-- Logs begin at Mon 2021-05-31 11:01:00 UTC, end at Mon 2021-05-31 12:11:10 UTC. --
May 31 11:35:47.216721 dv-cinder-786384-7-iscsi systemd[1]: Started Devstack devstack@q-svc.service.
May 31 11:35:48.175738 dv-cinder-786384-7-iscsi neutron-server[103613]: Beware of the coming changes in the project packaging
May 31 11:35:48.176418 dv-cinder-786384-7-iscsi neutron-server[103613]: https://github.com/svinota/pyroute2/discussions/786
May 31 11:35:49.613681 dv-cinder-786384-7-iscsi neutron-server[103613]: INFO neutron.common.config [-] Logging enabled!
May 31 11:35:49.614262 dv-cinder-786384-7-iscsi neutron-server[103613]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev246
May 31 11:35:49.614431 dv-cinder-786384-7-iscsi neutron-server[103613]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=103613) setup_logging /opt/stack/neutron/neutron/common/config.py:112}}
May 31 11:35:49.617567 dv-cinder-786384-7-iscsi neutron-server[103613]: INFO neutron.common.config [-] Logging enabled!
May 31 11:35:49.617808 dv-cinder-786384-7-iscsi neutron-server[103613]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev246
May 31 11:35:49.618111 dv-cinder-786384-7-iscsi neutron-server[103613]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=103613) setup_logging /opt/stack/neutron/neutron/common/config.py:112}}
May 31 11:35:49.619030 dv-cinder-786384-7-iscsi neutron-server[103613]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=103613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}}
May 31 11:35:49.619255 dv-cinder-786384-7-iscsi neutron-server[103613]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=103613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}}
May 31 11:35:49.619602 dv-cinder-786384-7-iscsi neutron-server[103613]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}}
May 31 11:35:49.619862 dv-cinder-786384-7-iscsi neutron-server[103613]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}}
May 31 11:35:49.620084 dv-cinder-786384-7-iscsi neutron-server[103613]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=103613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}}
May 31 11:35:49.620397 dv-cinder-786384-7-iscsi neutron-server[103613]: DEBUG neutron.common.config [-] allow_bulk                     = True {{(pid=103613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 31 11:35:49.620686 dv-cinder-786384-7-iscsi neutron-server[103613]: DEBUG neutron.common.config [-] allow_overlapping_ips          = True {{(pid=103613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 31 11:35:49.620973 dv-cinder-786384-7-iscsi neutron-server[103613]: DEBUG neutron.common.config [-] api_extensions_path            =  {{(pid=103613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 31 11:35:49.621182 dv-cinder-786384-7-iscsi neutron-server[103613]: DEBUG neutron.common.config [-] api_paste_config               = api-paste.ini {{(pid=103613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 31 11:35:49.621461 dv-cinder-786384-7-iscsi neutron-server[103613]: DEBUG neutron.common.config [-] api_workers                    = 2 {{(pid=103613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 31 11:35:49.621743 dv-cinder-786384-7-iscsi neutron-server[103613]: DEBUG neutron.common.config [-] auth_strategy                  = keystone {{(pid=103613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 31 11:35:49.622020 dv-cinder-786384-7-iscsi neutron-server[103613]: DEBUG neutron.common.config [-] backlog                        = 4096 {{(pid=103613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 31 11:35:49.622298 dv-cinder-786384-7-iscsi neutron-server[103613]: DEBUG neutron.common.config [-] base_mac                       = fa:16:3e:00:00:00 {{(pid=103613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 31 11:35:49.622586 dv-cinder-786384-7-iscsi neutron-server[103613]: DEBUG neutron.common.config [-] bind_host                      = 0.0.0.0 {{(pid=103613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 31 11:35:49.622869 dv-cinder-786384-7-iscsi neutron-server[103613]: DEBUG neutron.common.config [-] bind_port                      = 9696 {{(pid=103613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 31 11:35:49.623146 dv-cinder-786384-7-iscsi neutron-server[103613]: DEBUG neutron.common.config [-] client_socket_timeout          = 900 {{(pid=103613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 31 11:35:49.623417 dv-cinder-786384-7-iscsi neutron-server[103613]: DEBUG neutron.common.config [-] config_dir                     = [] {{(pid=103613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 31 11:35:49.623640 dv-cinder-786384-7-iscsi neutron-server[103613]: DEBUG neutron.common.config [-] config_file                    = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 31 11:35:49.623921 dv-cinder-786384-7-iscsi neutron-server[103613]: DEBUG neutron.common.config [-] config_source                  = [] {{(pid=103613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 31 11:35:49.624202 dv-cinder-786384-7-iscsi neutron-server[103613]: DEBUG neutron.common.config [-] control_exchange               = neutron {{(pid=103613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 31 11:35:49.624479 dv-cinder-786384-7-iscsi neutron-server[103613]: DEBUG neutron.common.config [-] core_plugin                    = ml2 {{(pid=103613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 31 11:35:49.624698 dv-cinder-786384-7-iscsi neutron-server[103613]: DEBUG neutron.common.config [-] debug                          = True {{(pid=103613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 31 11:35:49.624972 dv-cinder-786384-7-iscsi neutron-server[103613]: DEBUG neutron.common.config [-] default_availability_zones     = [] {{(pid=103613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 31 11:35:49.625394 dv-cinder-786384-7-iscsi neutron-server[103613]: DEBUG neutron.common.config [-] default_log_levels             = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=103613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 31 11:35:49.625808 dv-cinder-786384-7-iscsi neutron-server[103613]: DEBUG neutron.common.config [-] dhcp_agent_notification        = True {{(pid=103613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 31 11:35:49.626074 dv-cinder-786384-7-iscsi neutron-server[103613]: DEBUG neutron.common.config [-] dhcp_lease_duration            = 86400 {{(pid=103613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 31 11:35:49.626354 dv-cinder-786384-7-iscsi neutron-server[103613]: DEBUG neutron.common.config [-] dns_domain                     = openstacklocal {{(pid=103613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 31 11:35:49.626624 dv-cinder-786384-7-iscsi neutron-server[103613]: DEBUG neutron.common.config [-] enable_traditional_dhcp        = True {{(pid=103613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 31 11:35:49.626890 dv-cinder-786384-7-iscsi neutron-server[103613]: DEBUG neutron.common.config [-] external_dns_driver            = None {{(pid=103613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 31 11:35:49.627156 dv-cinder-786384-7-iscsi neutron-server[103613]: DEBUG neutron.common.config [-] filter_validation              = True {{(pid=103613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 31 11:35:49.627429 dv-cinder-786384-7-iscsi neutron-server[103613]: DEBUG neutron.common.config [-] global_physnet_mtu             = 1500 {{(pid=103613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 31 11:35:49.627745 dv-cinder-786384-7-iscsi neutron-server[103613]: DEBUG neutron.common.config [-] host                           = dv-cinder-786384-7-iscsi {{(pid=103613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 31 11:35:49.628043 dv-cinder-786384-7-iscsi neutron-server[103613]: DEBUG neutron.common.config [-] http_retries                   = 3 {{(pid=103613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 31 11:35:49.628332 dv-cinder-786384-7-iscsi neutron-server[103613]: DEBUG neutron.common.config [-] instance_format                = [instance: %(uuid)s]  {{(pid=103613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 31 11:35:49.628596 dv-cinder-786384-7-iscsi neutron-server[103613]: DEBUG neutron.common.config [-] instance_uuid_format           = [instance: %(uuid)s]  {{(pid=103613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 31 11:35:49.628979 dv-cinder-786384-7-iscsi neutron-server[103613]: DEBUG neutron.common.config [-] ipam_driver                    = internal {{(pid=103613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 31 11:35:49.629254 dv-cinder-786384-7-iscsi neutron-server[103613]: DEBUG neutron.common.config [-] ipv6_pd_enabled                = False {{(pid=103613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 31 11:35:49.629520 dv-cinder-786384-7-iscsi neutron-server[103613]: DEBUG neutron.common.config [-] log_config_append              = None {{(pid=103613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 31 11:35:49.629796 dv-cinder-786384-7-iscsi neutron-server[103613]: DEBUG neutron.common.config [-] log_date_format                = %Y-%m-%d %H:%M:%S {{(pid=103613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 31 11:35:49.630059 dv-cinder-786384-7-iscsi neutron-server[103613]: DEBUG neutron.common.config [-] log_dir                        = None {{(pid=103613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 31 11:35:49.630319 dv-cinder-786384-7-iscsi neutron-server[103613]: DEBUG neutron.common.config [-] log_file                       = None {{(pid=103613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 31 11:35:49.630586 dv-cinder-786384-7-iscsi neutron-server[103613]: DEBUG neutron.common.config [-] log_rotate_interval            = 1 {{(pid=103613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 31 11:35:49.630867 dv-cinder-786384-7-iscsi neutron-server[103613]: DEBUG neutron.common.config [-] log_rotate_interval_type       = days {{(pid=103613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 31 11:35:49.631148 dv-cinder-786384-7-iscsi neutron-server[103613]: DEBUG neutron.common.config [-] log_rotation_type              = none {{(pid=103613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 31 11:35:49.631434 dv-cinder-786384-7-iscsi neutron-server[103613]: DEBUG neutron.common.config [-] logging_context_format_string  = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=103613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 31 11:35:49.631651 dv-cinder-786384-7-iscsi neutron-server[103613]: DEBUG neutron.common.config [-] logging_debug_format_suffix    = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=103613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 31 11:35:49.631896 dv-cinder-786384-7-iscsi neutron-server[103613]: DEBUG neutron.common.config [-] logging_default_format_string  = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=103613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 31 11:35:49.632178 dv-cinder-786384-7-iscsi neutron-server[103613]: DEBUG neutron.common.config [-] logging_exception_prefix       = ERROR %(name)s %(instance)s {{(pid=103613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 31 11:35:49.632455 dv-cinder-786384-7-iscsi neutron-server[103613]: DEBUG neutron.common.config [-] logging_user_identity_format   = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=103613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 31 11:35:49.632721 dv-cinder-786384-7-iscsi neutron-server[103613]: DEBUG neutron.common.config [-] max_dns_nameservers            = 5 {{(pid=103613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 31 11:35:49.632984 dv-cinder-786384-7-iscsi neutron-server[103613]: DEBUG neutron.common.config [-] max_header_line                = 16384 {{(pid=103613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 31 11:35:49.633247 dv-cinder-786384-7-iscsi neutron-server[103613]: DEBUG neutron.common.config [-] max_logfile_count              = 30 {{(pid=103613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 31 11:35:49.633510 dv-cinder-786384-7-iscsi neutron-server[103613]: DEBUG neutron.common.config [-] max_logfile_size_mb            = 200 {{(pid=103613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 31 11:35:49.633772 dv-cinder-786384-7-iscsi neutron-server[103613]: DEBUG neutron.common.config [-] max_subnet_host_routes         = 20 {{(pid=103613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 31 11:35:49.634029 dv-cinder-786384-7-iscsi neutron-server[103613]: DEBUG neutron.common.config [-] network_link_prefix            = None {{(pid=103613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 31 11:35:49.634303 dv-cinder-786384-7-iscsi neutron-server[103613]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=103613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 31 11:35:49.634580 dv-cinder-786384-7-iscsi neutron-server[103613]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=103613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 31 11:35:49.634853 dv-cinder-786384-7-iscsi neutron-server[103613]: DEBUG neutron.common.config [-] pagination_max_limit           = -1 {{(pid=103613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 31 11:35:49.635119 dv-cinder-786384-7-iscsi neutron-server[103613]: DEBUG neutron.common.config [-] periodic_fuzzy_delay           = 5 {{(pid=103613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 31 11:35:49.635390 dv-cinder-786384-7-iscsi neutron-server[103613]: DEBUG neutron.common.config [-] periodic_interval              = 40 {{(pid=103613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 31 11:35:49.635651 dv-cinder-786384-7-iscsi neutron-server[103613]: DEBUG neutron.common.config [-] publish_errors                 = False {{(pid=103613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 31 11:35:49.635936 dv-cinder-786384-7-iscsi neutron-server[103613]: DEBUG neutron.common.config [-] rate_limit_burst               = 0 {{(pid=103613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 31 11:35:49.636211 dv-cinder-786384-7-iscsi neutron-server[103613]: DEBUG neutron.common.config [-] rate_limit_except_level        = CRITICAL {{(pid=103613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 31 11:35:49.636475 dv-cinder-786384-7-iscsi neutron-server[103613]: DEBUG neutron.common.config [-] rate_limit_interval            = 0 {{(pid=103613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 31 11:35:49.636737 dv-cinder-786384-7-iscsi neutron-server[103613]: DEBUG neutron.common.config [-] retry_until_window             = 30 {{(pid=103613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 31 11:35:49.637002 dv-cinder-786384-7-iscsi neutron-server[103613]: DEBUG neutron.common.config [-] rpc_response_max_timeout       = 600 {{(pid=103613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 31 11:35:49.637275 dv-cinder-786384-7-iscsi neutron-server[103613]: DEBUG neutron.common.config [-] rpc_state_report_workers       = 0 {{(pid=103613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 31 11:35:49.637535 dv-cinder-786384-7-iscsi neutron-server[103613]: DEBUG neutron.common.config [-] rpc_workers                    = None {{(pid=103613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 31 11:35:49.637798 dv-cinder-786384-7-iscsi neutron-server[103613]: DEBUG neutron.common.config [-] send_events_interval           = 2 {{(pid=103613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 31 11:35:49.638087 dv-cinder-786384-7-iscsi neutron-server[103613]: DEBUG neutron.common.config [-] service_plugins                = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=103613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 31 11:35:49.638363 dv-cinder-786384-7-iscsi neutron-server[103613]: DEBUG neutron.common.config [-] setproctitle                   = on {{(pid=103613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 31 11:35:49.638638 dv-cinder-786384-7-iscsi neutron-server[103613]: DEBUG neutron.common.config [-] state_path                     = /opt/stack/data/neutron {{(pid=103613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 31 11:35:49.638914 dv-cinder-786384-7-iscsi neutron-server[103613]: DEBUG neutron.common.config [-] syslog_log_facility            = LOG_USER {{(pid=103613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 31 11:35:49.639180 dv-cinder-786384-7-iscsi neutron-server[103613]: DEBUG neutron.common.config [-] tcp_keepidle                   = 600 {{(pid=103613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 31 11:35:49.639451 dv-cinder-786384-7-iscsi neutron-server[103613]: DEBUG neutron.common.config [-] transport_url                  = **** {{(pid=103613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 31 11:35:49.639721 dv-cinder-786384-7-iscsi neutron-server[103613]: DEBUG neutron.common.config [-] use_eventlog                   = False {{(pid=103613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 31 11:35:49.639999 dv-cinder-786384-7-iscsi neutron-server[103613]: DEBUG neutron.common.config [-] use_journal                    = False {{(pid=103613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 31 11:35:49.640260 dv-cinder-786384-7-iscsi neutron-server[103613]: DEBUG neutron.common.config [-] use_json                       = False {{(pid=103613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 31 11:35:49.640522 dv-cinder-786384-7-iscsi neutron-server[103613]: DEBUG neutron.common.config [-] use_ssl                        = False {{(pid=103613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 31 11:35:49.640790 dv-cinder-786384-7-iscsi neutron-server[103613]: DEBUG neutron.common.config [-] use_stderr                     = False {{(pid=103613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 31 11:35:49.641059 dv-cinder-786384-7-iscsi neutron-server[103613]: DEBUG neutron.common.config [-] use_syslog                     = False {{(pid=103613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 31 11:35:49.641322 dv-cinder-786384-7-iscsi neutron-server[103613]: DEBUG neutron.common.config [-] vlan_transparent               = False {{(pid=103613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 31 11:35:49.641584 dv-cinder-786384-7-iscsi neutron-server[103613]: DEBUG neutron.common.config [-] watch_log_file                 = False {{(pid=103613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 31 11:35:49.641844 dv-cinder-786384-7-iscsi neutron-server[103613]: DEBUG neutron.common.config [-] wsgi_default_pool_size         = 100 {{(pid=103613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 31 11:35:49.642105 dv-cinder-786384-7-iscsi neutron-server[103613]: DEBUG neutron.common.config [-] wsgi_keep_alive                = True {{(pid=103613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 31 11:35:49.642379 dv-cinder-786384-7-iscsi neutron-server[103613]: DEBUG neutron.common.config [-] wsgi_log_format                = %(client_ip)s "%(request_line)s" status: %(status_code)s  len: %(body_length)s time: %(wall_seconds).7f {{(pid=103613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 31 11:35:49.642667 dv-cinder-786384-7-iscsi neutron-server[103613]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=103613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 31 11:35:49.642953 dv-cinder-786384-7-iscsi neutron-server[103613]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path     = /opt/stack/data/neutron/lock {{(pid=103613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 31 11:35:49.643245 dv-cinder-786384-7-iscsi neutron-server[103613]: DEBUG neutron.common.config [-] profiler.connection_string     = messaging:// {{(pid=103613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 31 11:35:49.643521 dv-cinder-786384-7-iscsi neutron-server[103613]: DEBUG neutron.common.config [-] profiler.enabled               = False {{(pid=103613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 31 11:35:49.643825 dv-cinder-786384-7-iscsi neutron-server[103613]: DEBUG neutron.common.config [-] profiler.es_doc_type           = notification {{(pid=103613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 31 11:35:49.644098 dv-cinder-786384-7-iscsi neutron-server[103613]: DEBUG neutron.common.config [-] profiler.es_scroll_size        = 10000 {{(pid=103613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 31 11:35:49.644377 dv-cinder-786384-7-iscsi neutron-server[103613]: DEBUG neutron.common.config [-] profiler.es_scroll_time        = 2m {{(pid=103613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 31 11:35:49.644671 dv-cinder-786384-7-iscsi neutron-server[103613]: DEBUG neutron.common.config [-] profiler.filter_error_trace    = False {{(pid=103613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 31 11:35:49.644952 dv-cinder-786384-7-iscsi neutron-server[103613]: DEBUG neutron.common.config [-] profiler.hmac_keys             = SECRET_KEY {{(pid=103613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 31 11:35:49.645243 dv-cinder-786384-7-iscsi neutron-server[103613]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=103613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 31 11:35:49.645523 dv-cinder-786384-7-iscsi neutron-server[103613]: DEBUG neutron.common.config [-] profiler.socket_timeout        = 0.1 {{(pid=103613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 31 11:35:49.645789 dv-cinder-786384-7-iscsi neutron-server[103613]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy      = False {{(pid=103613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 31 11:35:49.646068 dv-cinder-786384-7-iscsi neutron-server[103613]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=103613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 31 11:35:49.646333 dv-cinder-786384-7-iscsi neutron-server[103613]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope      = False {{(pid=103613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 31 11:35:49.646617 dv-cinder-786384-7-iscsi neutron-server[103613]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=103613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 31 11:35:49.646914 dv-cinder-786384-7-iscsi neutron-server[103613]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs        = ['policy.d'] {{(pid=103613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 31 11:35:49.647200 dv-cinder-786384-7-iscsi neutron-server[103613]: DEBUG neutron.common.config [-] oslo_policy.policy_file        = /etc/neutron/policy.json {{(pid=103613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 31 11:35:49.647875 dv-cinder-786384-7-iscsi neutron-server[103613]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=103613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 31 11:35:49.648145 dv-cinder-786384-7-iscsi neutron-server[103613]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=103613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 31 11:35:49.648409 dv-cinder-786384-7-iscsi neutron-server[103613]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=103613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 31 11:35:49.648672 dv-cinder-786384-7-iscsi neutron-server[103613]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=103613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 31 11:35:49.648940 dv-cinder-786384-7-iscsi neutron-server[103613]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=103613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 31 11:35:49.649217 dv-cinder-786384-7-iscsi neutron-server[103613]: DEBUG neutron.common.config [-] nova.auth_section              = None {{(pid=103613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 31 11:35:49.649503 dv-cinder-786384-7-iscsi neutron-server[103613]: DEBUG neutron.common.config [-] nova.auth_type                 = password {{(pid=103613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 31 11:35:49.649784 dv-cinder-786384-7-iscsi neutron-server[103613]: DEBUG neutron.common.config [-] nova.cafile                    = /opt/stack/data/ca-bundle.pem {{(pid=103613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 31 11:35:49.650048 dv-cinder-786384-7-iscsi neutron-server[103613]: DEBUG neutron.common.config [-] nova.certfile                  = None {{(pid=103613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 31 11:35:49.650316 dv-cinder-786384-7-iscsi neutron-server[103613]: DEBUG neutron.common.config [-] nova.collect_timing            = False {{(pid=103613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 31 11:35:49.650597 dv-cinder-786384-7-iscsi neutron-server[103613]: DEBUG neutron.common.config [-] nova.endpoint_type             = public {{(pid=103613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 31 11:35:49.650868 dv-cinder-786384-7-iscsi neutron-server[103613]: DEBUG neutron.common.config [-] nova.insecure                  = False {{(pid=103613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 31 11:35:49.651131 dv-cinder-786384-7-iscsi neutron-server[103613]: DEBUG neutron.common.config [-] nova.keyfile                   = None {{(pid=103613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 31 11:35:49.651398 dv-cinder-786384-7-iscsi neutron-server[103613]: DEBUG neutron.common.config [-] nova.live_migration_events     = False {{(pid=103613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 31 11:35:49.651673 dv-cinder-786384-7-iscsi neutron-server[103613]: DEBUG neutron.common.config [-] nova.region_name               = RegionOne {{(pid=103613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 31 11:35:49.651977 dv-cinder-786384-7-iscsi neutron-server[103613]: DEBUG neutron.common.config [-] nova.split_loggers             = False {{(pid=103613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 31 11:35:49.652241 dv-cinder-786384-7-iscsi neutron-server[103613]: DEBUG neutron.common.config [-] nova.timeout                   = None {{(pid=103613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 31 11:35:49.652512 dv-cinder-786384-7-iscsi neutron-server[103613]: DEBUG neutron.common.config [-] placement.auth_section         = None {{(pid=103613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 31 11:35:49.652779 dv-cinder-786384-7-iscsi neutron-server[103613]: DEBUG neutron.common.config [-] placement.auth_type            = None {{(pid=103613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 31 11:35:49.653042 dv-cinder-786384-7-iscsi neutron-server[103613]: DEBUG neutron.common.config [-] placement.cafile               = None {{(pid=103613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 31 11:35:49.653302 dv-cinder-786384-7-iscsi neutron-server[103613]: DEBUG neutron.common.config [-] placement.certfile             = None {{(pid=103613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 31 11:35:49.653570 dv-cinder-786384-7-iscsi neutron-server[103613]: DEBUG neutron.common.config [-] placement.collect_timing       = False {{(pid=103613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 31 11:35:49.653847 dv-cinder-786384-7-iscsi neutron-server[103613]: DEBUG neutron.common.config [-] placement.endpoint_type        = public {{(pid=103613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 31 11:35:49.654113 dv-cinder-786384-7-iscsi neutron-server[103613]: DEBUG neutron.common.config [-] placement.insecure             = False {{(pid=103613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 31 11:35:49.654373 dv-cinder-786384-7-iscsi neutron-server[103613]: DEBUG neutron.common.config [-] placement.keyfile              = None {{(pid=103613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 31 11:35:49.654634 dv-cinder-786384-7-iscsi neutron-server[103613]: DEBUG neutron.common.config [-] placement.region_name          = None {{(pid=103613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 31 11:35:49.654901 dv-cinder-786384-7-iscsi neutron-server[103613]: DEBUG neutron.common.config [-] placement.split_loggers        = False {{(pid=103613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 31 11:35:49.655166 dv-cinder-786384-7-iscsi neutron-server[103613]: DEBUG neutron.common.config [-] placement.timeout              = None {{(pid=103613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 31 11:35:49.655458 dv-cinder-786384-7-iscsi neutron-server[103613]: DEBUG neutron.common.config [-] ironic.auth_section            = None {{(pid=103613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 31 11:35:49.655710 dv-cinder-786384-7-iscsi neutron-server[103613]: DEBUG neutron.common.config [-] ironic.auth_type               = None {{(pid=103613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 31 11:35:49.655997 dv-cinder-786384-7-iscsi neutron-server[103613]: DEBUG neutron.common.config [-] ironic.cafile                  = None {{(pid=103613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 31 11:35:49.656254 dv-cinder-786384-7-iscsi neutron-server[103613]: DEBUG neutron.common.config [-] ironic.certfile                = None {{(pid=103613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 31 11:35:49.656523 dv-cinder-786384-7-iscsi neutron-server[103613]: DEBUG neutron.common.config [-] ironic.collect_timing          = False {{(pid=103613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 31 11:35:49.656785 dv-cinder-786384-7-iscsi neutron-server[103613]: DEBUG neutron.common.config [-] ironic.connect_retries         = None {{(pid=103613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 31 11:35:49.657047 dv-cinder-786384-7-iscsi neutron-server[103613]: DEBUG neutron.common.config [-] ironic.connect_retry_delay     = None {{(pid=103613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 31 11:35:49.657314 dv-cinder-786384-7-iscsi neutron-server[103613]: DEBUG neutron.common.config [-] ironic.enable_notifications    = False {{(pid=103613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 31 11:35:49.657582 dv-cinder-786384-7-iscsi neutron-server[103613]: DEBUG neutron.common.config [-] ironic.endpoint_override       = None {{(pid=103613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 31 11:35:49.657856 dv-cinder-786384-7-iscsi neutron-server[103613]: DEBUG neutron.common.config [-] ironic.insecure                = False {{(pid=103613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 31 11:35:49.658118 dv-cinder-786384-7-iscsi neutron-server[103613]: DEBUG neutron.common.config [-] ironic.interface               = None {{(pid=103613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 31 11:35:49.658379 dv-cinder-786384-7-iscsi neutron-server[103613]: DEBUG neutron.common.config [-] ironic.keyfile                 = None {{(pid=103613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 31 11:35:49.658641 dv-cinder-786384-7-iscsi neutron-server[103613]: DEBUG neutron.common.config [-] ironic.max_version             = None {{(pid=103613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 31 11:35:49.658903 dv-cinder-786384-7-iscsi neutron-server[103613]: DEBUG neutron.common.config [-] ironic.min_version             = None {{(pid=103613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 31 11:35:49.659165 dv-cinder-786384-7-iscsi neutron-server[103613]: DEBUG neutron.common.config [-] ironic.region_name             = None {{(pid=103613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 31 11:35:49.659425 dv-cinder-786384-7-iscsi neutron-server[103613]: DEBUG neutron.common.config [-] ironic.service_name            = None {{(pid=103613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 31 11:35:49.659686 dv-cinder-786384-7-iscsi neutron-server[103613]: DEBUG neutron.common.config [-] ironic.service_type            = None {{(pid=103613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 31 11:35:49.659976 dv-cinder-786384-7-iscsi neutron-server[103613]: DEBUG neutron.common.config [-] ironic.split_loggers           = False {{(pid=103613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 31 11:35:49.660294 dv-cinder-786384-7-iscsi neutron-server[103613]: DEBUG neutron.common.config [-] ironic.status_code_retries     = None {{(pid=103613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 31 11:35:49.660559 dv-cinder-786384-7-iscsi neutron-server[103613]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=103613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 31 11:35:49.660819 dv-cinder-786384-7-iscsi neutron-server[103613]: DEBUG neutron.common.config [-] ironic.timeout                 = None {{(pid=103613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 31 11:35:49.661084 dv-cinder-786384-7-iscsi neutron-server[103613]: DEBUG neutron.common.config [-] ironic.valid_interfaces        = None {{(pid=103613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 31 11:35:49.661344 dv-cinder-786384-7-iscsi neutron-server[103613]: DEBUG neutron.common.config [-] ironic.version                 = None {{(pid=103613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 31 11:35:49.661619 dv-cinder-786384-7-iscsi neutron-server[103613]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=103613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 31 11:35:49.661905 dv-cinder-786384-7-iscsi neutron-server[103613]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=103613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 31 11:35:49.662175 dv-cinder-786384-7-iscsi neutron-server[103613]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=103613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 31 11:35:49.662441 dv-cinder-786384-7-iscsi neutron-server[103613]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=103613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 31 11:35:49.662709 dv-cinder-786384-7-iscsi neutron-server[103613]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=103613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 31 11:35:49.662976 dv-cinder-786384-7-iscsi neutron-server[103613]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=103613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 31 11:35:49.663241 dv-cinder-786384-7-iscsi neutron-server[103613]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=103613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 31 11:35:49.663507 dv-cinder-786384-7-iscsi neutron-server[103613]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=103613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 31 11:35:49.663787 dv-cinder-786384-7-iscsi neutron-server[103613]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=103613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 31 11:35:49.664061 dv-cinder-786384-7-iscsi neutron-server[103613]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=103613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 31 11:35:49.664324 dv-cinder-786384-7-iscsi neutron-server[103613]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=103613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 31 11:35:49.664602 dv-cinder-786384-7-iscsi neutron-server[103613]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=103613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 31 11:35:49.664876 dv-cinder-786384-7-iscsi neutron-server[103613]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=103613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 31 11:35:49.665150 dv-cinder-786384-7-iscsi neutron-server[103613]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=103613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 31 11:35:49.665426 dv-cinder-786384-7-iscsi neutron-server[103613]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=103613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 31 11:35:49.665691 dv-cinder-786384-7-iscsi neutron-server[103613]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=103613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 31 11:35:49.665972 dv-cinder-786384-7-iscsi neutron-server[103613]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=103613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 31 11:35:49.666237 dv-cinder-786384-7-iscsi neutron-server[103613]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=103613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 31 11:35:49.666507 dv-cinder-786384-7-iscsi neutron-server[103613]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=103613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 31 11:35:49.666775 dv-cinder-786384-7-iscsi neutron-server[103613]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=103613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 31 11:35:49.667042 dv-cinder-786384-7-iscsi neutron-server[103613]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=103613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 31 11:35:49.667321 dv-cinder-786384-7-iscsi neutron-server[103613]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=103613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 31 11:35:49.667596 dv-cinder-786384-7-iscsi neutron-server[103613]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl      = False {{(pid=103613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 31 11:35:49.667916 dv-cinder-786384-7-iscsi neutron-server[103613]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file =  {{(pid=103613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 31 11:35:49.668203 dv-cinder-786384-7-iscsi neutron-server[103613]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file =  {{(pid=103613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 31 11:35:49.668490 dv-cinder-786384-7-iscsi neutron-server[103613]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file =  {{(pid=103613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 31 11:35:49.668776 dv-cinder-786384-7-iscsi neutron-server[103613]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version =  {{(pid=103613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 31 11:35:49.669061 dv-cinder-786384-7-iscsi neutron-server[103613]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=103613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 31 11:35:49.669331 dv-cinder-786384-7-iscsi neutron-server[103613]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=103613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 31 11:35:49.669629 dv-cinder-786384-7-iscsi neutron-server[103613]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=103613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 31 11:35:49.669900 dv-cinder-786384-7-iscsi neutron-server[103613]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=103613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 31 11:35:49.670110 dv-cinder-786384-7-iscsi neutron-server[103613]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=103613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}}
May 31 11:35:49.670343 dv-cinder-786384-7-iscsi neutron-server[103613]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=103613) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}}
May 31 11:35:50.008453 dv-cinder-786384-7-iscsi neutron-server[103613]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=103613) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 31 11:35:50.008695 dv-cinder-786384-7-iscsi neutron-server[103613]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=103613) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 31 11:35:50.008995 dv-cinder-786384-7-iscsi neutron-server[103613]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=103613) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 31 11:35:50.009457 dv-cinder-786384-7-iscsi neutron-server[103613]: INFO neutron.manager [-] Loading core plugin: ml2
May 31 11:35:50.397216 dv-cinder-786384-7-iscsi neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.securitygroup.SecurityGroup'>> rbac-policy before_create 55550000 {{(pid=103613) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 31 11:35:50.397796 dv-cinder-786384-7-iscsi neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.securitygroup.SecurityGroup'>> rbac-policy before_update 55550000 {{(pid=103613) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 31 11:35:50.398027 dv-cinder-786384-7-iscsi neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.securitygroup.SecurityGroup'>> rbac-policy before_delete 55550000 {{(pid=103613) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 31 11:35:50.399251 dv-cinder-786384-7-iscsi neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.address_group.AddressGroup'>> rbac-policy before_create 55550000 {{(pid=103613) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 31 11:35:50.399514 dv-cinder-786384-7-iscsi neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.address_group.AddressGroup'>> rbac-policy before_update 55550000 {{(pid=103613) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 31 11:35:50.399803 dv-cinder-786384-7-iscsi neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.address_group.AddressGroup'>> rbac-policy before_delete 55550000 {{(pid=103613) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 31 11:35:50.434548 dv-cinder-786384-7-iscsi neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.network.Network'>> rbac-policy before_create 55550000 {{(pid=103613) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 31 11:35:50.434812 dv-cinder-786384-7-iscsi neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.network.Network'>> rbac-policy before_update 55550000 {{(pid=103613) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 31 11:35:50.435080 dv-cinder-786384-7-iscsi neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.network.Network'>> rbac-policy before_delete 55550000 {{(pid=103613) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 31 11:35:50.448212 dv-cinder-786384-7-iscsi neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.qos.policy.QosPolicy'>> rbac-policy before_create 55550000 {{(pid=103613) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 31 11:35:50.448487 dv-cinder-786384-7-iscsi neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.qos.policy.QosPolicy'>> rbac-policy before_update 55550000 {{(pid=103613) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 31 11:35:50.448742 dv-cinder-786384-7-iscsi neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.qos.policy.QosPolicy'>> rbac-policy before_delete 55550000 {{(pid=103613) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 31 11:35:50.477402 dv-cinder-786384-7-iscsi neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.subnetpool.SubnetPool'>> rbac-policy before_create 55550000 {{(pid=103613) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 31 11:35:50.477681 dv-cinder-786384-7-iscsi neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.subnetpool.SubnetPool'>> rbac-policy before_update 55550000 {{(pid=103613) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 31 11:35:50.477936 dv-cinder-786384-7-iscsi neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.subnetpool.SubnetPool'>> rbac-policy before_delete 55550000 {{(pid=103613) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 31 11:35:50.513493 dv-cinder-786384-7-iscsi neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.address_scope.AddressScope'>> rbac-policy before_create 55550000 {{(pid=103613) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 31 11:35:50.513762 dv-cinder-786384-7-iscsi neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.address_scope.AddressScope'>> rbac-policy before_update 55550000 {{(pid=103613) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 31 11:35:50.514020 dv-cinder-786384-7-iscsi neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.address_scope.AddressScope'>> rbac-policy before_delete 55550000 {{(pid=103613) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 31 11:35:50.739183 dv-cinder-786384-7-iscsi neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <function _update_segment_host_mapping_for_agent at 0x7f3ebe2ebee0> agent after_create 55550000 {{(pid=103613) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 31 11:35:50.739842 dv-cinder-786384-7-iscsi neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <function _update_segment_host_mapping_for_agent at 0x7f3ebe2ebee0> agent after_update 55550000 {{(pid=103613) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 31 11:35:50.739842 dv-cinder-786384-7-iscsi neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <function _add_segment_host_mapping_for_segment at 0x7f3ebe2ebe50> segment precommit_create 55550000 {{(pid=103613) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 31 11:35:50.740024 dv-cinder-786384-7-iscsi neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <function _delete_segments_for_network at 0x7f3ebe2ebdc0> network precommit_delete 55550000 {{(pid=103613) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 31 11:35:50.740705 dv-cinder-786384-7-iscsi neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <function _prevent_segment_delete_with_port_bound at 0x7f3ebe30f9d0> segment before_delete 55550000 {{(pid=103613) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 31 11:35:50.862443 dv-cinder-786384-7-iscsi neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method External_net_db_mixin._before_network_delete_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f3ebec27e50>> network before_delete 55550000 {{(pid=103613) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 31 11:35:50.862774 dv-cinder-786384-7-iscsi neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <function DVRDbMixin._delete_mac_associated_with_agent at 0x7f3ebe3810d0> agent before_delete 55550000 {{(pid=103613) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 31 11:35:50.863035 dv-cinder-786384-7-iscsi neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method SecurityGroupDbMixin._ensure_default_security_group_handler_net of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f3ebec27e50>> network before_create 55550000 {{(pid=103613) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 31 11:35:50.863357 dv-cinder-786384-7-iscsi neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method SecurityGroupDbMixin._ensure_default_security_group_handler_port of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f3ebec27e50>> port before_create 55550000 {{(pid=103613) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 31 11:35:50.863616 dv-cinder-786384-7-iscsi neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method SecurityGroupDbMixin._ensure_default_security_group_handler_port of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f3ebec27e50>> port before_update 55550000 {{(pid=103613) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 31 11:35:50.863949 dv-cinder-786384-7-iscsi neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._handle_segment_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f3ebec27e50>> segment precommit_create 55550000 {{(pid=103613) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 31 11:35:50.864232 dv-cinder-786384-7-iscsi neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._handle_segment_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f3ebec27e50>> segment precommit_delete 55550000 {{(pid=103613) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 31 11:35:50.864478 dv-cinder-786384-7-iscsi neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._handle_segment_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f3ebec27e50>> segment after_create 55550000 {{(pid=103613) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 31 11:35:50.864718 dv-cinder-786384-7-iscsi neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._handle_segment_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f3ebec27e50>> segment after_delete 55550000 {{(pid=103613) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 31 11:35:50.864985 dv-cinder-786384-7-iscsi neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._network_delete_after_delete_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f3ebec27e50>> network after_delete 55550000 {{(pid=103613) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 31 11:35:50.865242 dv-cinder-786384-7-iscsi neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._network_delete_precommit_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f3ebec27e50>> network precommit_delete 0 {{(pid=103613) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 31 11:35:50.865504 dv-cinder-786384-7-iscsi neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._port_provisioned of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f3ebec27e50>> port provisioning_complete 55550000 {{(pid=103613) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 31 11:35:50.865759 dv-cinder-786384-7-iscsi neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method External_net_db_mixin._process_ext_policy_create of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f3ebec27e50>> rbac-policy before_create 55550000 {{(pid=103613) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 31 11:35:50.866005 dv-cinder-786384-7-iscsi neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method External_net_db_mixin._process_ext_policy_delete of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f3ebec27e50>> rbac-policy after_delete 55550000 {{(pid=103613) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 31 11:35:50.866276 dv-cinder-786384-7-iscsi neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._retry_binding_revived_agents of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f3ebec27e50>> agent after_update 55550000 {{(pid=103613) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 31 11:35:50.866543 dv-cinder-786384-7-iscsi neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._subnet_delete_after_delete_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f3ebec27e50>> subnet after_delete 55550000 {{(pid=103613) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 31 11:35:50.867979 dv-cinder-786384-7-iscsi neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._subnet_delete_precommit_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f3ebec27e50>> subnet precommit_delete 0 {{(pid=103613) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 31 11:35:50.868320 dv-cinder-786384-7-iscsi neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method External_net_db_mixin._validate_ext_not_in_use_by_tenant of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f3ebec27e50>> rbac-policy before_update 55550000 {{(pid=103613) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 31 11:35:50.868587 dv-cinder-786384-7-iscsi neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method External_net_db_mixin._validate_ext_not_in_use_by_tenant of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f3ebec27e50>> rbac-policy before_delete 55550000 {{(pid=103613) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 31 11:35:50.868879 dv-cinder-786384-7-iscsi neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method DhcpAgentSchedulerDbMixin.auto_schedule_new_network_segments of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f3ebec27e50>> segment_host_mapping after_create 55550000 {{(pid=103613) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 31 11:35:50.869236 dv-cinder-786384-7-iscsi neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f3ebec27e50>> port after_create 55550000 {{(pid=103613) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 31 11:35:50.869488 dv-cinder-786384-7-iscsi neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f3ebec27e50>> port after_update 55550000 {{(pid=103613) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 31 11:35:50.869774 dv-cinder-786384-7-iscsi neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f3ebec27e50>> port after_delete 55550000 {{(pid=103613) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 31 11:35:50.870066 dv-cinder-786384-7-iscsi neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f3ebec27e50>> rbac-policy before_create 55550000 {{(pid=103613) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 31 11:35:50.870314 dv-cinder-786384-7-iscsi neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f3ebec27e50>> rbac-policy before_update 55550000 {{(pid=103613) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 31 11:35:50.870563 dv-cinder-786384-7-iscsi neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f3ebec27e50>> rbac-policy before_delete 55550000 {{(pid=103613) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 31 11:35:50.870956 dv-cinder-786384-7-iscsi neutron-server[103613]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=103613) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}}
May 31 11:35:50.871190 dv-cinder-786384-7-iscsi neutron-server[103613]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=103613) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}}
May 31 11:35:50.871424 dv-cinder-786384-7-iscsi neutron-server[103613]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=103613) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}}
May 31 11:35:50.871653 dv-cinder-786384-7-iscsi neutron-server[103613]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=103613) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}}
May 31 11:35:50.871906 dv-cinder-786384-7-iscsi neutron-server[103613]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=103613) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}}
May 31 11:35:50.872138 dv-cinder-786384-7-iscsi neutron-server[103613]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=103613) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}}
May 31 11:35:50.872511 dv-cinder-786384-7-iscsi neutron-server[103613]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve']
May 31 11:35:50.875844 dv-cinder-786384-7-iscsi neutron-server[103613]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1']
May 31 11:35:50.879692 dv-cinder-786384-7-iscsi neutron-server[103613]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete
May 31 11:35:50.883499 dv-cinder-786384-7-iscsi neutron-server[103613]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(750, 799)])])
May 31 11:35:50.885116 dv-cinder-786384-7-iscsi neutron-server[103613]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']
May 31 11:35:50.885572 dv-cinder-786384-7-iscsi neutron-server[103613]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'])
May 31 11:35:50.885899 dv-cinder-786384-7-iscsi neutron-server[103613]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan']
May 31 11:35:50.886276 dv-cinder-786384-7-iscsi neutron-server[103613]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security']
May 31 11:35:50.889246 dv-cinder-786384-7-iscsi neutron-server[103613]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security']
May 31 11:35:50.889496 dv-cinder-786384-7-iscsi neutron-server[103613]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security']
May 31 11:35:50.889835 dv-cinder-786384-7-iscsi neutron-server[103613]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv']
May 31 11:35:50.917129 dv-cinder-786384-7-iscsi neutron-server[103613]: INFO neutron.plugins.ml2.drivers.openvswitch.mech_driver.mech_openvswitch [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa']
May 31 11:35:50.917572 dv-cinder-786384-7-iscsi neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method DriverBase._register of <neutron.services.qos.drivers.openvswitch.driver.OVSDriver object at 0x7f3ebe3ac940>> qos_plugin after_init 55550000 {{(pid=103613) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 31 11:35:50.917863 dv-cinder-786384-7-iscsi neutron-server[103613]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=103613) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}}
May 31 11:35:50.918229 dv-cinder-786384-7-iscsi neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method DriverBase._register of <neutron.services.logapi.drivers.openvswitch.driver.OVSDriver object at 0x7f3ebe3ac580>> logging-plugin after_init 55550000 {{(pid=103613) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 31 11:35:50.919562 dv-cinder-786384-7-iscsi neutron-server[103613]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=103613) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}}
May 31 11:35:50.919821 dv-cinder-786384-7-iscsi neutron-server[103613]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv']
May 31 11:35:50.920092 dv-cinder-786384-7-iscsi neutron-server[103613]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv']
May 31 11:35:50.923337 dv-cinder-786384-7-iscsi neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Notifier._send_nova_notification of <neutron.notifiers.nova.Notifier object at 0x7f3ebe1520a0>> floatingip before_response 55550000 {{(pid=103613) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 31 11:35:50.923610 dv-cinder-786384-7-iscsi neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Notifier._send_nova_notification of <neutron.notifiers.nova.Notifier object at 0x7f3ebe1520a0>> port before_response 55550000 {{(pid=103613) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 31 11:35:50.991981 dv-cinder-786384-7-iscsi neutron-server[103613]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat'
May 31 11:35:50.992131 dv-cinder-786384-7-iscsi neutron-server[103613]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete
May 31 11:35:50.992370 dv-cinder-786384-7-iscsi neutron-server[103613]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve'
May 31 11:35:50.992726 dv-cinder-786384-7-iscsi neutron-server[103613]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)]
May 31 11:35:51.027501 dv-cinder-786384-7-iscsi neutron-server[103613]: DEBUG oslo_db.sqlalchemy.engines [None req-87f800e7-f70a-4d71-ba41-cde06d4d0b07 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=103613) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}}
May 31 11:35:51.377906 dv-cinder-786384-7-iscsi neutron-server[103613]: INFO neutron.plugins.ml2.managers [None req-87f800e7-f70a-4d71-ba41-cde06d4d0b07 None None] Initializing driver for type 'gre'
May 31 11:35:51.378446 dv-cinder-786384-7-iscsi neutron-server[103613]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-87f800e7-f70a-4d71-ba41-cde06d4d0b07 None None] gre ID ranges: [(1, 1000)]
May 31 11:35:51.435635 dv-cinder-786384-7-iscsi neutron-server[103613]: INFO neutron.plugins.ml2.managers [None req-87f800e7-f70a-4d71-ba41-cde06d4d0b07 None None] Initializing driver for type 'local'
May 31 11:35:51.435988 dv-cinder-786384-7-iscsi neutron-server[103613]: INFO neutron.plugins.ml2.managers [None req-87f800e7-f70a-4d71-ba41-cde06d4d0b07 None None] Initializing driver for type 'vlan'
May 31 11:35:51.449047 dv-cinder-786384-7-iscsi neutron-server[103613]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-87f800e7-f70a-4d71-ba41-cde06d4d0b07 None None] VlanTypeDriver initialization complete
May 31 11:35:51.449374 dv-cinder-786384-7-iscsi neutron-server[103613]: INFO neutron.plugins.ml2.managers [None req-87f800e7-f70a-4d71-ba41-cde06d4d0b07 None None] Initializing driver for type 'vxlan'
May 31 11:35:51.449846 dv-cinder-786384-7-iscsi neutron-server[103613]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-87f800e7-f70a-4d71-ba41-cde06d4d0b07 None None] vxlan ID ranges: [(1, 1000)]
May 31 11:35:51.504907 dv-cinder-786384-7-iscsi neutron-server[103613]: INFO neutron.plugins.ml2.managers [None req-87f800e7-f70a-4d71-ba41-cde06d4d0b07 None None] Initializing extension driver 'port_security'
May 31 11:35:51.505288 dv-cinder-786384-7-iscsi neutron-server[103613]: INFO neutron.plugins.ml2.extensions.port_security [None req-87f800e7-f70a-4d71-ba41-cde06d4d0b07 None None] PortSecurityExtensionDriver initialization complete
May 31 11:35:51.505659 dv-cinder-786384-7-iscsi neutron-server[103613]: INFO neutron.plugins.ml2.managers [None req-87f800e7-f70a-4d71-ba41-cde06d4d0b07 None None] Initializing mechanism driver 'openvswitch'
May 31 11:35:51.506031 dv-cinder-786384-7-iscsi neutron-server[103613]: INFO neutron.plugins.ml2.managers [None req-87f800e7-f70a-4d71-ba41-cde06d4d0b07 None None] Initializing mechanism driver 'hyperv'
May 31 11:35:51.512786 dv-cinder-786384-7-iscsi neutron-server[103613]: DEBUG neutron.plugins.ml2.plugin [None req-87f800e7-f70a-4d71-ba41-cde06d4d0b07 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=103613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 31 11:35:51.513554 dv-cinder-786384-7-iscsi neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-87f800e7-f70a-4d71-ba41-cde06d4d0b07 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f3ebe200640>> port after_create 55550000 {{(pid=103613) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 31 11:35:51.513914 dv-cinder-786384-7-iscsi neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-87f800e7-f70a-4d71-ba41-cde06d4d0b07 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f3ebe200640>> port after_update 55550000 {{(pid=103613) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 31 11:35:51.514240 dv-cinder-786384-7-iscsi neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-87f800e7-f70a-4d71-ba41-cde06d4d0b07 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f3ebe200640>> port after_delete 55550000 {{(pid=103613) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 31 11:35:51.514613 dv-cinder-786384-7-iscsi neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-87f800e7-f70a-4d71-ba41-cde06d4d0b07 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f3ebe2008b0>> subnet after_create 55550000 {{(pid=103613) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 31 11:35:51.514954 dv-cinder-786384-7-iscsi neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-87f800e7-f70a-4d71-ba41-cde06d4d0b07 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f3ebe2008b0>> subnet after_update 55550000 {{(pid=103613) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 31 11:35:51.515286 dv-cinder-786384-7-iscsi neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-87f800e7-f70a-4d71-ba41-cde06d4d0b07 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f3ebe2008b0>> subnet after_delete 55550000 {{(pid=103613) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 31 11:35:51.515651 dv-cinder-786384-7-iscsi neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-87f800e7-f70a-4d71-ba41-cde06d4d0b07 None None] Subscribe: <bound method _ObjectChangeHandler.handle_payload_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f3ebdca9520>> network after_create 55550000 {{(pid=103613) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 31 11:35:51.516010 dv-cinder-786384-7-iscsi neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-87f800e7-f70a-4d71-ba41-cde06d4d0b07 None None] Subscribe: <bound method _ObjectChangeHandler.handle_payload_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f3ebdca9520>> network after_update 55550000 {{(pid=103613) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 31 11:35:51.516340 dv-cinder-786384-7-iscsi neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-87f800e7-f70a-4d71-ba41-cde06d4d0b07 None None] Subscribe: <bound method _ObjectChangeHandler.handle_payload_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f3ebdca9520>> network after_delete 55550000 {{(pid=103613) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 31 11:35:51.516703 dv-cinder-786384-7-iscsi neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-87f800e7-f70a-4d71-ba41-cde06d4d0b07 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f3ebdca9730>> security_group after_create 55550000 {{(pid=103613) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 31 11:35:51.517035 dv-cinder-786384-7-iscsi neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-87f800e7-f70a-4d71-ba41-cde06d4d0b07 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f3ebdca9730>> security_group after_update 55550000 {{(pid=103613) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 31 11:35:51.517365 dv-cinder-786384-7-iscsi neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-87f800e7-f70a-4d71-ba41-cde06d4d0b07 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f3ebdca9730>> security_group after_delete 55550000 {{(pid=103613) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 31 11:35:51.517723 dv-cinder-786384-7-iscsi neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-87f800e7-f70a-4d71-ba41-cde06d4d0b07 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f3ebdca9970>> security_group_rule after_create 55550000 {{(pid=103613) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 31 11:35:51.518052 dv-cinder-786384-7-iscsi neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-87f800e7-f70a-4d71-ba41-cde06d4d0b07 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f3ebdca9970>> security_group_rule after_update 55550000 {{(pid=103613) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 31 11:35:51.518375 dv-cinder-786384-7-iscsi neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-87f800e7-f70a-4d71-ba41-cde06d4d0b07 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f3ebdca9970>> security_group_rule after_delete 55550000 {{(pid=103613) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 31 11:35:51.518728 dv-cinder-786384-7-iscsi neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-87f800e7-f70a-4d71-ba41-cde06d4d0b07 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f3ebdca9c40>> address_group after_create 55550000 {{(pid=103613) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 31 11:35:51.519056 dv-cinder-786384-7-iscsi neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-87f800e7-f70a-4d71-ba41-cde06d4d0b07 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f3ebdca9c40>> address_group after_update 55550000 {{(pid=103613) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 31 11:35:51.519375 dv-cinder-786384-7-iscsi neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-87f800e7-f70a-4d71-ba41-cde06d4d0b07 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f3ebdca9c40>> address_group after_delete 55550000 {{(pid=103613) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 31 11:35:51.519741 dv-cinder-786384-7-iscsi neutron-server[103613]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-87f800e7-f70a-4d71-ba41-cde06d4d0b07 None None] ML2 OVO RPC backend initialized. {{(pid=103613) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:160}}
May 31 11:35:51.520459 dv-cinder-786384-7-iscsi neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-87f800e7-f70a-4d71-ba41-cde06d4d0b07 None None] Subscribe: <bound method DhcpAgentNotifyAPI._after_router_interface_created of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f3ebdca9bb0>> router_interface after_create 55550000 {{(pid=103613) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 31 11:35:51.520799 dv-cinder-786384-7-iscsi neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-87f800e7-f70a-4d71-ba41-cde06d4d0b07 None None] Subscribe: <bound method DhcpAgentNotifyAPI._after_router_interface_deleted of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f3ebdca9bb0>> router_interface after_delete 55550000 {{(pid=103613) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 31 11:35:51.521200 dv-cinder-786384-7-iscsi neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-87f800e7-f70a-4d71-ba41-cde06d4d0b07 None None] Subscribe: <bound method DhcpAgentNotifyAPI._send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f3ebdca9bb0>> network before_response 55550000 {{(pid=103613) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 31 11:35:51.521533 dv-cinder-786384-7-iscsi neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-87f800e7-f70a-4d71-ba41-cde06d4d0b07 None None] Subscribe: <bound method DhcpAgentNotifyAPI._send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f3ebdca9bb0>> networks before_response 55550000 {{(pid=103613) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 31 11:35:51.521868 dv-cinder-786384-7-iscsi neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-87f800e7-f70a-4d71-ba41-cde06d4d0b07 None None] Subscribe: <bound method DhcpAgentNotifyAPI._send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f3ebdca9bb0>> port before_response 55550000 {{(pid=103613) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 31 11:35:51.522203 dv-cinder-786384-7-iscsi neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-87f800e7-f70a-4d71-ba41-cde06d4d0b07 None None] Subscribe: <bound method DhcpAgentNotifyAPI._send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f3ebdca9bb0>> ports before_response 55550000 {{(pid=103613) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 31 11:35:51.522902 dv-cinder-786384-7-iscsi neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-87f800e7-f70a-4d71-ba41-cde06d4d0b07 None None] Subscribe: <bound method DhcpAgentNotifyAPI._send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f3ebdca9bb0>> subnet before_response 55550000 {{(pid=103613) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 31 11:35:51.523228 dv-cinder-786384-7-iscsi neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-87f800e7-f70a-4d71-ba41-cde06d4d0b07 None None] Subscribe: <bound method DhcpAgentNotifyAPI._send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f3ebdca9bb0>> subnets before_response 55550000 {{(pid=103613) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 31 11:35:51.523558 dv-cinder-786384-7-iscsi neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-87f800e7-f70a-4d71-ba41-cde06d4d0b07 None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f3ebdca9bb0>> network after_create 55550000 {{(pid=103613) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 31 11:35:51.523914 dv-cinder-786384-7-iscsi neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-87f800e7-f70a-4d71-ba41-cde06d4d0b07 None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f3ebdca9bb0>> network after_update 55550000 {{(pid=103613) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 31 11:35:51.524238 dv-cinder-786384-7-iscsi neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-87f800e7-f70a-4d71-ba41-cde06d4d0b07 None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f3ebdca9bb0>> network after_delete 55550000 {{(pid=103613) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 31 11:35:51.524560 dv-cinder-786384-7-iscsi neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-87f800e7-f70a-4d71-ba41-cde06d4d0b07 None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f3ebdca9bb0>> port after_create 55550000 {{(pid=103613) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 31 11:35:51.524884 dv-cinder-786384-7-iscsi neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-87f800e7-f70a-4d71-ba41-cde06d4d0b07 None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f3ebdca9bb0>> port after_update 55550000 {{(pid=103613) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 31 11:35:51.525205 dv-cinder-786384-7-iscsi neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-87f800e7-f70a-4d71-ba41-cde06d4d0b07 None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f3ebdca9bb0>> port after_delete 55550000 {{(pid=103613) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 31 11:35:51.525525 dv-cinder-786384-7-iscsi neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-87f800e7-f70a-4d71-ba41-cde06d4d0b07 None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f3ebdca9bb0>> subnet after_create 55550000 {{(pid=103613) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 31 11:35:51.525843 dv-cinder-786384-7-iscsi neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-87f800e7-f70a-4d71-ba41-cde06d4d0b07 None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f3ebdca9bb0>> subnet after_update 55550000 {{(pid=103613) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 31 11:35:51.526160 dv-cinder-786384-7-iscsi neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-87f800e7-f70a-4d71-ba41-cde06d4d0b07 None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f3ebdca9bb0>> subnet after_delete 55550000 {{(pid=103613) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 31 11:35:51.526724 dv-cinder-786384-7-iscsi neutron-server[103613]: INFO neutron.plugins.ml2.plugin [None req-87f800e7-f70a-4d71-ba41-cde06d4d0b07 None None] Modular L2 Plugin initialization complete
May 31 11:35:51.527043 dv-cinder-786384-7-iscsi neutron-server[103613]: DEBUG neutron.manager [None req-87f800e7-f70a-4d71-ba41-cde06d4d0b07 None None] Loading services supported by the core plugin {{(pid=103613) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}}
May 31 11:35:51.527365 dv-cinder-786384-7-iscsi neutron-server[103613]: INFO neutron.plugins.ml2.managers [None req-87f800e7-f70a-4d71-ba41-cde06d4d0b07 None None] Got port-security extension from driver 'port_security'
May 31 11:35:51.527834 dv-cinder-786384-7-iscsi neutron-server[103613]: INFO neutron.extensions.vlantransparent [None req-87f800e7-f70a-4d71-ba41-cde06d4d0b07 None None] Disabled vlantransparent extension.
May 31 11:35:51.528321 dv-cinder-786384-7-iscsi neutron-server[103613]: DEBUG neutron.manager [None req-87f800e7-f70a-4d71-ba41-cde06d4d0b07 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=103613) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}}
May 31 11:35:51.528622 dv-cinder-786384-7-iscsi neutron-server[103613]: INFO neutron.manager [None req-87f800e7-f70a-4d71-ba41-cde06d4d0b07 None None] Loading Plugin: router
May 31 11:35:51.565226 dv-cinder-786384-7-iscsi neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-87f800e7-f70a-4d71-ba41-cde06d4d0b07 None None] Subscribe: <bound method DVRResourceOperationHandler._add_csnat_on_interface_create of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f3ebdcb1130>> router_interface before_create 55550000 {{(pid=103613) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 31 11:35:51.565604 dv-cinder-786384-7-iscsi neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-87f800e7-f70a-4d71-ba41-cde06d4d0b07 None None] Subscribe: <bound method L3_HA_NAT_db_mixin._after_router_create of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f3ebdcb1130>> router after_create 55549900 {{(pid=103613) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 31 11:35:51.565971 dv-cinder-786384-7-iscsi neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-87f800e7-f70a-4d71-ba41-cde06d4d0b07 None None] Subscribe: <bound method L3_HA_NAT_db_mixin._before_router_create of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f3ebdcb1130>> router before_create 55549900 {{(pid=103613) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 31 11:35:51.566325 dv-cinder-786384-7-iscsi neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-87f800e7-f70a-4d71-ba41-cde06d4d0b07 None None] Subscribe: <bound method DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f3ebdcb1130>> router_interface before_delete 55550000 {{(pid=103613) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 31 11:35:51.566684 dv-cinder-786384-7-iscsi neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-87f800e7-f70a-4d71-ba41-cde06d4d0b07 None None] Subscribe: <bound method DVRResourceOperationHandler._cleanup_after_interface_removal of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f3ebdcb1130>> router_interface after_delete 55550000 {{(pid=103613) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 31 11:35:51.567021 dv-cinder-786384-7-iscsi neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-87f800e7-f70a-4d71-ba41-cde06d4d0b07 None None] Subscribe: <bound method L3_HA_NAT_db_mixin._cleanup_ha_network of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f3ebdcb1130>> router after_delete 55549900 {{(pid=103613) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 31 11:35:51.567368 dv-cinder-786384-7-iscsi neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-87f800e7-f70a-4d71-ba41-cde06d4d0b07 None None] Subscribe: <bound method DVRResourceOperationHandler._create_dvr_floating_gw_port of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f3ebdcb1130>> floatingip after_update 55550000 {{(pid=103613) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 31 11:35:51.567715 dv-cinder-786384-7-iscsi neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-87f800e7-f70a-4d71-ba41-cde06d4d0b07 None None] Subscribe: <bound method DVRResourceOperationHandler._create_snat_interfaces_after_change of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f3ebdcb1130>> router after_create 55549900 {{(pid=103613) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 31 11:35:51.568075 dv-cinder-786384-7-iscsi neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-87f800e7-f70a-4d71-ba41-cde06d4d0b07 None None] Subscribe: <bound method DVRResourceOperationHandler._create_snat_interfaces_after_change of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f3ebdcb1130>> router after_update 55549900 {{(pid=103613) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 31 11:35:51.568414 dv-cinder-786384-7-iscsi neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-87f800e7-f70a-4d71-ba41-cde06d4d0b07 None None] Subscribe: <bound method DVRResourceOperationHandler._delete_distributed_port_bindings_after_change of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f3ebdcb1130>> router after_update 55549900 {{(pid=103613) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 31 11:35:51.568733 dv-cinder-786384-7-iscsi neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-87f800e7-f70a-4d71-ba41-cde06d4d0b07 None None] Subscribe: <bound method DVRResourceOperationHandler._delete_dvr_internal_ports of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f3ebdcb1130>> router_gateway after_delete 55550000 {{(pid=103613) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 31 11:35:51.569074 dv-cinder-786384-7-iscsi neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-87f800e7-f70a-4d71-ba41-cde06d4d0b07 None None] Subscribe: <bound method DVRResourceOperationHandler._delete_snat_interfaces_after_change of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f3ebdcb1130>> router after_update 55549900 {{(pid=103613) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 31 11:35:51.569469 dv-cinder-786384-7-iscsi neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-87f800e7-f70a-4d71-ba41-cde06d4d0b07 None None] Subscribe: <bound method DVRResourceOperationHandler._handle_distributed_migration of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f3ebdcb1130>> router precommit_update 55549900 {{(pid=103613) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 31 11:35:51.569827 dv-cinder-786384-7-iscsi neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-87f800e7-f70a-4d71-ba41-cde06d4d0b07 None None] Subscribe: <function L3RpcNotifierMixin._notify_gateway_port_ip_changed at 0x7f3ebe2c3940> port after_update 55550000 {{(pid=103613) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 31 11:35:51.570154 dv-cinder-786384-7-iscsi neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-87f800e7-f70a-4d71-ba41-cde06d4d0b07 None None] Subscribe: <function L3RpcNotifierMixin._notify_routers_callback at 0x7f3ebe2c3a60> port after_delete 55550000 {{(pid=103613) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 31 11:35:51.570480 dv-cinder-786384-7-iscsi neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-87f800e7-f70a-4d71-ba41-cde06d4d0b07 None None] Subscribe: <function L3RpcNotifierMixin._notify_subnet_gateway_ip_update at 0x7f3ebe2c39d0> subnet after_update 55550000 {{(pid=103613) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 31 11:35:51.570811 dv-cinder-786384-7-iscsi neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-87f800e7-f70a-4d71-ba41-cde06d4d0b07 None None] Subscribe: <function L3RpcNotifierMixin._notify_subnetpool_address_scope_update at 0x7f3ebe2c3820> subnetpool_address_scope after_update 55550000 {{(pid=103613) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 31 11:35:51.571149 dv-cinder-786384-7-iscsi neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-87f800e7-f70a-4d71-ba41-cde06d4d0b07 None None] Subscribe: <bound method L3_NAT_dbonly_mixin._precommit_delete_port_callback of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f3ebdcb1130>> port precommit_delete 55550000 {{(pid=103613) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 31 11:35:51.571486 dv-cinder-786384-7-iscsi neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-87f800e7-f70a-4d71-ba41-cde06d4d0b07 None None] Subscribe: <bound method L3_HA_NAT_db_mixin._precommit_router_create of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f3ebdcb1130>> router precommit_create 55549900 {{(pid=103613) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 31 11:35:51.571851 dv-cinder-786384-7-iscsi neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-87f800e7-f70a-4d71-ba41-cde06d4d0b07 None None] Subscribe: <function L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback at 0x7f3ebe2bc430> port before_delete 55550000 {{(pid=103613) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 31 11:35:51.572164 dv-cinder-786384-7-iscsi neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-87f800e7-f70a-4d71-ba41-cde06d4d0b07 None None] Subscribe: <bound method RouterAvailabilityZoneMixin._process_az_request of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f3ebdcb1130>> router precommit_create 55550000 {{(pid=103613) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 31 11:35:51.572508 dv-cinder-786384-7-iscsi neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-87f800e7-f70a-4d71-ba41-cde06d4d0b07 None None] Subscribe: <bound method L3_HA_NAT_db_mixin._reconfigure_ha_resources of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f3ebdcb1130>> router after_update 55549900 {{(pid=103613) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 31 11:35:51.572839 dv-cinder-786384-7-iscsi neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-87f800e7-f70a-4d71-ba41-cde06d4d0b07 None None] Subscribe: <bound method L3_HA_NAT_db_mixin._release_router_vr_id of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f3ebdcb1130>> router precommit_delete 55549900 {{(pid=103613) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 31 11:35:51.573174 dv-cinder-786384-7-iscsi neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-87f800e7-f70a-4d71-ba41-cde06d4d0b07 None None] Subscribe: <bound method DVRResourceOperationHandler._set_distributed_flag of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f3ebdcb1130>> router precommit_create 55549900 {{(pid=103613) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 31 11:35:51.573522 dv-cinder-786384-7-iscsi neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-87f800e7-f70a-4d71-ba41-cde06d4d0b07 None None] Subscribe: <bound method DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f3ebdcb1130>> router_interface after_create 55550000 {{(pid=103613) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 31 11:35:51.573851 dv-cinder-786384-7-iscsi neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-87f800e7-f70a-4d71-ba41-cde06d4d0b07 None None] Subscribe: <bound method L3_HA_NAT_db_mixin._validate_migration of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f3ebdcb1130>> router precommit_update 55549900 {{(pid=103613) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 31 11:35:51.574210 dv-cinder-786384-7-iscsi neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-87f800e7-f70a-4d71-ba41-cde06d4d0b07 None None] Subscribe: <bound method DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f3ebdcb1130>> network after_delete 55550000 {{(pid=103613) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 31 11:35:51.575067 dv-cinder-786384-7-iscsi neutron-server[103613]: DEBUG neutron.quota.resource_registry [None req-87f800e7-f70a-4d71-ba41-cde06d4d0b07 None None] Tracking information for resource: router configured {{(pid=103613) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}}
May 31 11:35:51.575383 dv-cinder-786384-7-iscsi neutron-server[103613]: DEBUG neutron.quota.resource_registry [None req-87f800e7-f70a-4d71-ba41-cde06d4d0b07 None None] Tracking information for resource: floatingip configured {{(pid=103613) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}}
May 31 11:35:51.580425 dv-cinder-786384-7-iscsi neutron-server[103613]: INFO neutron.db.l3_agentschedulers_db [None req-87f800e7-f70a-4d71-ba41-cde06d4d0b07 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled.
May 31 11:35:51.580973 dv-cinder-786384-7-iscsi neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-87f800e7-f70a-4d71-ba41-cde06d4d0b07 None None] Subscribe: <function _notify_l3_agent_port_update at 0x7f3ebdc26dc0> port after_update 55550000 {{(pid=103613) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 31 11:35:51.581323 dv-cinder-786384-7-iscsi neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-87f800e7-f70a-4d71-ba41-cde06d4d0b07 None None] Subscribe: <function _notify_l3_agent_new_port at 0x7f3ebdc26ca0> port after_create 55550000 {{(pid=103613) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 31 11:35:51.581663 dv-cinder-786384-7-iscsi neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-87f800e7-f70a-4d71-ba41-cde06d4d0b07 None None] Subscribe: <function _notify_port_delete at 0x7f3ebdc26d30> port after_delete 55550000 {{(pid=103613) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 31 11:35:51.582002 dv-cinder-786384-7-iscsi neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-87f800e7-f70a-4d71-ba41-cde06d4d0b07 None None] Subscribe: <function _notify_l3_agent_ha_port_update at 0x7f3ebdc280d0> port after_update 55550000 {{(pid=103613) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 31 11:35:51.582807 dv-cinder-786384-7-iscsi neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-87f800e7-f70a-4d71-ba41-cde06d4d0b07 None None] Subscribe: <bound method DriverController._check_router_request of <neutron.services.l3_router.service_providers.driver_controller.DriverController object at 0x7f3ebdc45910>> router before_create 55550100 {{(pid=103613) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 31 11:35:51.583162 dv-cinder-786384-7-iscsi neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-87f800e7-f70a-4d71-ba41-cde06d4d0b07 None None] Subscribe: <bound method DriverController._clear_router_provider of <neutron.services.l3_router.service_providers.driver_controller.DriverController object at 0x7f3ebdc45910>> router precommit_delete 55550100 {{(pid=103613) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 31 11:35:51.583508 dv-cinder-786384-7-iscsi neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-87f800e7-f70a-4d71-ba41-cde06d4d0b07 None None] Subscribe: <bound method DriverController._set_router_provider of <neutron.services.l3_router.service_providers.driver_controller.DriverController object at 0x7f3ebdc45910>> router precommit_create 55550100 {{(pid=103613) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 31 11:35:51.583881 dv-cinder-786384-7-iscsi neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-87f800e7-f70a-4d71-ba41-cde06d4d0b07 None None] Subscribe: <bound method DriverController._update_router_provider of <neutron.services.l3_router.service_providers.driver_controller.DriverController object at 0x7f3ebdc45910>> router precommit_update 55550100 {{(pid=103613) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 31 11:35:51.588437 dv-cinder-786384-7-iscsi neutron-server[103613]: DEBUG neutron.services.provider_configuration [None req-87f800e7-f70a-4d71-ba41-cde06d4d0b07 None None] Service providers = [] {{(pid=103613) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}}
May 31 11:35:51.588794 dv-cinder-786384-7-iscsi neutron-server[103613]: DEBUG neutron.db.servicetype_db [None req-87f800e7-f70a-4d71-ba41-cde06d4d0b07 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=103613) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}}
May 31 11:35:51.591604 dv-cinder-786384-7-iscsi neutron-server[103613]: DEBUG neutron.services.service_base [None req-87f800e7-f70a-4d71-ba41-cde06d4d0b07 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=103613) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}}
May 31 11:35:51.591978 dv-cinder-786384-7-iscsi neutron-server[103613]: DEBUG neutron.services.service_base [None req-87f800e7-f70a-4d71-ba41-cde06d4d0b07 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=103613) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}}
May 31 11:35:51.592308 dv-cinder-786384-7-iscsi neutron-server[103613]: DEBUG neutron.services.service_base [None req-87f800e7-f70a-4d71-ba41-cde06d4d0b07 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=103613) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}}
May 31 11:35:51.593159 dv-cinder-786384-7-iscsi neutron-server[103613]: DEBUG neutron.services.service_base [None req-87f800e7-f70a-4d71-ba41-cde06d4d0b07 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=103613) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}}
May 31 11:35:51.593514 dv-cinder-786384-7-iscsi neutron-server[103613]: INFO neutron.services.service_base [None req-87f800e7-f70a-4d71-ba41-cde06d4d0b07 None None] Default provider is not specified for service type L3_ROUTER_NAT
May 31 11:35:51.594034 dv-cinder-786384-7-iscsi neutron-server[103613]: DEBUG neutron.manager [None req-87f800e7-f70a-4d71-ba41-cde06d4d0b07 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=103613) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}}
May 31 11:35:51.594350 dv-cinder-786384-7-iscsi neutron-server[103613]: INFO neutron.manager [None req-87f800e7-f70a-4d71-ba41-cde06d4d0b07 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin
May 31 11:35:51.604606 dv-cinder-786384-7-iscsi neutron-server[103613]: DEBUG neutron.manager [None req-87f800e7-f70a-4d71-ba41-cde06d4d0b07 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=103613) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}}
May 31 11:35:51.604930 dv-cinder-786384-7-iscsi neutron-server[103613]: INFO neutron.manager [None req-87f800e7-f70a-4d71-ba41-cde06d4d0b07 None None] Loading Plugin: auto_allocate
May 31 11:35:51.610657 dv-cinder-786384-7-iscsi neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-87f800e7-f70a-4d71-ba41-cde06d4d0b07 None None] Subscribe: <function _ensure_external_network_default_value_callback at 0x7f3ebdc71430> network precommit_update 55550000 {{(pid=103613) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 31 11:35:51.611010 dv-cinder-786384-7-iscsi neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-87f800e7-f70a-4d71-ba41-cde06d4d0b07 None None] Subscribe: <function _ensure_external_network_default_value_callback at 0x7f3ebdc71430> network precommit_create 55550000 {{(pid=103613) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 31 11:35:51.611511 dv-cinder-786384-7-iscsi neutron-server[103613]: DEBUG neutron.manager [None req-87f800e7-f70a-4d71-ba41-cde06d4d0b07 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=103613) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}}
May 31 11:35:51.611817 dv-cinder-786384-7-iscsi neutron-server[103613]: INFO neutron.manager [None req-87f800e7-f70a-4d71-ba41-cde06d4d0b07 None None] Loading Plugin: tag
May 31 11:35:51.618612 dv-cinder-786384-7-iscsi neutron-server[103613]: DEBUG neutron.manager [None req-87f800e7-f70a-4d71-ba41-cde06d4d0b07 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=103613) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}}
May 31 11:35:51.618924 dv-cinder-786384-7-iscsi neutron-server[103613]: INFO neutron.manager [None req-87f800e7-f70a-4d71-ba41-cde06d4d0b07 None None] Loading Plugin: timestamp
May 31 11:35:51.622628 dv-cinder-786384-7-iscsi neutron-server[103613]: DEBUG neutron.manager [None req-87f800e7-f70a-4d71-ba41-cde06d4d0b07 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=103613) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}}
May 31 11:35:51.622950 dv-cinder-786384-7-iscsi neutron-server[103613]: INFO neutron.manager [None req-87f800e7-f70a-4d71-ba41-cde06d4d0b07 None None] Loading Plugin: network_ip_availability
May 31 11:35:51.628191 dv-cinder-786384-7-iscsi neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-87f800e7-f70a-4d71-ba41-cde06d4d0b07 None None] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.services.network_ip_availability.plugin.NetworkIPAvailabilityPlugin object at 0x7f3ebdc66f70>> rbac-policy before_create 55550000 {{(pid=103613) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 31 11:35:51.628493 dv-cinder-786384-7-iscsi neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-87f800e7-f70a-4d71-ba41-cde06d4d0b07 None None] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.services.network_ip_availability.plugin.NetworkIPAvailabilityPlugin object at 0x7f3ebdc66f70>> rbac-policy before_update 55550000 {{(pid=103613) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 31 11:35:51.628836 dv-cinder-786384-7-iscsi neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-87f800e7-f70a-4d71-ba41-cde06d4d0b07 None None] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.services.network_ip_availability.plugin.NetworkIPAvailabilityPlugin object at 0x7f3ebdc66f70>> rbac-policy before_delete 55550000 {{(pid=103613) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 31 11:35:51.629560 dv-cinder-786384-7-iscsi neutron-server[103613]: DEBUG neutron.manager [None req-87f800e7-f70a-4d71-ba41-cde06d4d0b07 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=103613) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}}
May 31 11:35:51.629868 dv-cinder-786384-7-iscsi neutron-server[103613]: INFO neutron.manager [None req-87f800e7-f70a-4d71-ba41-cde06d4d0b07 None None] Loading Plugin: flavors
May 31 11:35:51.634681 dv-cinder-786384-7-iscsi neutron-server[103613]: DEBUG neutron.manager [None req-87f800e7-f70a-4d71-ba41-cde06d4d0b07 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=103613) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}}
May 31 11:35:51.634994 dv-cinder-786384-7-iscsi neutron-server[103613]: INFO neutron.manager [None req-87f800e7-f70a-4d71-ba41-cde06d4d0b07 None None] Loading Plugin: revisions
May 31 11:35:51.639177 dv-cinder-786384-7-iscsi neutron-server[103613]: DEBUG neutron.manager [None req-87f800e7-f70a-4d71-ba41-cde06d4d0b07 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=103613) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}}
May 31 11:35:51.639558 dv-cinder-786384-7-iscsi neutron-server[103613]: DEBUG oslo_concurrency.lockutils [None req-87f800e7-f70a-4d71-ba41-cde06d4d0b07 None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 1.630s {{(pid=103613) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 31 11:35:51.640307 dv-cinder-786384-7-iscsi neutron-server[103613]: DEBUG neutron.api.extensions [None req-87f800e7-f70a-4d71-ba41-cde06d4d0b07 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=103613) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:635}}
May 31 11:35:51.640632 dv-cinder-786384-7-iscsi neutron-server[103613]: INFO neutron.api.extensions [None req-87f800e7-f70a-4d71-ba41-cde06d4d0b07 None None] Initializing extension manager.
May 31 11:35:51.641123 dv-cinder-786384-7-iscsi neutron-server[103613]: DEBUG neutron.api.extensions [None req-87f800e7-f70a-4d71-ba41-cde06d4d0b07 None None] Loading extension file: __init__.py {{(pid=103613) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 31 11:35:51.641454 dv-cinder-786384-7-iscsi neutron-server[103613]: DEBUG neutron.api.extensions [None req-87f800e7-f70a-4d71-ba41-cde06d4d0b07 None None] Loading extension file: __pycache__ {{(pid=103613) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 31 11:35:51.641775 dv-cinder-786384-7-iscsi neutron-server[103613]: DEBUG neutron.api.extensions [None req-87f800e7-f70a-4d71-ba41-cde06d4d0b07 None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=103613) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 31 11:35:51.642091 dv-cinder-786384-7-iscsi neutron-server[103613]: DEBUG neutron.api.extensions [None req-87f800e7-f70a-4d71-ba41-cde06d4d0b07 None None] Loading extension file: address_group.py {{(pid=103613) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 31 11:35:51.642813 dv-cinder-786384-7-iscsi neutron-server[103613]: DEBUG neutron.api.extensions [None req-87f800e7-f70a-4d71-ba41-cde06d4d0b07 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=103613) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 31 11:35:51.643357 dv-cinder-786384-7-iscsi neutron-server[103613]: INFO neutron.api.extensions [None req-87f800e7-f70a-4d71-ba41-cde06d4d0b07 None None] Loaded extension: address-group
May 31 11:35:51.643667 dv-cinder-786384-7-iscsi neutron-server[103613]: DEBUG neutron.api.extensions [None req-87f800e7-f70a-4d71-ba41-cde06d4d0b07 None None] Loading extension file: address_scope.py {{(pid=103613) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 31 11:35:51.644363 dv-cinder-786384-7-iscsi neutron-server[103613]: DEBUG neutron.api.extensions [None req-87f800e7-f70a-4d71-ba41-cde06d4d0b07 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=103613) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 31 11:35:51.644916 dv-cinder-786384-7-iscsi neutron-server[103613]: INFO neutron.api.extensions [None req-87f800e7-f70a-4d71-ba41-cde06d4d0b07 None None] Loaded extension: address-scope
May 31 11:35:51.645230 dv-cinder-786384-7-iscsi neutron-server[103613]: DEBUG neutron.api.extensions [None req-87f800e7-f70a-4d71-ba41-cde06d4d0b07 None None] Loading extension file: admin_state_down_before_update.py {{(pid=103613) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 31 11:35:51.646094 dv-cinder-786384-7-iscsi neutron-server[103613]: DEBUG neutron.api.extensions [None req-87f800e7-f70a-4d71-ba41-cde06d4d0b07 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=103613) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 31 11:35:51.646585 dv-cinder-786384-7-iscsi neutron-server[103613]: INFO neutron.api.extensions [None req-87f800e7-f70a-4d71-ba41-cde06d4d0b07 None None] Loaded extension: router-admin-state-down-before-update
May 31 11:35:51.646890 dv-cinder-786384-7-iscsi neutron-server[103613]: DEBUG neutron.api.extensions [None req-87f800e7-f70a-4d71-ba41-cde06d4d0b07 None None] Loading extension file: agent.py {{(pid=103613) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 31 11:35:51.647905 dv-cinder-786384-7-iscsi neutron-server[103613]: DEBUG neutron.api.extensions [None req-87f800e7-f70a-4d71-ba41-cde06d4d0b07 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=103613) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 31 11:35:51.648398 dv-cinder-786384-7-iscsi neutron-server[103613]: INFO neutron.api.extensions [None req-87f800e7-f70a-4d71-ba41-cde06d4d0b07 None None] Loaded extension: agent
May 31 11:35:51.648705 dv-cinder-786384-7-iscsi neutron-server[103613]: DEBUG neutron.api.extensions [None req-87f800e7-f70a-4d71-ba41-cde06d4d0b07 None None] Loading extension file: agent_resources_synced.py {{(pid=103613) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 31 11:35:51.649571 dv-cinder-786384-7-iscsi neutron-server[103613]: DEBUG neutron.api.extensions [None req-87f800e7-f70a-4d71-ba41-cde06d4d0b07 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=103613) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 31 11:35:51.650057 dv-cinder-786384-7-iscsi neutron-server[103613]: INFO neutron.api.extensions [None req-87f800e7-f70a-4d71-ba41-cde06d4d0b07 None None] Loaded extension: agent-resources-synced
May 31 11:35:51.650367 dv-cinder-786384-7-iscsi neutron-server[103613]: DEBUG neutron.api.extensions [None req-87f800e7-f70a-4d71-ba41-cde06d4d0b07 None None] Loading extension file: allowedaddresspairs.py {{(pid=103613) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 31 11:35:51.652123 dv-cinder-786384-7-iscsi neutron-server[103613]: DEBUG neutron.api.extensions [None req-87f800e7-f70a-4d71-ba41-cde06d4d0b07 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=103613) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 31 11:35:51.652626 dv-cinder-786384-7-iscsi neutron-server[103613]: INFO neutron.api.extensions [None req-87f800e7-f70a-4d71-ba41-cde06d4d0b07 None None] Loaded extension: allowed-address-pairs
May 31 11:35:51.652937 dv-cinder-786384-7-iscsi neutron-server[103613]: DEBUG neutron.api.extensions [None req-87f800e7-f70a-4d71-ba41-cde06d4d0b07 None None] Loading extension file: auto_allocated_topology.py {{(pid=103613) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 31 11:35:51.653958 dv-cinder-786384-7-iscsi neutron-server[103613]: DEBUG neutron.api.extensions [None req-87f800e7-f70a-4d71-ba41-cde06d4d0b07 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=103613) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 31 11:35:51.654455 dv-cinder-786384-7-iscsi neutron-server[103613]: INFO neutron.api.extensions [None req-87f800e7-f70a-4d71-ba41-cde06d4d0b07 None None] Loaded extension: auto-allocated-topology
May 31 11:35:51.654768 dv-cinder-786384-7-iscsi neutron-server[103613]: DEBUG neutron.api.extensions [None req-87f800e7-f70a-4d71-ba41-cde06d4d0b07 None None] Loading extension file: availability_zone.py {{(pid=103613) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 31 11:35:51.655453 dv-cinder-786384-7-iscsi neutron-server[103613]: DEBUG neutron.api.extensions [None req-87f800e7-f70a-4d71-ba41-cde06d4d0b07 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=103613) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 31 11:35:51.655971 dv-cinder-786384-7-iscsi neutron-server[103613]: INFO neutron.api.extensions [None req-87f800e7-f70a-4d71-ba41-cde06d4d0b07 None None] Loaded extension: availability_zone
May 31 11:35:51.656278 dv-cinder-786384-7-iscsi neutron-server[103613]: DEBUG neutron.api.extensions [None req-87f800e7-f70a-4d71-ba41-cde06d4d0b07 None None] Loading extension file: availability_zone_filter.py {{(pid=103613) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 31 11:35:51.657144 dv-cinder-786384-7-iscsi neutron-server[103613]: DEBUG neutron.api.extensions [None req-87f800e7-f70a-4d71-ba41-cde06d4d0b07 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=103613) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 31 11:35:51.657637 dv-cinder-786384-7-iscsi neutron-server[103613]: INFO neutron.api.extensions [None req-87f800e7-f70a-4d71-ba41-cde06d4d0b07 None None] Loaded extension: availability_zone_filter
May 31 11:35:51.657948 dv-cinder-786384-7-iscsi neutron-server[103613]: DEBUG neutron.api.extensions [None req-87f800e7-f70a-4d71-ba41-cde06d4d0b07 None None] Loading extension file: data_plane_status.py {{(pid=103613) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 31 11:35:51.658811 dv-cinder-786384-7-iscsi neutron-server[103613]: DEBUG neutron.api.extensions [None req-87f800e7-f70a-4d71-ba41-cde06d4d0b07 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=103613) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 31 11:35:51.659300 dv-cinder-786384-7-iscsi neutron-server[103613]: INFO neutron.api.extensions [None req-87f800e7-f70a-4d71-ba41-cde06d4d0b07 None None] Extension data-plane-status not supported by any of loaded plugins
May 31 11:35:51.659604 dv-cinder-786384-7-iscsi neutron-server[103613]: DEBUG neutron.api.extensions [None req-87f800e7-f70a-4d71-ba41-cde06d4d0b07 None None] Loading extension file: default_subnetpools.py {{(pid=103613) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 31 11:35:51.660531 dv-cinder-786384-7-iscsi neutron-server[103613]: DEBUG neutron.api.extensions [None req-87f800e7-f70a-4d71-ba41-cde06d4d0b07 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=103613) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 31 11:35:51.661022 dv-cinder-786384-7-iscsi neutron-server[103613]: INFO neutron.api.extensions [None req-87f800e7-f70a-4d71-ba41-cde06d4d0b07 None None] Loaded extension: default-subnetpools
May 31 11:35:51.661326 dv-cinder-786384-7-iscsi neutron-server[103613]: DEBUG neutron.api.extensions [None req-87f800e7-f70a-4d71-ba41-cde06d4d0b07 None None] Loading extension file: dhcpagentscheduler.py {{(pid=103613) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 31 11:35:51.662113 dv-cinder-786384-7-iscsi neutron-server[103613]: DEBUG neutron.api.extensions [None req-87f800e7-f70a-4d71-ba41-cde06d4d0b07 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=103613) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 31 11:35:51.662603 dv-cinder-786384-7-iscsi neutron-server[103613]: INFO neutron.api.extensions [None req-87f800e7-f70a-4d71-ba41-cde06d4d0b07 None None] Loaded extension: dhcp_agent_scheduler
May 31 11:35:51.662910 dv-cinder-786384-7-iscsi neutron-server[103613]: DEBUG neutron.api.extensions [None req-87f800e7-f70a-4d71-ba41-cde06d4d0b07 None None] Loading extension file: dns.py {{(pid=103613) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 31 11:35:51.663796 dv-cinder-786384-7-iscsi neutron-server[103613]: DEBUG neutron.api.extensions [None req-87f800e7-f70a-4d71-ba41-cde06d4d0b07 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=103613) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 31 11:35:51.664287 dv-cinder-786384-7-iscsi neutron-server[103613]: INFO neutron.api.extensions [None req-87f800e7-f70a-4d71-ba41-cde06d4d0b07 None None] Extension dns-integration not supported by any of loaded plugins
May 31 11:35:51.664594 dv-cinder-786384-7-iscsi neutron-server[103613]: DEBUG neutron.api.extensions [None req-87f800e7-f70a-4d71-ba41-cde06d4d0b07 None None] Loading extension file: dns_domain_ports.py {{(pid=103613) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 31 11:35:51.665468 dv-cinder-786384-7-iscsi neutron-server[103613]: DEBUG neutron.api.extensions [None req-87f800e7-f70a-4d71-ba41-cde06d4d0b07 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=103613) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 31 11:35:51.665953 dv-cinder-786384-7-iscsi neutron-server[103613]: INFO neutron.api.extensions [None req-87f800e7-f70a-4d71-ba41-cde06d4d0b07 None None] Extension dns-domain-ports not supported by any of loaded plugins
May 31 11:35:51.666263 dv-cinder-786384-7-iscsi neutron-server[103613]: DEBUG neutron.api.extensions [None req-87f800e7-f70a-4d71-ba41-cde06d4d0b07 None None] Loading extension file: dvr.py {{(pid=103613) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 31 11:35:51.666903 dv-cinder-786384-7-iscsi neutron-server[103613]: DEBUG neutron.api.extensions [None req-87f800e7-f70a-4d71-ba41-cde06d4d0b07 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=103613) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 31 11:35:51.667388 dv-cinder-786384-7-iscsi neutron-server[103613]: INFO neutron.api.extensions [None req-87f800e7-f70a-4d71-ba41-cde06d4d0b07 None None] Loaded extension: dvr
May 31 11:35:51.667701 dv-cinder-786384-7-iscsi neutron-server[103613]: DEBUG neutron.api.extensions [None req-87f800e7-f70a-4d71-ba41-cde06d4d0b07 None None] Loading extension file: empty_string_filtering.py {{(pid=103613) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 31 11:35:51.668594 dv-cinder-786384-7-iscsi neutron-server[103613]: DEBUG neutron.api.extensions [None req-87f800e7-f70a-4d71-ba41-cde06d4d0b07 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=103613) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 31 11:35:51.669083 dv-cinder-786384-7-iscsi neutron-server[103613]: INFO neutron.api.extensions [None req-87f800e7-f70a-4d71-ba41-cde06d4d0b07 None None] Loaded extension: empty-string-filtering
May 31 11:35:51.669392 dv-cinder-786384-7-iscsi neutron-server[103613]: DEBUG neutron.api.extensions [None req-87f800e7-f70a-4d71-ba41-cde06d4d0b07 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=103613) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 31 11:35:51.670262 dv-cinder-786384-7-iscsi neutron-server[103613]: DEBUG neutron.api.extensions [None req-87f800e7-f70a-4d71-ba41-cde06d4d0b07 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=103613) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 31 11:35:51.670747 dv-cinder-786384-7-iscsi neutron-server[103613]: INFO neutron.api.extensions [None req-87f800e7-f70a-4d71-ba41-cde06d4d0b07 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins
May 31 11:35:51.671053 dv-cinder-786384-7-iscsi neutron-server[103613]: DEBUG neutron.api.extensions [None req-87f800e7-f70a-4d71-ba41-cde06d4d0b07 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=103613) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 31 11:35:51.671973 dv-cinder-786384-7-iscsi neutron-server[103613]: DEBUG neutron.api.extensions [None req-87f800e7-f70a-4d71-ba41-cde06d4d0b07 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=103613) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 31 11:35:51.672461 dv-cinder-786384-7-iscsi neutron-server[103613]: INFO neutron.api.extensions [None req-87f800e7-f70a-4d71-ba41-cde06d4d0b07 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins
May 31 11:35:51.672769 dv-cinder-786384-7-iscsi neutron-server[103613]: DEBUG neutron.api.extensions [None req-87f800e7-f70a-4d71-ba41-cde06d4d0b07 None None] Loading extension file: external_net.py {{(pid=103613) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 31 11:35:51.673639 dv-cinder-786384-7-iscsi neutron-server[103613]: DEBUG neutron.api.extensions [None req-87f800e7-f70a-4d71-ba41-cde06d4d0b07 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=103613) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 31 11:35:51.674129 dv-cinder-786384-7-iscsi neutron-server[103613]: INFO neutron.api.extensions [None req-87f800e7-f70a-4d71-ba41-cde06d4d0b07 None None] Loaded extension: external-net
May 31 11:35:51.674435 dv-cinder-786384-7-iscsi neutron-server[103613]: DEBUG neutron.api.extensions [None req-87f800e7-f70a-4d71-ba41-cde06d4d0b07 None None] Loading extension file: extra_dhcp_opt.py {{(pid=103613) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 31 11:35:51.675295 dv-cinder-786384-7-iscsi neutron-server[103613]: DEBUG neutron.api.extensions [None req-87f800e7-f70a-4d71-ba41-cde06d4d0b07 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=103613) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 31 11:35:51.675878 dv-cinder-786384-7-iscsi neutron-server[103613]: INFO neutron.api.extensions [None req-87f800e7-f70a-4d71-ba41-cde06d4d0b07 None None] Loaded extension: extra_dhcp_opt
May 31 11:35:51.676195 dv-cinder-786384-7-iscsi neutron-server[103613]: DEBUG neutron.api.extensions [None req-87f800e7-f70a-4d71-ba41-cde06d4d0b07 None None] Loading extension file: extraroute.py {{(pid=103613) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 31 11:35:51.677062 dv-cinder-786384-7-iscsi neutron-server[103613]: DEBUG neutron.api.extensions [None req-87f800e7-f70a-4d71-ba41-cde06d4d0b07 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=103613) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 31 11:35:51.677549 dv-cinder-786384-7-iscsi neutron-server[103613]: INFO neutron.api.extensions [None req-87f800e7-f70a-4d71-ba41-cde06d4d0b07 None None] Loaded extension: extraroute
May 31 11:35:51.677862 dv-cinder-786384-7-iscsi neutron-server[103613]: DEBUG neutron.api.extensions [None req-87f800e7-f70a-4d71-ba41-cde06d4d0b07 None None] Loading extension file: extraroute_atomic.py {{(pid=103613) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 31 11:35:51.678858 dv-cinder-786384-7-iscsi neutron-server[103613]: DEBUG neutron.api.extensions [None req-87f800e7-f70a-4d71-ba41-cde06d4d0b07 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=103613) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 31 11:35:51.679352 dv-cinder-786384-7-iscsi neutron-server[103613]: INFO neutron.api.extensions [None req-87f800e7-f70a-4d71-ba41-cde06d4d0b07 None None] Loaded extension: extraroute-atomic
May 31 11:35:51.679661 dv-cinder-786384-7-iscsi neutron-server[103613]: DEBUG neutron.api.extensions [None req-87f800e7-f70a-4d71-ba41-cde06d4d0b07 None None] Loading extension file: filter_validation.py {{(pid=103613) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 31 11:35:51.680401 dv-cinder-786384-7-iscsi neutron-server[103613]: DEBUG neutron.api.extensions [None req-87f800e7-f70a-4d71-ba41-cde06d4d0b07 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=103613) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 31 11:35:51.680896 dv-cinder-786384-7-iscsi neutron-server[103613]: INFO neutron.api.extensions [None req-87f800e7-f70a-4d71-ba41-cde06d4d0b07 None None] Loaded extension: filter-validation
May 31 11:35:51.681205 dv-cinder-786384-7-iscsi neutron-server[103613]: DEBUG neutron.api.extensions [None req-87f800e7-f70a-4d71-ba41-cde06d4d0b07 None None] Loading extension file: fip_pf_description.py {{(pid=103613) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 31 11:35:51.682241 dv-cinder-786384-7-iscsi neutron-server[103613]: DEBUG neutron.api.extensions [None req-87f800e7-f70a-4d71-ba41-cde06d4d0b07 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=103613) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 31 11:35:51.682729 dv-cinder-786384-7-iscsi neutron-server[103613]: INFO neutron.api.extensions [None req-87f800e7-f70a-4d71-ba41-cde06d4d0b07 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins
May 31 11:35:51.683040 dv-cinder-786384-7-iscsi neutron-server[103613]: DEBUG neutron.api.extensions [None req-87f800e7-f70a-4d71-ba41-cde06d4d0b07 None None] Loading extension file: fip_port_details.py {{(pid=103613) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 31 11:35:51.683943 dv-cinder-786384-7-iscsi neutron-server[103613]: DEBUG neutron.api.extensions [None req-87f800e7-f70a-4d71-ba41-cde06d4d0b07 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=103613) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 31 11:35:51.684439 dv-cinder-786384-7-iscsi neutron-server[103613]: INFO neutron.api.extensions [None req-87f800e7-f70a-4d71-ba41-cde06d4d0b07 None None] Loaded extension: fip-port-details
May 31 11:35:51.684741 dv-cinder-786384-7-iscsi neutron-server[103613]: DEBUG neutron.api.extensions [None req-87f800e7-f70a-4d71-ba41-cde06d4d0b07 None None] Loading extension file: flavors.py {{(pid=103613) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 31 11:35:51.685929 dv-cinder-786384-7-iscsi neutron-server[103613]: DEBUG neutron.api.extensions [None req-87f800e7-f70a-4d71-ba41-cde06d4d0b07 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=103613) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 31 11:35:51.686425 dv-cinder-786384-7-iscsi neutron-server[103613]: INFO neutron.api.extensions [None req-87f800e7-f70a-4d71-ba41-cde06d4d0b07 None None] Loaded extension: flavors
May 31 11:35:51.686740 dv-cinder-786384-7-iscsi neutron-server[103613]: DEBUG neutron.api.extensions [None req-87f800e7-f70a-4d71-ba41-cde06d4d0b07 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=103613) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 31 11:35:51.688401 dv-cinder-786384-7-iscsi neutron-server[103613]: DEBUG neutron.api.extensions [None req-87f800e7-f70a-4d71-ba41-cde06d4d0b07 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=103613) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 31 11:35:51.688904 dv-cinder-786384-7-iscsi neutron-server[103613]: INFO neutron.api.extensions [None req-87f800e7-f70a-4d71-ba41-cde06d4d0b07 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins
May 31 11:35:51.689217 dv-cinder-786384-7-iscsi neutron-server[103613]: DEBUG neutron.api.extensions [None req-87f800e7-f70a-4d71-ba41-cde06d4d0b07 None None] Loading extension file: floatingip_pools.py {{(pid=103613) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 31 11:35:51.689877 dv-cinder-786384-7-iscsi neutron-server[103613]: DEBUG neutron.api.extensions [None req-87f800e7-f70a-4d71-ba41-cde06d4d0b07 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=103613) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 31 11:35:51.690370 dv-cinder-786384-7-iscsi neutron-server[103613]: INFO neutron.api.extensions [None req-87f800e7-f70a-4d71-ba41-cde06d4d0b07 None None] Loaded extension: floatingip-pools
May 31 11:35:51.690678 dv-cinder-786384-7-iscsi neutron-server[103613]: DEBUG neutron.api.extensions [None req-87f800e7-f70a-4d71-ba41-cde06d4d0b07 None None] Loading extension file: ip_allocation.py {{(pid=103613) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 31 11:35:51.691582 dv-cinder-786384-7-iscsi neutron-server[103613]: DEBUG neutron.api.extensions [None req-87f800e7-f70a-4d71-ba41-cde06d4d0b07 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=103613) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 31 11:35:51.692102 dv-cinder-786384-7-iscsi neutron-server[103613]: INFO neutron.api.extensions [None req-87f800e7-f70a-4d71-ba41-cde06d4d0b07 None None] Extension ip_allocation not supported by any of loaded plugins
May 31 11:35:51.692412 dv-cinder-786384-7-iscsi neutron-server[103613]: DEBUG neutron.api.extensions [None req-87f800e7-f70a-4d71-ba41-cde06d4d0b07 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=103613) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 31 11:35:51.693286 dv-cinder-786384-7-iscsi neutron-server[103613]: DEBUG neutron.api.extensions [None req-87f800e7-f70a-4d71-ba41-cde06d4d0b07 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=103613) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 31 11:35:51.693775 dv-cinder-786384-7-iscsi neutron-server[103613]: INFO neutron.api.extensions [None req-87f800e7-f70a-4d71-ba41-cde06d4d0b07 None None] Loaded extension: ip-substring-filtering
May 31 11:35:51.694087 dv-cinder-786384-7-iscsi neutron-server[103613]: DEBUG neutron.api.extensions [None req-87f800e7-f70a-4d71-ba41-cde06d4d0b07 None None] Loading extension file: l2_adjacency.py {{(pid=103613) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 31 11:35:51.694965 dv-cinder-786384-7-iscsi neutron-server[103613]: DEBUG neutron.api.extensions [None req-87f800e7-f70a-4d71-ba41-cde06d4d0b07 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=103613) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 31 11:35:51.695446 dv-cinder-786384-7-iscsi neutron-server[103613]: INFO neutron.api.extensions [None req-87f800e7-f70a-4d71-ba41-cde06d4d0b07 None None] Extension l2_adjacency not supported by any of loaded plugins
May 31 11:35:51.695757 dv-cinder-786384-7-iscsi neutron-server[103613]: DEBUG neutron.api.extensions [None req-87f800e7-f70a-4d71-ba41-cde06d4d0b07 None None] Loading extension file: l3.py {{(pid=103613) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 31 11:35:51.696711 dv-cinder-786384-7-iscsi neutron-server[103613]: DEBUG neutron.api.extensions [None req-87f800e7-f70a-4d71-ba41-cde06d4d0b07 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=103613) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 31 11:35:51.697211 dv-cinder-786384-7-iscsi neutron-server[103613]: INFO neutron.api.extensions [None req-87f800e7-f70a-4d71-ba41-cde06d4d0b07 None None] Loaded extension: router
May 31 11:35:51.697525 dv-cinder-786384-7-iscsi neutron-server[103613]: DEBUG neutron.api.extensions [None req-87f800e7-f70a-4d71-ba41-cde06d4d0b07 None None] Loading extension file: l3_conntrack_helper.py {{(pid=103613) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 31 11:35:51.699698 dv-cinder-786384-7-iscsi neutron-server[103613]: DEBUG neutron.api.extensions [None req-87f800e7-f70a-4d71-ba41-cde06d4d0b07 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=103613) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 31 11:35:51.700235 dv-cinder-786384-7-iscsi neutron-server[103613]: INFO neutron.api.extensions [None req-87f800e7-f70a-4d71-ba41-cde06d4d0b07 None None] Extension l3-conntrack-helper not supported by any of loaded plugins
May 31 11:35:51.700554 dv-cinder-786384-7-iscsi neutron-server[103613]: DEBUG neutron.api.extensions [None req-87f800e7-f70a-4d71-ba41-cde06d4d0b07 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=103613) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 31 11:35:51.701441 dv-cinder-786384-7-iscsi neutron-server[103613]: DEBUG neutron.api.extensions [None req-87f800e7-f70a-4d71-ba41-cde06d4d0b07 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=103613) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 31 11:35:51.701940 dv-cinder-786384-7-iscsi neutron-server[103613]: INFO neutron.api.extensions [None req-87f800e7-f70a-4d71-ba41-cde06d4d0b07 None None] Loaded extension: ext-gw-mode
May 31 11:35:51.702254 dv-cinder-786384-7-iscsi neutron-server[103613]: DEBUG neutron.api.extensions [None req-87f800e7-f70a-4d71-ba41-cde06d4d0b07 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=103613) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 31 11:35:51.703117 dv-cinder-786384-7-iscsi neutron-server[103613]: DEBUG neutron.api.extensions [None req-87f800e7-f70a-4d71-ba41-cde06d4d0b07 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=103613) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 31 11:35:51.703625 dv-cinder-786384-7-iscsi neutron-server[103613]: INFO neutron.api.extensions [None req-87f800e7-f70a-4d71-ba41-cde06d4d0b07 None None] Loaded extension: l3-ha
May 31 11:35:51.703970 dv-cinder-786384-7-iscsi neutron-server[103613]: DEBUG neutron.api.extensions [None req-87f800e7-f70a-4d71-ba41-cde06d4d0b07 None None] Loading extension file: l3_flavors.py {{(pid=103613) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 31 11:35:51.704849 dv-cinder-786384-7-iscsi neutron-server[103613]: DEBUG neutron.api.extensions [None req-87f800e7-f70a-4d71-ba41-cde06d4d0b07 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=103613) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 31 11:35:51.705345 dv-cinder-786384-7-iscsi neutron-server[103613]: INFO neutron.api.extensions [None req-87f800e7-f70a-4d71-ba41-cde06d4d0b07 None None] Loaded extension: l3-flavors
May 31 11:35:51.705654 dv-cinder-786384-7-iscsi neutron-server[103613]: DEBUG neutron.api.extensions [None req-87f800e7-f70a-4d71-ba41-cde06d4d0b07 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=103613) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 31 11:35:51.706541 dv-cinder-786384-7-iscsi neutron-server[103613]: DEBUG neutron.api.extensions [None req-87f800e7-f70a-4d71-ba41-cde06d4d0b07 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=103613) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 31 11:35:51.707102 dv-cinder-786384-7-iscsi neutron-server[103613]: INFO neutron.api.extensions [None req-87f800e7-f70a-4d71-ba41-cde06d4d0b07 None None] Loaded extension: l3-port-ip-change-not-allowed
May 31 11:35:51.707412 dv-cinder-786384-7-iscsi neutron-server[103613]: DEBUG neutron.api.extensions [None req-87f800e7-f70a-4d71-ba41-cde06d4d0b07 None None] Loading extension file: l3agentscheduler.py {{(pid=103613) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 31 11:35:51.708434 dv-cinder-786384-7-iscsi neutron-server[103613]: DEBUG neutron.api.extensions [None req-87f800e7-f70a-4d71-ba41-cde06d4d0b07 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=103613) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 31 11:35:51.708935 dv-cinder-786384-7-iscsi neutron-server[103613]: INFO neutron.api.extensions [None req-87f800e7-f70a-4d71-ba41-cde06d4d0b07 None None] Loaded extension: l3_agent_scheduler
May 31 11:35:51.709246 dv-cinder-786384-7-iscsi neutron-server[103613]: DEBUG neutron.api.extensions [None req-87f800e7-f70a-4d71-ba41-cde06d4d0b07 None None] Loading extension file: logging.py {{(pid=103613) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 31 11:35:51.710714 dv-cinder-786384-7-iscsi neutron-server[103613]: DEBUG neutron.api.extensions [None req-87f800e7-f70a-4d71-ba41-cde06d4d0b07 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=103613) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 31 11:35:51.711217 dv-cinder-786384-7-iscsi neutron-server[103613]: INFO neutron.api.extensions [None req-87f800e7-f70a-4d71-ba41-cde06d4d0b07 None None] Extension logging not supported by any of loaded plugins
May 31 11:35:51.711531 dv-cinder-786384-7-iscsi neutron-server[103613]: DEBUG neutron.api.extensions [None req-87f800e7-f70a-4d71-ba41-cde06d4d0b07 None None] Loading extension file: metering.py {{(pid=103613) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 31 11:35:51.712273 dv-cinder-786384-7-iscsi neutron-server[103613]: DEBUG neutron.api.extensions [None req-87f800e7-f70a-4d71-ba41-cde06d4d0b07 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=103613) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 31 11:35:51.712831 dv-cinder-786384-7-iscsi neutron-server[103613]: INFO neutron.api.extensions [None req-87f800e7-f70a-4d71-ba41-cde06d4d0b07 None None] Loaded extension: metering
May 31 11:35:51.713142 dv-cinder-786384-7-iscsi neutron-server[103613]: DEBUG neutron.api.extensions [None req-87f800e7-f70a-4d71-ba41-cde06d4d0b07 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=103613) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 31 11:35:51.714201 dv-cinder-786384-7-iscsi neutron-server[103613]: DEBUG neutron.api.extensions [None req-87f800e7-f70a-4d71-ba41-cde06d4d0b07 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=103613) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 31 11:35:51.714696 dv-cinder-786384-7-iscsi neutron-server[103613]: INFO neutron.api.extensions [None req-87f800e7-f70a-4d71-ba41-cde06d4d0b07 None None] Loaded extension: metering_source_and_destination_fields
May 31 11:35:51.715006 dv-cinder-786384-7-iscsi neutron-server[103613]: DEBUG neutron.api.extensions [None req-87f800e7-f70a-4d71-ba41-cde06d4d0b07 None None] Loading extension file: multiprovidernet.py {{(pid=103613) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 31 11:35:51.716046 dv-cinder-786384-7-iscsi neutron-server[103613]: DEBUG neutron.api.extensions [None req-87f800e7-f70a-4d71-ba41-cde06d4d0b07 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=103613) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 31 11:35:51.716540 dv-cinder-786384-7-iscsi neutron-server[103613]: INFO neutron.api.extensions [None req-87f800e7-f70a-4d71-ba41-cde06d4d0b07 None None] Loaded extension: multi-provider
May 31 11:35:51.716851 dv-cinder-786384-7-iscsi neutron-server[103613]: DEBUG neutron.api.extensions [None req-87f800e7-f70a-4d71-ba41-cde06d4d0b07 None None] Loading extension file: netmtu.py {{(pid=103613) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 31 11:35:51.717725 dv-cinder-786384-7-iscsi neutron-server[103613]: DEBUG neutron.api.extensions [None req-87f800e7-f70a-4d71-ba41-cde06d4d0b07 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=103613) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 31 11:35:51.718212 dv-cinder-786384-7-iscsi neutron-server[103613]: INFO neutron.api.extensions [None req-87f800e7-f70a-4d71-ba41-cde06d4d0b07 None None] Loaded extension: net-mtu
May 31 11:35:51.718519 dv-cinder-786384-7-iscsi neutron-server[103613]: DEBUG neutron.api.extensions [None req-87f800e7-f70a-4d71-ba41-cde06d4d0b07 None None] Loading extension file: netmtu_writable.py {{(pid=103613) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 31 11:35:51.719401 dv-cinder-786384-7-iscsi neutron-server[103613]: DEBUG neutron.api.extensions [None req-87f800e7-f70a-4d71-ba41-cde06d4d0b07 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=103613) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 31 11:35:51.719922 dv-cinder-786384-7-iscsi neutron-server[103613]: INFO neutron.api.extensions [None req-87f800e7-f70a-4d71-ba41-cde06d4d0b07 None None] Loaded extension: net-mtu-writable
May 31 11:35:51.720289 dv-cinder-786384-7-iscsi neutron-server[103613]: DEBUG neutron.api.extensions [None req-87f800e7-f70a-4d71-ba41-cde06d4d0b07 None None] Loading extension file: network_availability_zone.py {{(pid=103613) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 31 11:35:51.721062 dv-cinder-786384-7-iscsi neutron-server[103613]: DEBUG neutron.api.extensions [None req-87f800e7-f70a-4d71-ba41-cde06d4d0b07 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=103613) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 31 11:35:51.721557 dv-cinder-786384-7-iscsi neutron-server[103613]: INFO neutron.api.extensions [None req-87f800e7-f70a-4d71-ba41-cde06d4d0b07 None None] Loaded extension: network_availability_zone
May 31 11:35:51.721864 dv-cinder-786384-7-iscsi neutron-server[103613]: DEBUG neutron.api.extensions [None req-87f800e7-f70a-4d71-ba41-cde06d4d0b07 None None] Loading extension file: network_ip_availability.py {{(pid=103613) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 31 11:35:51.723093 dv-cinder-786384-7-iscsi neutron-server[103613]: DEBUG neutron.api.extensions [None req-87f800e7-f70a-4d71-ba41-cde06d4d0b07 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=103613) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 31 11:35:51.723644 dv-cinder-786384-7-iscsi neutron-server[103613]: INFO neutron.api.extensions [None req-87f800e7-f70a-4d71-ba41-cde06d4d0b07 None None] Loaded extension: network-ip-availability
May 31 11:35:51.723983 dv-cinder-786384-7-iscsi neutron-server[103613]: DEBUG neutron.api.extensions [None req-87f800e7-f70a-4d71-ba41-cde06d4d0b07 None None] Loading extension file: network_segment_range.py {{(pid=103613) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 31 11:35:51.724805 dv-cinder-786384-7-iscsi neutron-server[103613]: DEBUG neutron.api.extensions [None req-87f800e7-f70a-4d71-ba41-cde06d4d0b07 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=103613) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 31 11:35:51.725365 dv-cinder-786384-7-iscsi neutron-server[103613]: INFO neutron.api.extensions [None req-87f800e7-f70a-4d71-ba41-cde06d4d0b07 None None] Extension network-segment-range not supported by any of loaded plugins
May 31 11:35:51.725704 dv-cinder-786384-7-iscsi neutron-server[103613]: DEBUG neutron.api.extensions [None req-87f800e7-f70a-4d71-ba41-cde06d4d0b07 None None] Loading extension file: pagination.py {{(pid=103613) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 31 11:35:51.726860 dv-cinder-786384-7-iscsi neutron-server[103613]: DEBUG neutron.api.extensions [None req-87f800e7-f70a-4d71-ba41-cde06d4d0b07 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=103613) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 31 11:35:51.727245 dv-cinder-786384-7-iscsi neutron-server[103613]: INFO neutron.api.extensions [None req-87f800e7-f70a-4d71-ba41-cde06d4d0b07 None None] Loaded extension: pagination
May 31 11:35:51.727591 dv-cinder-786384-7-iscsi neutron-server[103613]: DEBUG neutron.api.extensions [None req-87f800e7-f70a-4d71-ba41-cde06d4d0b07 None None] Loading extension file: port_device_profile.py {{(pid=103613) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 31 11:35:51.728737 dv-cinder-786384-7-iscsi neutron-server[103613]: DEBUG neutron.api.extensions [None req-87f800e7-f70a-4d71-ba41-cde06d4d0b07 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=103613) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 31 11:35:51.729327 dv-cinder-786384-7-iscsi neutron-server[103613]: INFO neutron.api.extensions [None req-87f800e7-f70a-4d71-ba41-cde06d4d0b07 None None] Loaded extension: port-device-profile
May 31 11:35:51.729702 dv-cinder-786384-7-iscsi neutron-server[103613]: DEBUG neutron.api.extensions [None req-87f800e7-f70a-4d71-ba41-cde06d4d0b07 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=103613) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 31 11:35:51.730814 dv-cinder-786384-7-iscsi neutron-server[103613]: DEBUG neutron.api.extensions [None req-87f800e7-f70a-4d71-ba41-cde06d4d0b07 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=103613) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 31 11:35:51.731337 dv-cinder-786384-7-iscsi neutron-server[103613]: INFO neutron.api.extensions [None req-87f800e7-f70a-4d71-ba41-cde06d4d0b07 None None] Loaded extension: port-mac-address-regenerate
May 31 11:35:51.731678 dv-cinder-786384-7-iscsi neutron-server[103613]: DEBUG neutron.api.extensions [None req-87f800e7-f70a-4d71-ba41-cde06d4d0b07 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=103613) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 31 11:35:51.732739 dv-cinder-786384-7-iscsi neutron-server[103613]: DEBUG neutron.api.extensions [None req-87f800e7-f70a-4d71-ba41-cde06d4d0b07 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=103613) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 31 11:35:51.733450 dv-cinder-786384-7-iscsi neutron-server[103613]: INFO neutron.api.extensions [None req-87f800e7-f70a-4d71-ba41-cde06d4d0b07 None None] Loaded extension: port-numa-affinity-policy
May 31 11:35:51.733841 dv-cinder-786384-7-iscsi neutron-server[103613]: DEBUG neutron.api.extensions [None req-87f800e7-f70a-4d71-ba41-cde06d4d0b07 None None] Loading extension file: port_resource_request.py {{(pid=103613) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 31 11:35:51.735055 dv-cinder-786384-7-iscsi neutron-server[103613]: DEBUG neutron.api.extensions [None req-87f800e7-f70a-4d71-ba41-cde06d4d0b07 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=103613) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 31 11:35:51.735672 dv-cinder-786384-7-iscsi neutron-server[103613]: INFO neutron.api.extensions [None req-87f800e7-f70a-4d71-ba41-cde06d4d0b07 None None] Extension port-resource-request not supported by any of loaded plugins
May 31 11:35:51.736235 dv-cinder-786384-7-iscsi neutron-server[103613]: DEBUG neutron.api.extensions [None req-87f800e7-f70a-4d71-ba41-cde06d4d0b07 None None] Loading extension file: portbindings.py {{(pid=103613) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 31 11:35:51.737286 dv-cinder-786384-7-iscsi neutron-server[103613]: DEBUG neutron.api.extensions [None req-87f800e7-f70a-4d71-ba41-cde06d4d0b07 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=103613) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 31 11:35:51.737892 dv-cinder-786384-7-iscsi neutron-server[103613]: INFO neutron.api.extensions [None req-87f800e7-f70a-4d71-ba41-cde06d4d0b07 None None] Loaded extension: binding
May 31 11:35:51.738253 dv-cinder-786384-7-iscsi neutron-server[103613]: DEBUG neutron.api.extensions [None req-87f800e7-f70a-4d71-ba41-cde06d4d0b07 None None] Loading extension file: portbindings_extended.py {{(pid=103613) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 31 11:35:51.739832 dv-cinder-786384-7-iscsi neutron-server[103613]: DEBUG neutron.api.extensions [None req-87f800e7-f70a-4d71-ba41-cde06d4d0b07 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=103613) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 31 11:35:51.740421 dv-cinder-786384-7-iscsi neutron-server[103613]: INFO neutron.api.extensions [None req-87f800e7-f70a-4d71-ba41-cde06d4d0b07 None None] Loaded extension: binding-extended
May 31 11:35:51.740807 dv-cinder-786384-7-iscsi neutron-server[103613]: DEBUG neutron.api.extensions [None req-87f800e7-f70a-4d71-ba41-cde06d4d0b07 None None] Loading extension file: portsecurity.py {{(pid=103613) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 31 11:35:51.741761 dv-cinder-786384-7-iscsi neutron-server[103613]: DEBUG neutron.api.extensions [None req-87f800e7-f70a-4d71-ba41-cde06d4d0b07 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=103613) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 31 11:35:51.742360 dv-cinder-786384-7-iscsi neutron-server[103613]: INFO neutron.api.extensions [None req-87f800e7-f70a-4d71-ba41-cde06d4d0b07 None None] Loaded extension: port-security
May 31 11:35:51.742722 dv-cinder-786384-7-iscsi neutron-server[103613]: DEBUG neutron.api.extensions [None req-87f800e7-f70a-4d71-ba41-cde06d4d0b07 None None] Loading extension file: project_id.py {{(pid=103613) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 31 11:35:51.743911 dv-cinder-786384-7-iscsi neutron-server[103613]: DEBUG neutron.api.extensions [None req-87f800e7-f70a-4d71-ba41-cde06d4d0b07 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=103613) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 31 11:35:51.744397 dv-cinder-786384-7-iscsi neutron-server[103613]: INFO neutron.api.extensions [None req-87f800e7-f70a-4d71-ba41-cde06d4d0b07 None None] Loaded extension: project-id
May 31 11:35:51.744822 dv-cinder-786384-7-iscsi neutron-server[103613]: DEBUG neutron.api.extensions [None req-87f800e7-f70a-4d71-ba41-cde06d4d0b07 None None] Loading extension file: providernet.py {{(pid=103613) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 31 11:35:51.745858 dv-cinder-786384-7-iscsi neutron-server[103613]: DEBUG neutron.api.extensions [None req-87f800e7-f70a-4d71-ba41-cde06d4d0b07 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=103613) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 31 11:35:51.746744 dv-cinder-786384-7-iscsi neutron-server[103613]: INFO neutron.api.extensions [None req-87f800e7-f70a-4d71-ba41-cde06d4d0b07 None None] Loaded extension: provider
May 31 11:35:51.747097 dv-cinder-786384-7-iscsi neutron-server[103613]: DEBUG neutron.api.extensions [None req-87f800e7-f70a-4d71-ba41-cde06d4d0b07 None None] Loading extension file: qos.py {{(pid=103613) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 31 11:35:51.750760 dv-cinder-786384-7-iscsi neutron-server[103613]: DEBUG neutron.api.extensions [None req-87f800e7-f70a-4d71-ba41-cde06d4d0b07 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=103613) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 31 11:35:51.751471 dv-cinder-786384-7-iscsi neutron-server[103613]: INFO neutron.api.extensions [None req-87f800e7-f70a-4d71-ba41-cde06d4d0b07 None None] Extension qos not supported by any of loaded plugins
May 31 11:35:51.751826 dv-cinder-786384-7-iscsi neutron-server[103613]: DEBUG neutron.api.extensions [None req-87f800e7-f70a-4d71-ba41-cde06d4d0b07 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=103613) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 31 11:35:51.753044 dv-cinder-786384-7-iscsi neutron-server[103613]: DEBUG neutron.api.extensions [None req-87f800e7-f70a-4d71-ba41-cde06d4d0b07 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=103613) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 31 11:35:51.753546 dv-cinder-786384-7-iscsi neutron-server[103613]: INFO neutron.api.extensions [None req-87f800e7-f70a-4d71-ba41-cde06d4d0b07 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins
May 31 11:35:51.753955 dv-cinder-786384-7-iscsi neutron-server[103613]: DEBUG neutron.api.extensions [None req-87f800e7-f70a-4d71-ba41-cde06d4d0b07 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=103613) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 31 11:35:51.754837 dv-cinder-786384-7-iscsi neutron-server[103613]: DEBUG neutron.api.extensions [None req-87f800e7-f70a-4d71-ba41-cde06d4d0b07 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=103613) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 31 11:35:51.755339 dv-cinder-786384-7-iscsi neutron-server[103613]: INFO neutron.api.extensions [None req-87f800e7-f70a-4d71-ba41-cde06d4d0b07 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins
May 31 11:35:51.755653 dv-cinder-786384-7-iscsi neutron-server[103613]: DEBUG neutron.api.extensions [None req-87f800e7-f70a-4d71-ba41-cde06d4d0b07 None None] Loading extension file: qos_default.py {{(pid=103613) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 31 11:35:51.756564 dv-cinder-786384-7-iscsi neutron-server[103613]: DEBUG neutron.api.extensions [None req-87f800e7-f70a-4d71-ba41-cde06d4d0b07 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=103613) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 31 11:35:51.757066 dv-cinder-786384-7-iscsi neutron-server[103613]: INFO neutron.api.extensions [None req-87f800e7-f70a-4d71-ba41-cde06d4d0b07 None None] Extension qos-default not supported by any of loaded plugins
May 31 11:35:51.757380 dv-cinder-786384-7-iscsi neutron-server[103613]: DEBUG neutron.api.extensions [None req-87f800e7-f70a-4d71-ba41-cde06d4d0b07 None None] Loading extension file: qos_fip.py {{(pid=103613) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 31 11:35:51.758015 dv-cinder-786384-7-iscsi neutron-server[103613]: DEBUG neutron.api.extensions [None req-87f800e7-f70a-4d71-ba41-cde06d4d0b07 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=103613) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 31 11:35:51.758522 dv-cinder-786384-7-iscsi neutron-server[103613]: INFO neutron.api.extensions [None req-87f800e7-f70a-4d71-ba41-cde06d4d0b07 None None] Extension qos-fip not supported by any of loaded plugins
May 31 11:35:51.758822 dv-cinder-786384-7-iscsi neutron-server[103613]: DEBUG neutron.api.extensions [None req-87f800e7-f70a-4d71-ba41-cde06d4d0b07 None None] Loading extension file: qos_gateway_ip.py {{(pid=103613) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 31 11:35:51.759700 dv-cinder-786384-7-iscsi neutron-server[103613]: DEBUG neutron.api.extensions [None req-87f800e7-f70a-4d71-ba41-cde06d4d0b07 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=103613) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 31 11:35:51.760215 dv-cinder-786384-7-iscsi neutron-server[103613]: INFO neutron.api.extensions [None req-87f800e7-f70a-4d71-ba41-cde06d4d0b07 None None] Extension qos-gateway-ip not supported by any of loaded plugins
May 31 11:35:51.760527 dv-cinder-786384-7-iscsi neutron-server[103613]: DEBUG neutron.api.extensions [None req-87f800e7-f70a-4d71-ba41-cde06d4d0b07 None None] Loading extension file: qos_port_network_policy.py {{(pid=103613) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 31 11:35:51.761399 dv-cinder-786384-7-iscsi neutron-server[103613]: DEBUG neutron.api.extensions [None req-87f800e7-f70a-4d71-ba41-cde06d4d0b07 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=103613) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 31 11:35:51.761890 dv-cinder-786384-7-iscsi neutron-server[103613]: INFO neutron.api.extensions [None req-87f800e7-f70a-4d71-ba41-cde06d4d0b07 None None] Extension qos-port-network-policy not supported by any of loaded plugins
May 31 11:35:51.762201 dv-cinder-786384-7-iscsi neutron-server[103613]: DEBUG neutron.api.extensions [None req-87f800e7-f70a-4d71-ba41-cde06d4d0b07 None None] Loading extension file: qos_rule_type_details.py {{(pid=103613) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 31 11:35:51.763066 dv-cinder-786384-7-iscsi neutron-server[103613]: DEBUG neutron.api.extensions [None req-87f800e7-f70a-4d71-ba41-cde06d4d0b07 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=103613) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 31 11:35:51.763559 dv-cinder-786384-7-iscsi neutron-server[103613]: INFO neutron.api.extensions [None req-87f800e7-f70a-4d71-ba41-cde06d4d0b07 None None] Extension qos-rule-type-details not supported by any of loaded plugins
May 31 11:35:51.763905 dv-cinder-786384-7-iscsi neutron-server[103613]: DEBUG neutron.api.extensions [None req-87f800e7-f70a-4d71-ba41-cde06d4d0b07 None None] Loading extension file: qos_rules_alias.py {{(pid=103613) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 31 11:35:51.764907 dv-cinder-786384-7-iscsi neutron-server[103613]: DEBUG neutron.api.extensions [None req-87f800e7-f70a-4d71-ba41-cde06d4d0b07 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=103613) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 31 11:35:51.765405 dv-cinder-786384-7-iscsi neutron-server[103613]: INFO neutron.api.extensions [None req-87f800e7-f70a-4d71-ba41-cde06d4d0b07 None None] Extension qos-rules-alias not supported by any of loaded plugins
May 31 11:35:51.765756 dv-cinder-786384-7-iscsi neutron-server[103613]: DEBUG neutron.api.extensions [None req-87f800e7-f70a-4d71-ba41-cde06d4d0b07 None None] Loading extension file: quotasv2.py {{(pid=103613) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 31 11:35:51.766771 dv-cinder-786384-7-iscsi neutron-server[103613]: DEBUG neutron.api.extensions [None req-87f800e7-f70a-4d71-ba41-cde06d4d0b07 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=103613) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 31 11:35:51.767081 dv-cinder-786384-7-iscsi neutron-server[103613]: INFO neutron.api.extensions [None req-87f800e7-f70a-4d71-ba41-cde06d4d0b07 None None] Loaded extension: quotas
May 31 11:35:51.767395 dv-cinder-786384-7-iscsi neutron-server[103613]: DEBUG neutron.api.extensions [None req-87f800e7-f70a-4d71-ba41-cde06d4d0b07 None None] Loading extension file: quotasv2_detail.py {{(pid=103613) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 31 11:35:51.769017 dv-cinder-786384-7-iscsi neutron-server[103613]: DEBUG neutron.api.extensions [None req-87f800e7-f70a-4d71-ba41-cde06d4d0b07 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=103613) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 31 11:35:51.769348 dv-cinder-786384-7-iscsi neutron-server[103613]: INFO neutron.api.extensions [None req-87f800e7-f70a-4d71-ba41-cde06d4d0b07 None None] Loaded extension: quota_details
May 31 11:35:51.769694 dv-cinder-786384-7-iscsi neutron-server[103613]: DEBUG neutron.api.extensions [None req-87f800e7-f70a-4d71-ba41-cde06d4d0b07 None None] Loading extension file: rbac.py {{(pid=103613) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 31 11:35:51.770714 dv-cinder-786384-7-iscsi neutron-server[103613]: DEBUG neutron.api.extensions [None req-87f800e7-f70a-4d71-ba41-cde06d4d0b07 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=103613) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 31 11:35:51.771218 dv-cinder-786384-7-iscsi neutron-server[103613]: INFO neutron.api.extensions [None req-87f800e7-f70a-4d71-ba41-cde06d4d0b07 None None] Loaded extension: rbac-policies
May 31 11:35:51.771532 dv-cinder-786384-7-iscsi neutron-server[103613]: DEBUG neutron.api.extensions [None req-87f800e7-f70a-4d71-ba41-cde06d4d0b07 None None] Loading extension file: rbac_address_group.py {{(pid=103613) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 31 11:35:51.772749 dv-cinder-786384-7-iscsi neutron-server[103613]: DEBUG neutron.api.extensions [None req-87f800e7-f70a-4d71-ba41-cde06d4d0b07 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=103613) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 31 11:35:51.773252 dv-cinder-786384-7-iscsi neutron-server[103613]: INFO neutron.api.extensions [None req-87f800e7-f70a-4d71-ba41-cde06d4d0b07 None None] Loaded extension: rbac-address-group
May 31 11:35:51.773564 dv-cinder-786384-7-iscsi neutron-server[103613]: DEBUG neutron.api.extensions [None req-87f800e7-f70a-4d71-ba41-cde06d4d0b07 None None] Loading extension file: rbac_address_scope.py {{(pid=103613) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 31 11:35:51.774439 dv-cinder-786384-7-iscsi neutron-server[103613]: DEBUG neutron.api.extensions [None req-87f800e7-f70a-4d71-ba41-cde06d4d0b07 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=103613) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 31 11:35:51.774932 dv-cinder-786384-7-iscsi neutron-server[103613]: INFO neutron.api.extensions [None req-87f800e7-f70a-4d71-ba41-cde06d4d0b07 None None] Loaded extension: rbac-address-scope
May 31 11:35:51.775239 dv-cinder-786384-7-iscsi neutron-server[103613]: DEBUG neutron.api.extensions [None req-87f800e7-f70a-4d71-ba41-cde06d4d0b07 None None] Loading extension file: rbac_security_groups.py {{(pid=103613) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 31 11:35:51.776136 dv-cinder-786384-7-iscsi neutron-server[103613]: DEBUG neutron.api.extensions [None req-87f800e7-f70a-4d71-ba41-cde06d4d0b07 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=103613) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 31 11:35:51.776634 dv-cinder-786384-7-iscsi neutron-server[103613]: INFO neutron.api.extensions [None req-87f800e7-f70a-4d71-ba41-cde06d4d0b07 None None] Loaded extension: rbac-security-groups
May 31 11:35:51.776940 dv-cinder-786384-7-iscsi neutron-server[103613]: DEBUG neutron.api.extensions [None req-87f800e7-f70a-4d71-ba41-cde06d4d0b07 None None] Loading extension file: rbac_subnetpool.py {{(pid=103613) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 31 11:35:51.777823 dv-cinder-786384-7-iscsi neutron-server[103613]: DEBUG neutron.api.extensions [None req-87f800e7-f70a-4d71-ba41-cde06d4d0b07 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=103613) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 31 11:35:51.778346 dv-cinder-786384-7-iscsi neutron-server[103613]: INFO neutron.api.extensions [None req-87f800e7-f70a-4d71-ba41-cde06d4d0b07 None None] Loaded extension: rbac-subnetpool
May 31 11:35:51.778658 dv-cinder-786384-7-iscsi neutron-server[103613]: DEBUG neutron.api.extensions [None req-87f800e7-f70a-4d71-ba41-cde06d4d0b07 None None] Loading extension file: revisionifmatch.py {{(pid=103613) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 31 11:35:51.779528 dv-cinder-786384-7-iscsi neutron-server[103613]: DEBUG neutron.api.extensions [None req-87f800e7-f70a-4d71-ba41-cde06d4d0b07 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=103613) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 31 11:35:51.780055 dv-cinder-786384-7-iscsi neutron-server[103613]: INFO neutron.api.extensions [None req-87f800e7-f70a-4d71-ba41-cde06d4d0b07 None None] Loaded extension: revision-if-match
May 31 11:35:51.780357 dv-cinder-786384-7-iscsi neutron-server[103613]: DEBUG neutron.api.extensions [None req-87f800e7-f70a-4d71-ba41-cde06d4d0b07 None None] Loading extension file: revisions.py {{(pid=103613) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 31 11:35:51.781519 dv-cinder-786384-7-iscsi neutron-server[103613]: DEBUG neutron.api.extensions [None req-87f800e7-f70a-4d71-ba41-cde06d4d0b07 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=103613) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 31 11:35:51.782026 dv-cinder-786384-7-iscsi neutron-server[103613]: INFO neutron.api.extensions [None req-87f800e7-f70a-4d71-ba41-cde06d4d0b07 None None] Loaded extension: standard-attr-revisions
May 31 11:35:51.782336 dv-cinder-786384-7-iscsi neutron-server[103613]: DEBUG neutron.api.extensions [None req-87f800e7-f70a-4d71-ba41-cde06d4d0b07 None None] Loading extension file: router_availability_zone.py {{(pid=103613) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 31 11:35:51.782978 dv-cinder-786384-7-iscsi neutron-server[103613]: DEBUG neutron.api.extensions [None req-87f800e7-f70a-4d71-ba41-cde06d4d0b07 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=103613) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 31 11:35:51.783472 dv-cinder-786384-7-iscsi neutron-server[103613]: INFO neutron.api.extensions [None req-87f800e7-f70a-4d71-ba41-cde06d4d0b07 None None] Loaded extension: router_availability_zone
May 31 11:35:51.783790 dv-cinder-786384-7-iscsi neutron-server[103613]: DEBUG neutron.api.extensions [None req-87f800e7-f70a-4d71-ba41-cde06d4d0b07 None None] Loading extension file: routerservicetype.py {{(pid=103613) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 31 11:35:51.784685 dv-cinder-786384-7-iscsi neutron-server[103613]: DEBUG neutron.api.extensions [None req-87f800e7-f70a-4d71-ba41-cde06d4d0b07 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=103613) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 31 11:35:51.785227 dv-cinder-786384-7-iscsi neutron-server[103613]: INFO neutron.api.extensions [None req-87f800e7-f70a-4d71-ba41-cde06d4d0b07 None None] Extension router-service-type not supported by any of loaded plugins
May 31 11:35:51.785541 dv-cinder-786384-7-iscsi neutron-server[103613]: DEBUG neutron.api.extensions [None req-87f800e7-f70a-4d71-ba41-cde06d4d0b07 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=103613) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 31 11:35:51.786418 dv-cinder-786384-7-iscsi neutron-server[103613]: DEBUG neutron.api.extensions [None req-87f800e7-f70a-4d71-ba41-cde06d4d0b07 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=103613) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 31 11:35:51.786914 dv-cinder-786384-7-iscsi neutron-server[103613]: INFO neutron.api.extensions [None req-87f800e7-f70a-4d71-ba41-cde06d4d0b07 None None] Loaded extension: security-groups-normalized-cidr
May 31 11:35:51.787223 dv-cinder-786384-7-iscsi neutron-server[103613]: DEBUG neutron.api.extensions [None req-87f800e7-f70a-4d71-ba41-cde06d4d0b07 None None] Loading extension file: security_groups_port_filtering.py {{(pid=103613) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 31 11:35:51.788138 dv-cinder-786384-7-iscsi neutron-server[103613]: DEBUG neutron.api.extensions [None req-87f800e7-f70a-4d71-ba41-cde06d4d0b07 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=103613) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 31 11:35:51.788635 dv-cinder-786384-7-iscsi neutron-server[103613]: INFO neutron.api.extensions [None req-87f800e7-f70a-4d71-ba41-cde06d4d0b07 None None] Loaded extension: port-security-groups-filtering
May 31 11:35:51.788944 dv-cinder-786384-7-iscsi neutron-server[103613]: DEBUG neutron.api.extensions [None req-87f800e7-f70a-4d71-ba41-cde06d4d0b07 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=103613) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 31 11:35:51.789826 dv-cinder-786384-7-iscsi neutron-server[103613]: DEBUG neutron.api.extensions [None req-87f800e7-f70a-4d71-ba41-cde06d4d0b07 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=103613) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 31 11:35:51.790315 dv-cinder-786384-7-iscsi neutron-server[103613]: INFO neutron.api.extensions [None req-87f800e7-f70a-4d71-ba41-cde06d4d0b07 None None] Loaded extension: security-groups-remote-address-group
May 31 11:35:51.790623 dv-cinder-786384-7-iscsi neutron-server[103613]: DEBUG neutron.api.extensions [None req-87f800e7-f70a-4d71-ba41-cde06d4d0b07 None None] Loading extension file: securitygroup.py {{(pid=103613) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 31 11:35:51.800214 dv-cinder-786384-7-iscsi neutron-server[103613]: DEBUG neutron.api.extensions [None req-87f800e7-f70a-4d71-ba41-cde06d4d0b07 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=103613) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 31 11:35:51.800746 dv-cinder-786384-7-iscsi neutron-server[103613]: INFO neutron.api.extensions [None req-87f800e7-f70a-4d71-ba41-cde06d4d0b07 None None] Loaded extension: security-group
May 31 11:35:51.801069 dv-cinder-786384-7-iscsi neutron-server[103613]: DEBUG neutron.api.extensions [None req-87f800e7-f70a-4d71-ba41-cde06d4d0b07 None None] Loading extension file: segment.py {{(pid=103613) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 31 11:35:51.801817 dv-cinder-786384-7-iscsi neutron-server[103613]: DEBUG neutron.api.extensions [None req-87f800e7-f70a-4d71-ba41-cde06d4d0b07 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=103613) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 31 11:35:51.802312 dv-cinder-786384-7-iscsi neutron-server[103613]: INFO neutron.api.extensions [None req-87f800e7-f70a-4d71-ba41-cde06d4d0b07 None None] Extension segment not supported by any of loaded plugins
May 31 11:35:51.802624 dv-cinder-786384-7-iscsi neutron-server[103613]: DEBUG neutron.api.extensions [None req-87f800e7-f70a-4d71-ba41-cde06d4d0b07 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=103613) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 31 11:35:51.803513 dv-cinder-786384-7-iscsi neutron-server[103613]: DEBUG neutron.api.extensions [None req-87f800e7-f70a-4d71-ba41-cde06d4d0b07 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=103613) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 31 11:35:51.804033 dv-cinder-786384-7-iscsi neutron-server[103613]: INFO neutron.api.extensions [None req-87f800e7-f70a-4d71-ba41-cde06d4d0b07 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins
May 31 11:35:51.804344 dv-cinder-786384-7-iscsi neutron-server[103613]: DEBUG neutron.api.extensions [None req-87f800e7-f70a-4d71-ba41-cde06d4d0b07 None None] Loading extension file: servicetype.py {{(pid=103613) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 31 11:35:51.805386 dv-cinder-786384-7-iscsi neutron-server[103613]: DEBUG neutron.api.extensions [None req-87f800e7-f70a-4d71-ba41-cde06d4d0b07 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=103613) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 31 11:35:51.805882 dv-cinder-786384-7-iscsi neutron-server[103613]: INFO neutron.api.extensions [None req-87f800e7-f70a-4d71-ba41-cde06d4d0b07 None None] Loaded extension: service-type
May 31 11:35:51.806190 dv-cinder-786384-7-iscsi neutron-server[103613]: DEBUG neutron.api.extensions [None req-87f800e7-f70a-4d71-ba41-cde06d4d0b07 None None] Loading extension file: sorting.py {{(pid=103613) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 31 11:35:51.807142 dv-cinder-786384-7-iscsi neutron-server[103613]: DEBUG neutron.api.extensions [None req-87f800e7-f70a-4d71-ba41-cde06d4d0b07 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=103613) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 31 11:35:51.807462 dv-cinder-786384-7-iscsi neutron-server[103613]: INFO neutron.api.extensions [None req-87f800e7-f70a-4d71-ba41-cde06d4d0b07 None None] Loaded extension: sorting
May 31 11:35:51.807787 dv-cinder-786384-7-iscsi neutron-server[103613]: DEBUG neutron.api.extensions [None req-87f800e7-f70a-4d71-ba41-cde06d4d0b07 None None] Loading extension file: standard_attr_segment.py {{(pid=103613) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 31 11:35:51.808675 dv-cinder-786384-7-iscsi neutron-server[103613]: DEBUG neutron.api.extensions [None req-87f800e7-f70a-4d71-ba41-cde06d4d0b07 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=103613) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 31 11:35:51.809175 dv-cinder-786384-7-iscsi neutron-server[103613]: INFO neutron.api.extensions [None req-87f800e7-f70a-4d71-ba41-cde06d4d0b07 None None] Extension standard-attr-segment not supported by any of loaded plugins
May 31 11:35:51.809482 dv-cinder-786384-7-iscsi neutron-server[103613]: DEBUG neutron.api.extensions [None req-87f800e7-f70a-4d71-ba41-cde06d4d0b07 None None] Loading extension file: standardattrdescription.py {{(pid=103613) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 31 11:35:51.810101 dv-cinder-786384-7-iscsi neutron-server[103613]: DEBUG neutron.api.extensions [None req-87f800e7-f70a-4d71-ba41-cde06d4d0b07 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=103613) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 31 11:35:51.810591 dv-cinder-786384-7-iscsi neutron-server[103613]: INFO neutron.api.extensions [None req-87f800e7-f70a-4d71-ba41-cde06d4d0b07 None None] Loaded extension: standard-attr-description
May 31 11:35:51.810901 dv-cinder-786384-7-iscsi neutron-server[103613]: DEBUG neutron.api.extensions [None req-87f800e7-f70a-4d71-ba41-cde06d4d0b07 None None] Loading extension file: stateful_security_group.py {{(pid=103613) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 31 11:35:51.811796 dv-cinder-786384-7-iscsi neutron-server[103613]: DEBUG neutron.api.extensions [None req-87f800e7-f70a-4d71-ba41-cde06d4d0b07 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=103613) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 31 11:35:51.812292 dv-cinder-786384-7-iscsi neutron-server[103613]: INFO neutron.api.extensions [None req-87f800e7-f70a-4d71-ba41-cde06d4d0b07 None None] Loaded extension: stateful-security-group
May 31 11:35:51.812601 dv-cinder-786384-7-iscsi neutron-server[103613]: DEBUG neutron.api.extensions [None req-87f800e7-f70a-4d71-ba41-cde06d4d0b07 None None] Loading extension file: stdattrs_common.py {{(pid=103613) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 31 11:35:51.813151 dv-cinder-786384-7-iscsi neutron-server[103613]: WARNING neutron.api.extensions [None req-87f800e7-f70a-4d71-ba41-cde06d4d0b07 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py
May 31 11:35:51.813456 dv-cinder-786384-7-iscsi neutron-server[103613]: DEBUG neutron.api.extensions [None req-87f800e7-f70a-4d71-ba41-cde06d4d0b07 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=103613) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 31 11:35:51.814400 dv-cinder-786384-7-iscsi neutron-server[103613]: DEBUG neutron.api.extensions [None req-87f800e7-f70a-4d71-ba41-cde06d4d0b07 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=103613) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 31 11:35:51.814890 dv-cinder-786384-7-iscsi neutron-server[103613]: INFO neutron.api.extensions [None req-87f800e7-f70a-4d71-ba41-cde06d4d0b07 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins
May 31 11:35:51.815195 dv-cinder-786384-7-iscsi neutron-server[103613]: DEBUG neutron.api.extensions [None req-87f800e7-f70a-4d71-ba41-cde06d4d0b07 None None] Loading extension file: subnet_onboard.py {{(pid=103613) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 31 11:35:51.816270 dv-cinder-786384-7-iscsi neutron-server[103613]: DEBUG neutron.api.extensions [None req-87f800e7-f70a-4d71-ba41-cde06d4d0b07 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=103613) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 31 11:35:51.816811 dv-cinder-786384-7-iscsi neutron-server[103613]: INFO neutron.api.extensions [None req-87f800e7-f70a-4d71-ba41-cde06d4d0b07 None None] Loaded extension: subnet_onboard
May 31 11:35:51.817123 dv-cinder-786384-7-iscsi neutron-server[103613]: DEBUG neutron.api.extensions [None req-87f800e7-f70a-4d71-ba41-cde06d4d0b07 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=103613) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 31 11:35:51.818019 dv-cinder-786384-7-iscsi neutron-server[103613]: DEBUG neutron.api.extensions [None req-87f800e7-f70a-4d71-ba41-cde06d4d0b07 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=103613) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 31 11:35:51.818505 dv-cinder-786384-7-iscsi neutron-server[103613]: INFO neutron.api.extensions [None req-87f800e7-f70a-4d71-ba41-cde06d4d0b07 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins
May 31 11:35:51.818816 dv-cinder-786384-7-iscsi neutron-server[103613]: DEBUG neutron.api.extensions [None req-87f800e7-f70a-4d71-ba41-cde06d4d0b07 None None] Loading extension file: subnet_service_types.py {{(pid=103613) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 31 11:35:51.819878 dv-cinder-786384-7-iscsi neutron-server[103613]: DEBUG neutron.api.extensions [None req-87f800e7-f70a-4d71-ba41-cde06d4d0b07 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=103613) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 31 11:35:51.820457 dv-cinder-786384-7-iscsi neutron-server[103613]: INFO neutron.api.extensions [None req-87f800e7-f70a-4d71-ba41-cde06d4d0b07 None None] Loaded extension: subnet-service-types
May 31 11:35:51.820770 dv-cinder-786384-7-iscsi neutron-server[103613]: DEBUG neutron.api.extensions [None req-87f800e7-f70a-4d71-ba41-cde06d4d0b07 None None] Loading extension file: subnetallocation.py {{(pid=103613) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 31 11:35:51.821903 dv-cinder-786384-7-iscsi neutron-server[103613]: DEBUG neutron.api.extensions [None req-87f800e7-f70a-4d71-ba41-cde06d4d0b07 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=103613) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 31 11:35:51.823345 dv-cinder-786384-7-iscsi neutron-server[103613]: INFO neutron.api.extensions [None req-87f800e7-f70a-4d71-ba41-cde06d4d0b07 None None] Loaded extension: subnet_allocation
May 31 11:35:51.823670 dv-cinder-786384-7-iscsi neutron-server[103613]: DEBUG neutron.api.extensions [None req-87f800e7-f70a-4d71-ba41-cde06d4d0b07 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=103613) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 31 11:35:51.824378 dv-cinder-786384-7-iscsi neutron-server[103613]: DEBUG neutron.api.extensions [None req-87f800e7-f70a-4d71-ba41-cde06d4d0b07 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=103613) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 31 11:35:51.824879 dv-cinder-786384-7-iscsi neutron-server[103613]: INFO neutron.api.extensions [None req-87f800e7-f70a-4d71-ba41-cde06d4d0b07 None None] Loaded extension: subnetpool-prefix-ops
May 31 11:35:51.825189 dv-cinder-786384-7-iscsi neutron-server[103613]: DEBUG neutron.api.extensions [None req-87f800e7-f70a-4d71-ba41-cde06d4d0b07 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=103613) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 31 11:35:51.826084 dv-cinder-786384-7-iscsi neutron-server[103613]: DEBUG neutron.api.extensions [None req-87f800e7-f70a-4d71-ba41-cde06d4d0b07 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=103613) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 31 11:35:51.826570 dv-cinder-786384-7-iscsi neutron-server[103613]: INFO neutron.api.extensions [None req-87f800e7-f70a-4d71-ba41-cde06d4d0b07 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins
May 31 11:35:51.826873 dv-cinder-786384-7-iscsi neutron-server[103613]: DEBUG neutron.api.extensions [None req-87f800e7-f70a-4d71-ba41-cde06d4d0b07 None None] Loading extension file: tagging.py {{(pid=103613) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 31 11:35:51.827961 dv-cinder-786384-7-iscsi neutron-server[103613]: DEBUG neutron.api.extensions [None req-87f800e7-f70a-4d71-ba41-cde06d4d0b07 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=103613) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 31 11:35:51.828463 dv-cinder-786384-7-iscsi neutron-server[103613]: INFO neutron.api.extensions [None req-87f800e7-f70a-4d71-ba41-cde06d4d0b07 None None] Loaded extension: standard-attr-tag
May 31 11:35:51.828778 dv-cinder-786384-7-iscsi neutron-server[103613]: DEBUG neutron.api.extensions [None req-87f800e7-f70a-4d71-ba41-cde06d4d0b07 None None] Loading extension file: timestamp.py {{(pid=103613) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 31 11:35:51.829927 dv-cinder-786384-7-iscsi neutron-server[103613]: DEBUG neutron.api.extensions [None req-87f800e7-f70a-4d71-ba41-cde06d4d0b07 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=103613) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 31 11:35:51.830423 dv-cinder-786384-7-iscsi neutron-server[103613]: INFO neutron.api.extensions [None req-87f800e7-f70a-4d71-ba41-cde06d4d0b07 None None] Loaded extension: standard-attr-timestamp
May 31 11:35:51.830736 dv-cinder-786384-7-iscsi neutron-server[103613]: DEBUG neutron.api.extensions [None req-87f800e7-f70a-4d71-ba41-cde06d4d0b07 None None] Loading extension file: trunk.py {{(pid=103613) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 31 11:35:51.831721 dv-cinder-786384-7-iscsi neutron-server[103613]: DEBUG neutron.api.extensions [None req-87f800e7-f70a-4d71-ba41-cde06d4d0b07 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=103613) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 31 11:35:51.832274 dv-cinder-786384-7-iscsi neutron-server[103613]: INFO neutron.api.extensions [None req-87f800e7-f70a-4d71-ba41-cde06d4d0b07 None None] Extension trunk not supported by any of loaded plugins
May 31 11:35:51.832591 dv-cinder-786384-7-iscsi neutron-server[103613]: DEBUG neutron.api.extensions [None req-87f800e7-f70a-4d71-ba41-cde06d4d0b07 None None] Loading extension file: trunk_details.py {{(pid=103613) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 31 11:35:51.833466 dv-cinder-786384-7-iscsi neutron-server[103613]: DEBUG neutron.api.extensions [None req-87f800e7-f70a-4d71-ba41-cde06d4d0b07 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=103613) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 31 11:35:51.833953 dv-cinder-786384-7-iscsi neutron-server[103613]: INFO neutron.api.extensions [None req-87f800e7-f70a-4d71-ba41-cde06d4d0b07 None None] Extension trunk-details not supported by any of loaded plugins
May 31 11:35:51.834263 dv-cinder-786384-7-iscsi neutron-server[103613]: DEBUG neutron.api.extensions [None req-87f800e7-f70a-4d71-ba41-cde06d4d0b07 None None] Loading extension file: uplink_status_propagation.py {{(pid=103613) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 31 11:35:51.835136 dv-cinder-786384-7-iscsi neutron-server[103613]: DEBUG neutron.api.extensions [None req-87f800e7-f70a-4d71-ba41-cde06d4d0b07 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=103613) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 31 11:35:51.835625 dv-cinder-786384-7-iscsi neutron-server[103613]: INFO neutron.api.extensions [None req-87f800e7-f70a-4d71-ba41-cde06d4d0b07 None None] Extension uplink-status-propagation not supported by any of loaded plugins
May 31 11:35:51.835969 dv-cinder-786384-7-iscsi neutron-server[103613]: DEBUG neutron.api.extensions [None req-87f800e7-f70a-4d71-ba41-cde06d4d0b07 None None] Loading extension file: vlantransparent.py {{(pid=103613) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 31 11:35:51.836604 dv-cinder-786384-7-iscsi neutron-server[103613]: DEBUG neutron.api.extensions [None req-87f800e7-f70a-4d71-ba41-cde06d4d0b07 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=103613) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 31 11:35:51.837088 dv-cinder-786384-7-iscsi neutron-server[103613]: INFO neutron.api.extensions [None req-87f800e7-f70a-4d71-ba41-cde06d4d0b07 None None] Extension vlan-transparent not supported by any of loaded plugins
May 31 11:35:51.839524 dv-cinder-786384-7-iscsi neutron-server[103613]: INFO neutron.quota.resource_registry [None req-87f800e7-f70a-4d71-ba41-cde06d4d0b07 None None] Creating instance of TrackedResource for resource:network
May 31 11:35:51.840265 dv-cinder-786384-7-iscsi neutron-server[103613]: INFO neutron.quota.resource_registry [None req-87f800e7-f70a-4d71-ba41-cde06d4d0b07 None None] Creating instance of TrackedResource for resource:subnet
May 31 11:35:51.842036 dv-cinder-786384-7-iscsi neutron-server[103613]: INFO neutron.quota.resource_registry [None req-87f800e7-f70a-4d71-ba41-cde06d4d0b07 None None] Creating instance of TrackedResource for resource:subnetpool
May 31 11:35:51.842752 dv-cinder-786384-7-iscsi neutron-server[103613]: INFO neutron.quota.resource_registry [None req-87f800e7-f70a-4d71-ba41-cde06d4d0b07 None None] Creating instance of TrackedResource for resource:port
May 31 11:35:51.844024 dv-cinder-786384-7-iscsi neutron-server[103613]: DEBUG neutron.api.v2.resource_helper [None req-87f800e7-f70a-4d71-ba41-cde06d4d0b07 None None] Service L3_ROUTER_NAT assigned prefix:  {{(pid=103613) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
May 31 11:35:51.844448 dv-cinder-786384-7-iscsi neutron-server[103613]: DEBUG neutron.api.v2.resource_helper [None req-87f800e7-f70a-4d71-ba41-cde06d4d0b07 None None] Service FLAVORS assigned prefix:  {{(pid=103613) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
May 31 11:35:51.845066 dv-cinder-786384-7-iscsi neutron-server[103613]: DEBUG neutron.api.v2.resource_helper [None req-87f800e7-f70a-4d71-ba41-cde06d4d0b07 None None] Service L3_ROUTER_NAT assigned prefix:  {{(pid=103613) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
May 31 11:35:51.845488 dv-cinder-786384-7-iscsi neutron-server[103613]: DEBUG neutron.api.v2.resource_helper [None req-87f800e7-f70a-4d71-ba41-cde06d4d0b07 None None] Service L3_ROUTER_NAT assigned prefix:  {{(pid=103613) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
May 31 11:35:51.845806 dv-cinder-786384-7-iscsi neutron-server[103613]: INFO neutron.quota.resource_registry [None req-87f800e7-f70a-4d71-ba41-cde06d4d0b07 None None] Creating instance of TrackedResource for resource:router
May 31 11:35:51.846447 dv-cinder-786384-7-iscsi neutron-server[103613]: INFO neutron.quota.resource_registry [None req-87f800e7-f70a-4d71-ba41-cde06d4d0b07 None None] Creating instance of TrackedResource for resource:floatingip
May 31 11:35:51.847148 dv-cinder-786384-7-iscsi neutron-server[103613]: DEBUG neutron.api.v2.resource_helper [None req-87f800e7-f70a-4d71-ba41-cde06d4d0b07 None None] Service METERING assigned prefix: /metering {{(pid=103613) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
May 31 11:35:51.848650 dv-cinder-786384-7-iscsi neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-87f800e7-f70a-4d71-ba41-cde06d4d0b07 None None] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.services.network_ip_availability.plugin.NetworkIPAvailabilityPlugin object at 0x7f3ebdb464c0>> rbac-policy before_create 55550000 {{(pid=103613) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 31 11:35:51.849011 dv-cinder-786384-7-iscsi neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-87f800e7-f70a-4d71-ba41-cde06d4d0b07 None None] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.services.network_ip_availability.plugin.NetworkIPAvailabilityPlugin object at 0x7f3ebdb464c0>> rbac-policy before_update 55550000 {{(pid=103613) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 31 11:35:51.849349 dv-cinder-786384-7-iscsi neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-87f800e7-f70a-4d71-ba41-cde06d4d0b07 None None] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.services.network_ip_availability.plugin.NetworkIPAvailabilityPlugin object at 0x7f3ebdb464c0>> rbac-policy before_delete 55550000 {{(pid=103613) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 31 11:35:51.850461 dv-cinder-786384-7-iscsi neutron-server[103613]: INFO neutron.quota.resource_registry [None req-87f800e7-f70a-4d71-ba41-cde06d4d0b07 None None] Creating instance of CountableResource for resource:rbac_policy
May 31 11:35:51.850889 dv-cinder-786384-7-iscsi neutron-server[103613]: INFO neutron.quota.resource_registry [None req-87f800e7-f70a-4d71-ba41-cde06d4d0b07 None None] Creating instance of TrackedResource for resource:security_group
May 31 11:35:51.851547 dv-cinder-786384-7-iscsi neutron-server[103613]: INFO neutron.quota.resource_registry [None req-87f800e7-f70a-4d71-ba41-cde06d4d0b07 None None] Creating instance of TrackedResource for resource:security_group_rule
May 31 11:35:51.852291 dv-cinder-786384-7-iscsi neutron-server[103613]: DEBUG neutron.api.v2.resource_helper [None req-87f800e7-f70a-4d71-ba41-cde06d4d0b07 None None] Service CORE assigned prefix:  {{(pid=103613) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
May 31 11:35:51.852606 dv-cinder-786384-7-iscsi neutron-server[103613]: INFO neutron.quota.resource_registry [None req-87f800e7-f70a-4d71-ba41-cde06d4d0b07 None None] Creating instance of TrackedResource for resource:subnetpool
May 31 11:35:51.852926 dv-cinder-786384-7-iscsi neutron-server[103613]: WARNING neutron.quota.resource_registry [None req-87f800e7-f70a-4d71-ba41-cde06d4d0b07 None None] subnetpool is already registered
May 31 11:35:51.853516 dv-cinder-786384-7-iscsi neutron-server[103613]: DEBUG neutron.api.v2.resource_helper [None req-87f800e7-f70a-4d71-ba41-cde06d4d0b07 None None] Service CORE assigned prefix:  {{(pid=103613) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
May 31 11:35:51.853827 dv-cinder-786384-7-iscsi neutron-server[103613]: INFO neutron.quota.resource_registry [None req-87f800e7-f70a-4d71-ba41-cde06d4d0b07 None None] Creating instance of TrackedResource for resource:subnetpool
May 31 11:35:51.854136 dv-cinder-786384-7-iscsi neutron-server[103613]: WARNING neutron.quota.resource_registry [None req-87f800e7-f70a-4d71-ba41-cde06d4d0b07 None None] subnetpool is already registered
May 31 11:35:51.856742 dv-cinder-786384-7-iscsi neutron-server[103613]: DEBUG neutron.api.v2.resource_helper [None req-87f800e7-f70a-4d71-ba41-cde06d4d0b07 None None] Service L3_ROUTER_NAT assigned prefix:  {{(pid=103613) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
May 31 11:35:51.857159 dv-cinder-786384-7-iscsi neutron-server[103613]: DEBUG neutron.api.v2.resource_helper [None req-87f800e7-f70a-4d71-ba41-cde06d4d0b07 None None] Service FLAVORS assigned prefix:  {{(pid=103613) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
May 31 11:35:51.857743 dv-cinder-786384-7-iscsi neutron-server[103613]: DEBUG neutron.api.v2.resource_helper [None req-87f800e7-f70a-4d71-ba41-cde06d4d0b07 None None] Service L3_ROUTER_NAT assigned prefix:  {{(pid=103613) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
May 31 11:35:51.858145 dv-cinder-786384-7-iscsi neutron-server[103613]: DEBUG neutron.api.v2.resource_helper [None req-87f800e7-f70a-4d71-ba41-cde06d4d0b07 None None] Service L3_ROUTER_NAT assigned prefix:  {{(pid=103613) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
May 31 11:35:51.858461 dv-cinder-786384-7-iscsi neutron-server[103613]: INFO neutron.quota.resource_registry [None req-87f800e7-f70a-4d71-ba41-cde06d4d0b07 None None] Creating instance of TrackedResource for resource:router
May 31 11:35:51.858775 dv-cinder-786384-7-iscsi neutron-server[103613]: WARNING neutron.quota.resource_registry [None req-87f800e7-f70a-4d71-ba41-cde06d4d0b07 None None] router is already registered
May 31 11:35:51.860038 dv-cinder-786384-7-iscsi neutron-server[103613]: INFO neutron.quota.resource_registry [None req-87f800e7-f70a-4d71-ba41-cde06d4d0b07 None None] Creating instance of TrackedResource for resource:floatingip
May 31 11:35:51.860442 dv-cinder-786384-7-iscsi neutron-server[103613]: WARNING neutron.quota.resource_registry [None req-87f800e7-f70a-4d71-ba41-cde06d4d0b07 None None] floatingip is already registered
May 31 11:35:51.861077 dv-cinder-786384-7-iscsi neutron-server[103613]: DEBUG neutron.api.v2.resource_helper [None req-87f800e7-f70a-4d71-ba41-cde06d4d0b07 None None] Service METERING assigned prefix: /metering {{(pid=103613) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
May 31 11:35:51.861755 dv-cinder-786384-7-iscsi neutron-server[103613]: INFO neutron.quota.resource_registry [None req-87f800e7-f70a-4d71-ba41-cde06d4d0b07 None None] Creating instance of CountableResource for resource:rbac_policy
May 31 11:35:51.862078 dv-cinder-786384-7-iscsi neutron-server[103613]: WARNING neutron.quota.resource_registry [None req-87f800e7-f70a-4d71-ba41-cde06d4d0b07 None None] rbac_policy is already registered
May 31 11:35:51.862604 dv-cinder-786384-7-iscsi neutron-server[103613]: INFO neutron.quota.resource_registry [None req-87f800e7-f70a-4d71-ba41-cde06d4d0b07 None None] Creating instance of TrackedResource for resource:security_group
May 31 11:35:51.862931 dv-cinder-786384-7-iscsi neutron-server[103613]: WARNING neutron.quota.resource_registry [None req-87f800e7-f70a-4d71-ba41-cde06d4d0b07 None None] security_group is already registered
May 31 11:35:51.863815 dv-cinder-786384-7-iscsi neutron-server[103613]: INFO neutron.quota.resource_registry [None req-87f800e7-f70a-4d71-ba41-cde06d4d0b07 None None] Creating instance of TrackedResource for resource:security_group_rule
May 31 11:35:51.864154 dv-cinder-786384-7-iscsi neutron-server[103613]: WARNING neutron.quota.resource_registry [None req-87f800e7-f70a-4d71-ba41-cde06d4d0b07 None None] security_group_rule is already registered
May 31 11:35:51.864819 dv-cinder-786384-7-iscsi neutron-server[103613]: DEBUG neutron.api.v2.resource_helper [None req-87f800e7-f70a-4d71-ba41-cde06d4d0b07 None None] Service CORE assigned prefix:  {{(pid=103613) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
May 31 11:35:51.865137 dv-cinder-786384-7-iscsi neutron-server[103613]: INFO neutron.quota.resource_registry [None req-87f800e7-f70a-4d71-ba41-cde06d4d0b07 None None] Creating instance of TrackedResource for resource:subnetpool
May 31 11:35:51.865448 dv-cinder-786384-7-iscsi neutron-server[103613]: WARNING neutron.quota.resource_registry [None req-87f800e7-f70a-4d71-ba41-cde06d4d0b07 None None] subnetpool is already registered
May 31 11:35:51.866027 dv-cinder-786384-7-iscsi neutron-server[103613]: DEBUG neutron.api.v2.resource_helper [None req-87f800e7-f70a-4d71-ba41-cde06d4d0b07 None None] Service CORE assigned prefix:  {{(pid=103613) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
May 31 11:35:51.866339 dv-cinder-786384-7-iscsi neutron-server[103613]: INFO neutron.quota.resource_registry [None req-87f800e7-f70a-4d71-ba41-cde06d4d0b07 None None] Creating instance of TrackedResource for resource:subnetpool
May 31 11:35:51.866650 dv-cinder-786384-7-iscsi neutron-server[103613]: WARNING neutron.quota.resource_registry [None req-87f800e7-f70a-4d71-ba41-cde06d4d0b07 None None] subnetpool is already registered
May 31 11:35:51.867280 dv-cinder-786384-7-iscsi neutron-server[103613]: DEBUG neutron.api.extensions [None req-87f800e7-f70a-4d71-ba41-cde06d4d0b07 None None] Extended resource: extensions {{(pid=103613) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
May 31 11:35:51.868772 dv-cinder-786384-7-iscsi neutron-server[103613]: DEBUG neutron.api.extensions [None req-87f800e7-f70a-4d71-ba41-cde06d4d0b07 None None] Extended resource: address-groups {{(pid=103613) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
May 31 11:35:51.870372 dv-cinder-786384-7-iscsi neutron-server[103613]: DEBUG neutron.api.extensions [None req-87f800e7-f70a-4d71-ba41-cde06d4d0b07 None None] Extended resource: address-scopes {{(pid=103613) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
May 31 11:35:51.871580 dv-cinder-786384-7-iscsi neutron-server[103613]: DEBUG neutron.api.extensions [None req-87f800e7-f70a-4d71-ba41-cde06d4d0b07 None None] Extended resource: agents {{(pid=103613) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
May 31 11:35:51.872745 dv-cinder-786384-7-iscsi neutron-server[103613]: DEBUG neutron.api.extensions [None req-87f800e7-f70a-4d71-ba41-cde06d4d0b07 None None] Extended resource: auto-allocated-topology {{(pid=103613) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
May 31 11:35:51.873977 dv-cinder-786384-7-iscsi neutron-server[103613]: DEBUG neutron.api.extensions [None req-87f800e7-f70a-4d71-ba41-cde06d4d0b07 None None] Extended resource: availability_zones {{(pid=103613) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
May 31 11:35:51.875259 dv-cinder-786384-7-iscsi neutron-server[103613]: DEBUG neutron.api.extensions [None req-87f800e7-f70a-4d71-ba41-cde06d4d0b07 None None] Extended resource: dhcp-networks {{(pid=103613) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
May 31 11:35:51.876690 dv-cinder-786384-7-iscsi neutron-server[103613]: DEBUG neutron.api.extensions [None req-87f800e7-f70a-4d71-ba41-cde06d4d0b07 None None] Extended resource: dhcp-agents {{(pid=103613) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
May 31 11:35:51.878105 dv-cinder-786384-7-iscsi neutron-server[103613]: DEBUG neutron.api.extensions [None req-87f800e7-f70a-4d71-ba41-cde06d4d0b07 None None] Extended resource: routers {{(pid=103613) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
May 31 11:35:51.880093 dv-cinder-786384-7-iscsi neutron-server[103613]: DEBUG neutron.api.extensions [None req-87f800e7-f70a-4d71-ba41-cde06d4d0b07 None None] Extended resource: flavors {{(pid=103613) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
May 31 11:35:51.881197 dv-cinder-786384-7-iscsi neutron-server[103613]: DEBUG neutron.api.extensions [None req-87f800e7-f70a-4d71-ba41-cde06d4d0b07 None None] Extended resource: service_profiles {{(pid=103613) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
May 31 11:35:51.882481 dv-cinder-786384-7-iscsi neutron-server[103613]: DEBUG neutron.api.extensions [None req-87f800e7-f70a-4d71-ba41-cde06d4d0b07 None None] Extended resource: next_providers {{(pid=103613) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
May 31 11:35:51.883997 dv-cinder-786384-7-iscsi neutron-server[103613]: DEBUG neutron.api.extensions [None req-87f800e7-f70a-4d71-ba41-cde06d4d0b07 None None] Extended resource: service_profiles {{(pid=103613) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
May 31 11:35:51.885421 dv-cinder-786384-7-iscsi neutron-server[103613]: DEBUG neutron.api.extensions [None req-87f800e7-f70a-4d71-ba41-cde06d4d0b07 None None] Extended resource: floatingip-pools {{(pid=103613) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
May 31 11:35:51.886625 dv-cinder-786384-7-iscsi neutron-server[103613]: DEBUG neutron.api.extensions [None req-87f800e7-f70a-4d71-ba41-cde06d4d0b07 None None] Extended resource: routers {{(pid=103613) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
May 31 11:35:51.888468 dv-cinder-786384-7-iscsi neutron-server[103613]: DEBUG neutron.api.extensions [None req-87f800e7-f70a-4d71-ba41-cde06d4d0b07 None None] Extended resource: floatingips {{(pid=103613) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
May 31 11:35:51.889651 dv-cinder-786384-7-iscsi neutron-server[103613]: DEBUG neutron.api.extensions [None req-87f800e7-f70a-4d71-ba41-cde06d4d0b07 None None] Extended resource: l3-routers {{(pid=103613) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
May 31 11:35:51.890991 dv-cinder-786384-7-iscsi neutron-server[103613]: DEBUG neutron.api.extensions [None req-87f800e7-f70a-4d71-ba41-cde06d4d0b07 None None] Extended resource: l3-agents {{(pid=103613) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
May 31 11:35:51.892399 dv-cinder-786384-7-iscsi neutron-server[103613]: DEBUG neutron.api.extensions [None req-87f800e7-f70a-4d71-ba41-cde06d4d0b07 None None] Extended resource: metering-labels {{(pid=103613) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
May 31 11:35:51.893810 dv-cinder-786384-7-iscsi neutron-server[103613]: DEBUG neutron.api.extensions [None req-87f800e7-f70a-4d71-ba41-cde06d4d0b07 None None] Extended resource: metering-label-rules {{(pid=103613) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
May 31 11:35:51.895173 dv-cinder-786384-7-iscsi neutron-server[103613]: DEBUG neutron.api.extensions [None req-87f800e7-f70a-4d71-ba41-cde06d4d0b07 None None] Extended resource: network-ip-availabilities {{(pid=103613) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
May 31 11:35:51.896434 dv-cinder-786384-7-iscsi neutron-server[103613]: DEBUG neutron.api.extensions [None req-87f800e7-f70a-4d71-ba41-cde06d4d0b07 None None] Extended resource: bindings {{(pid=103613) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
May 31 11:35:51.898437 dv-cinder-786384-7-iscsi neutron-server[103613]: DEBUG neutron.api.extensions [None req-87f800e7-f70a-4d71-ba41-cde06d4d0b07 None None] Extended resource: quotas {{(pid=103613) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
May 31 11:35:51.899863 dv-cinder-786384-7-iscsi neutron-server[103613]: DEBUG neutron.api.extensions [None req-87f800e7-f70a-4d71-ba41-cde06d4d0b07 None None] Extended resource: quotas {{(pid=103613) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
May 31 11:35:51.901241 dv-cinder-786384-7-iscsi neutron-server[103613]: DEBUG neutron.api.extensions [None req-87f800e7-f70a-4d71-ba41-cde06d4d0b07 None None] Extended resource: rbac-policies {{(pid=103613) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
May 31 11:35:51.902520 dv-cinder-786384-7-iscsi neutron-server[103613]: DEBUG neutron.api.extensions [None req-87f800e7-f70a-4d71-ba41-cde06d4d0b07 None None] Extended resource: security-groups {{(pid=103613) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
May 31 11:35:51.903708 dv-cinder-786384-7-iscsi neutron-server[103613]: DEBUG neutron.api.extensions [None req-87f800e7-f70a-4d71-ba41-cde06d4d0b07 None None] Extended resource: security-group-rules {{(pid=103613) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
May 31 11:35:51.904952 dv-cinder-786384-7-iscsi neutron-server[103613]: DEBUG neutron.api.extensions [None req-87f800e7-f70a-4d71-ba41-cde06d4d0b07 None None] Extended resource: service-providers {{(pid=103613) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
May 31 11:35:51.906145 dv-cinder-786384-7-iscsi neutron-server[103613]: DEBUG neutron.api.extensions [None req-87f800e7-f70a-4d71-ba41-cde06d4d0b07 None None] Extended resource: subnetpools {{(pid=103613) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
May 31 11:35:51.908566 dv-cinder-786384-7-iscsi neutron-server[103613]: DEBUG neutron.api.extensions [None req-87f800e7-f70a-4d71-ba41-cde06d4d0b07 None None] Extended resource: subnetpools {{(pid=103613) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
May 31 11:35:51.910000 dv-cinder-786384-7-iscsi neutron-server[103613]: DEBUG neutron.api.extensions [None req-87f800e7-f70a-4d71-ba41-cde06d4d0b07 None None] Extended resource: tags {{(pid=103613) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
May 31 11:35:51.911768 dv-cinder-786384-7-iscsi neutron-server[103613]: DEBUG neutron.api.extensions [None req-87f800e7-f70a-4d71-ba41-cde06d4d0b07 None None] Extended resource: tags {{(pid=103613) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
May 31 11:35:52.032322 dv-cinder-786384-7-iscsi neutron-server[103613]: DEBUG neutron.api.extensions [None req-87f800e7-f70a-4d71-ba41-cde06d4d0b07 None None] Extended resource: tags {{(pid=103613) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
May 31 11:35:52.034106 dv-cinder-786384-7-iscsi neutron-server[103613]: DEBUG neutron.api.extensions [None req-87f800e7-f70a-4d71-ba41-cde06d4d0b07 None None] Extended resource: tags {{(pid=103613) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
May 31 11:35:52.035969 dv-cinder-786384-7-iscsi neutron-server[103613]: DEBUG neutron.api.extensions [None req-87f800e7-f70a-4d71-ba41-cde06d4d0b07 None None] Extended resource: tags {{(pid=103613) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
May 31 11:35:52.037806 dv-cinder-786384-7-iscsi neutron-server[103613]: DEBUG neutron.api.extensions [None req-87f800e7-f70a-4d71-ba41-cde06d4d0b07 None None] Extended resource: tags {{(pid=103613) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
May 31 11:35:52.039485 dv-cinder-786384-7-iscsi neutron-server[103613]: DEBUG neutron.api.extensions [None req-87f800e7-f70a-4d71-ba41-cde06d4d0b07 None None] Extended resource: tags {{(pid=103613) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
May 31 11:35:52.041399 dv-cinder-786384-7-iscsi neutron-server[103613]: DEBUG neutron.api.extensions [None req-87f800e7-f70a-4d71-ba41-cde06d4d0b07 None None] Extended resource: tags {{(pid=103613) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
May 31 11:35:52.043127 dv-cinder-786384-7-iscsi neutron-server[103613]: DEBUG neutron.api.extensions [None req-87f800e7-f70a-4d71-ba41-cde06d4d0b07 None None] Extended resource: tags {{(pid=103613) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
May 31 11:35:52.044990 dv-cinder-786384-7-iscsi neutron-server[103613]: DEBUG neutron.api.extensions [None req-87f800e7-f70a-4d71-ba41-cde06d4d0b07 None None] Extended resource: tags {{(pid=103613) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
May 31 11:35:52.051056 dv-cinder-786384-7-iscsi neutron-server[103613]: WARNING keystonemiddleware.auth_token [None req-87f800e7-f70a-4d71-ba41-cde06d4d0b07 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True.
May 31 11:35:52.055799 dv-cinder-786384-7-iscsi neutron-server[103613]: WARNING keystonemiddleware.auth_token [None req-87f800e7-f70a-4d71-ba41-cde06d4d0b07 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint
May 31 11:35:52.064220 dv-cinder-786384-7-iscsi neutron-server[103613]: DEBUG oslo_concurrency.lockutils [None req-87f800e7-f70a-4d71-ba41-cde06d4d0b07 None None] Acquired lock "singleton_lock" {{(pid=103613) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:266}}
May 31 11:35:52.064696 dv-cinder-786384-7-iscsi neutron-server[103613]: DEBUG oslo_concurrency.lockutils [None req-87f800e7-f70a-4d71-ba41-cde06d4d0b07 None None] Releasing lock "singleton_lock" {{(pid=103613) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:282}}
May 31 11:35:52.065327 dv-cinder-786384-7-iscsi neutron-server[103613]: INFO oslo_service.service [None req-87f800e7-f70a-4d71-ba41-cde06d4d0b07 None None] Starting 2 workers
May 31 11:35:52.070122 dv-cinder-786384-7-iscsi neutron-server[103613]: DEBUG oslo_service.service [None req-87f800e7-f70a-4d71-ba41-cde06d4d0b07 None None] Started child 103720 {{(pid=103613) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}}
May 31 11:35:52.074331 dv-cinder-786384-7-iscsi neutron-server[103613]: DEBUG oslo_service.service [None req-87f800e7-f70a-4d71-ba41-cde06d4d0b07 None None] Started child 103721 {{(pid=103613) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}}
May 31 11:35:52.075263 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:35:52.075999 dv-cinder-786384-7-iscsi neutron-server[103613]: INFO neutron.service [None req-87f800e7-f70a-4d71-ba41-cde06d4d0b07 None None] Neutron service started, listening on 0.0.0.0:9696
May 31 11:35:52.076481 dv-cinder-786384-7-iscsi neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-87f800e7-f70a-4d71-ba41-cde06d4d0b07 None None] Notify callbacks [] for process, before_spawn {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:35:52.076891 dv-cinder-786384-7-iscsi neutron-server[103720]: INFO neutron.wsgi [-] (103720) wsgi starting up on http://0.0.0.0:9696
May 31 11:35:52.078858 dv-cinder-786384-7-iscsi neutron-server[103613]: INFO oslo_service.service [None req-87f800e7-f70a-4d71-ba41-cde06d4d0b07 None None] Starting 1 workers
May 31 11:35:52.079049 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=103721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:35:52.080459 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [-] (103721) wsgi starting up on http://0.0.0.0:9696
May 31 11:35:52.084014 dv-cinder-786384-7-iscsi neutron-server[103613]: DEBUG oslo_service.service [None req-87f800e7-f70a-4d71-ba41-cde06d4d0b07 None None] Started child 103722 {{(pid=103613) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}}
May 31 11:35:52.084627 dv-cinder-786384-7-iscsi neutron-server[103613]: INFO oslo_service.service [None req-87f800e7-f70a-4d71-ba41-cde06d4d0b07 None None] Starting 1 workers
May 31 11:35:52.087345 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron.service [None req-87f800e7-f70a-4d71-ba41-cde06d4d0b07 None None] calling RpcWorker wait() {{(pid=103722) _wait /opt/stack/neutron/neutron/service.py:128}}
May 31 11:35:52.087945 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron.service [None req-87f800e7-f70a-4d71-ba41-cde06d4d0b07 None None] returning from RpcWorker wait() {{(pid=103722) _wait /opt/stack/neutron/neutron/service.py:135}}
May 31 11:35:52.088964 dv-cinder-786384-7-iscsi neutron-server[103613]: DEBUG oslo_service.service [None req-87f800e7-f70a-4d71-ba41-cde06d4d0b07 None None] Started child 103723 {{(pid=103613) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}}
May 31 11:35:52.089110 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=103722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:35:52.089526 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=103722) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 31 11:35:52.089669 dv-cinder-786384-7-iscsi neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-87f800e7-f70a-4d71-ba41-cde06d4d0b07 None None] Notify callbacks [] for process, after_spawn {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:35:52.091550 dv-cinder-786384-7-iscsi neutron-server[103613]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=103613) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:650}}
May 31 11:35:52.091712 dv-cinder-786384-7-iscsi neutron-server[103613]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}}
May 31 11:35:52.091917 dv-cinder-786384-7-iscsi neutron-server[103613]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=103613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}}
May 31 11:35:52.092153 dv-cinder-786384-7-iscsi neutron-server[103613]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}}
May 31 11:35:52.092475 dv-cinder-786384-7-iscsi neutron-server[103613]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}}
May 31 11:35:52.092638 dv-cinder-786384-7-iscsi neutron-server[103613]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=103613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}}
May 31 11:35:52.093142 dv-cinder-786384-7-iscsi neutron-server[103613]: DEBUG oslo_service.service [-] agent_down_time                = 75 {{(pid=103613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 31 11:35:52.093417 dv-cinder-786384-7-iscsi neutron-server[103613]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover  = True {{(pid=103613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 31 11:35:52.093685 dv-cinder-786384-7-iscsi neutron-server[103613]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=103613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 31 11:35:52.093908 dv-cinder-786384-7-iscsi neutron-server[103613]: DEBUG oslo_service.service [-] allow_bulk                     = True {{(pid=103613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 31 11:35:52.094227 dv-cinder-786384-7-iscsi neutron-server[103613]: DEBUG oslo_service.service [-] allow_overlapping_ips          = True {{(pid=103613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 31 11:35:52.094372 dv-cinder-786384-7-iscsi neutron-server[103723]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=103723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:35:52.094892 dv-cinder-786384-7-iscsi neutron-server[103613]: DEBUG oslo_service.service [-] allowed_conntrack_helpers      = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=103613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 31 11:35:52.095042 dv-cinder-786384-7-iscsi neutron-server[103613]: DEBUG oslo_service.service [-] api_extensions_path            =  {{(pid=103613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 31 11:35:52.095286 dv-cinder-786384-7-iscsi neutron-server[103613]: DEBUG oslo_service.service [-] api_paste_config               = api-paste.ini {{(pid=103613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 31 11:35:52.095524 dv-cinder-786384-7-iscsi neutron-server[103613]: DEBUG oslo_service.service [-] api_workers                    = 2 {{(pid=103613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 31 11:35:52.095804 dv-cinder-786384-7-iscsi neutron-server[103613]: DEBUG oslo_service.service [-] auth_strategy                  = keystone {{(pid=103613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 31 11:35:52.095981 dv-cinder-786384-7-iscsi neutron-server[103613]: DEBUG oslo_service.service [-] backdoor_port                  = None {{(pid=103613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 31 11:35:52.096114 dv-cinder-786384-7-iscsi neutron-server[103613]: DEBUG oslo_service.service [-] backdoor_socket                = None {{(pid=103613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 31 11:35:52.096383 dv-cinder-786384-7-iscsi neutron-server[103613]: DEBUG oslo_service.service [-] backlog                        = 4096 {{(pid=103613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 31 11:35:52.096596 dv-cinder-786384-7-iscsi neutron-server[103613]: DEBUG oslo_service.service [-] base_mac                       = fa:16:3e:00:00:00 {{(pid=103613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 31 11:35:52.096900 dv-cinder-786384-7-iscsi neutron-server[103613]: DEBUG oslo_service.service [-] bind_host                      = 0.0.0.0 {{(pid=103613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 31 11:35:52.097146 dv-cinder-786384-7-iscsi neutron-server[103613]: DEBUG oslo_service.service [-] bind_port                      = 9696 {{(pid=103613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 31 11:35:52.097392 dv-cinder-786384-7-iscsi neutron-server[103613]: DEBUG oslo_service.service [-] client_socket_timeout          = 900 {{(pid=103613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 31 11:35:52.097745 dv-cinder-786384-7-iscsi neutron-server[103613]: DEBUG oslo_service.service [-] config_dir                     = [] {{(pid=103613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 31 11:35:52.097935 dv-cinder-786384-7-iscsi neutron-server[103613]: DEBUG oslo_service.service [-] config_file                    = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 31 11:35:52.098152 dv-cinder-786384-7-iscsi neutron-server[103613]: DEBUG oslo_service.service [-] config_source                  = [] {{(pid=103613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 31 11:35:52.098411 dv-cinder-786384-7-iscsi neutron-server[103613]: DEBUG oslo_service.service [-] control_exchange               = neutron {{(pid=103613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 31 11:35:52.098649 dv-cinder-786384-7-iscsi neutron-server[103613]: DEBUG oslo_service.service [-] core_plugin                    = ml2 {{(pid=103613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 31 11:35:52.098895 dv-cinder-786384-7-iscsi neutron-server[103613]: DEBUG oslo_service.service [-] debug                          = True {{(pid=103613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 31 11:35:52.099153 dv-cinder-786384-7-iscsi neutron-server[103613]: DEBUG oslo_service.service [-] default_availability_zones     = [] {{(pid=103613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 31 11:35:52.099626 dv-cinder-786384-7-iscsi neutron-server[103613]: DEBUG oslo_service.service [-] default_log_levels             = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=103613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 31 11:35:52.099890 dv-cinder-786384-7-iscsi neutron-server[103613]: DEBUG oslo_service.service [-] dhcp_agent_notification        = True {{(pid=103613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 31 11:35:52.100129 dv-cinder-786384-7-iscsi neutron-server[103613]: DEBUG oslo_service.service [-] dhcp_agents_per_network        = 1 {{(pid=103613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 31 11:35:52.100342 dv-cinder-786384-7-iscsi neutron-server[103613]: DEBUG oslo_service.service [-] dhcp_lease_duration            = 86400 {{(pid=103613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 31 11:35:52.100638 dv-cinder-786384-7-iscsi neutron-server[103613]: DEBUG oslo_service.service [-] dhcp_load_type                 = networks {{(pid=103613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 31 11:35:52.100857 dv-cinder-786384-7-iscsi neutron-server[103613]: DEBUG oslo_service.service [-] dns_domain                     = openstacklocal {{(pid=103613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 31 11:35:52.101120 dv-cinder-786384-7-iscsi neutron-server[103613]: DEBUG oslo_service.service [-] dvr_base_mac                   = fa:16:3f:00:00:00 {{(pid=103613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 31 11:35:52.101356 dv-cinder-786384-7-iscsi neutron-server[103613]: DEBUG oslo_service.service [-] enable_dvr                     = True {{(pid=103613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 31 11:35:52.101562 dv-cinder-786384-7-iscsi neutron-server[103613]: DEBUG oslo_service.service [-] enable_new_agents              = True {{(pid=103613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 31 11:35:52.101802 dv-cinder-786384-7-iscsi neutron-server[103613]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=103613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 31 11:35:52.102032 dv-cinder-786384-7-iscsi neutron-server[103613]: DEBUG oslo_service.service [-] enable_snat_by_default         = True {{(pid=103613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 31 11:35:52.102249 dv-cinder-786384-7-iscsi neutron-server[103613]: DEBUG oslo_service.service [-] enable_traditional_dhcp        = True {{(pid=103613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 31 11:35:52.102462 dv-cinder-786384-7-iscsi neutron-server[103613]: DEBUG oslo_service.service [-] external_dns_driver            = None {{(pid=103613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 31 11:35:52.102690 dv-cinder-786384-7-iscsi neutron-server[103613]: DEBUG oslo_service.service [-] filter_validation              = True {{(pid=103613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 31 11:35:52.102940 dv-cinder-786384-7-iscsi neutron-server[103613]: DEBUG oslo_service.service [-] global_physnet_mtu             = 1500 {{(pid=103613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 31 11:35:52.103167 dv-cinder-786384-7-iscsi neutron-server[103613]: DEBUG oslo_service.service [-] graceful_shutdown_timeout      = 60 {{(pid=103613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 31 11:35:52.103658 dv-cinder-786384-7-iscsi neutron-server[103613]: DEBUG oslo_service.service [-] host                           = dv-cinder-786384-7-iscsi {{(pid=103613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 31 11:35:52.103898 dv-cinder-786384-7-iscsi neutron-server[103613]: DEBUG oslo_service.service [-] host_dvr_for_dhcp              = True {{(pid=103613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 31 11:35:52.104139 dv-cinder-786384-7-iscsi neutron-server[103613]: DEBUG oslo_service.service [-] http_retries                   = 3 {{(pid=103613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 31 11:35:52.104370 dv-cinder-786384-7-iscsi neutron-server[103613]: DEBUG oslo_service.service [-] instance_format                = [instance: %(uuid)s]  {{(pid=103613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 31 11:35:52.104630 dv-cinder-786384-7-iscsi neutron-server[103613]: DEBUG oslo_service.service [-] instance_uuid_format           = [instance: %(uuid)s]  {{(pid=103613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 31 11:35:52.104887 dv-cinder-786384-7-iscsi neutron-server[103613]: DEBUG oslo_service.service [-] ipam_driver                    = internal {{(pid=103613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 31 11:35:52.105085 dv-cinder-786384-7-iscsi neutron-server[103613]: DEBUG oslo_service.service [-] ipv6_pd_enabled                = False {{(pid=103613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 31 11:35:52.105330 dv-cinder-786384-7-iscsi neutron-server[103613]: DEBUG oslo_service.service [-] l3_ha                          = False {{(pid=103613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 31 11:35:52.105578 dv-cinder-786384-7-iscsi neutron-server[103613]: DEBUG oslo_service.service [-] l3_ha_net_cidr                 = 169.254.192.0/18 {{(pid=103613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 31 11:35:52.105853 dv-cinder-786384-7-iscsi neutron-server[103613]: DEBUG oslo_service.service [-] l3_ha_network_physical_name    =  {{(pid=103613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 31 11:35:52.106095 dv-cinder-786384-7-iscsi neutron-server[103613]: DEBUG oslo_service.service [-] l3_ha_network_type             =  {{(pid=103613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 31 11:35:52.106332 dv-cinder-786384-7-iscsi neutron-server[103613]: DEBUG oslo_service.service [-] log_config_append              = None {{(pid=103613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 31 11:35:52.106572 dv-cinder-786384-7-iscsi neutron-server[103613]: DEBUG oslo_service.service [-] log_date_format                = %Y-%m-%d %H:%M:%S {{(pid=103613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 31 11:35:52.106790 dv-cinder-786384-7-iscsi neutron-server[103613]: DEBUG oslo_service.service [-] log_dir                        = None {{(pid=103613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 31 11:35:52.107024 dv-cinder-786384-7-iscsi neutron-server[103613]: DEBUG oslo_service.service [-] log_file                       = None {{(pid=103613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 31 11:35:52.107187 dv-cinder-786384-7-iscsi neutron-server[103613]: DEBUG oslo_service.service [-] log_options                    = True {{(pid=103613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 31 11:35:52.107512 dv-cinder-786384-7-iscsi neutron-server[103613]: DEBUG oslo_service.service [-] log_rotate_interval            = 1 {{(pid=103613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 31 11:35:52.107687 dv-cinder-786384-7-iscsi neutron-server[103613]: DEBUG oslo_service.service [-] log_rotate_interval_type       = days {{(pid=103613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 31 11:35:52.107963 dv-cinder-786384-7-iscsi neutron-server[103613]: DEBUG oslo_service.service [-] log_rotation_type              = none {{(pid=103613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 31 11:35:52.108149 dv-cinder-786384-7-iscsi neutron-server[103613]: DEBUG oslo_service.service [-] logging_context_format_string  = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=103613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 31 11:35:52.108295 dv-cinder-786384-7-iscsi neutron-server[103613]: DEBUG oslo_service.service [-] logging_debug_format_suffix    = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=103613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 31 11:35:52.108478 dv-cinder-786384-7-iscsi neutron-server[103613]: DEBUG oslo_service.service [-] logging_default_format_string  = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=103613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 31 11:35:52.108729 dv-cinder-786384-7-iscsi neutron-server[103613]: DEBUG oslo_service.service [-] logging_exception_prefix       = ERROR %(name)s %(instance)s {{(pid=103613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 31 11:35:52.108888 dv-cinder-786384-7-iscsi neutron-server[103613]: DEBUG oslo_service.service [-] logging_user_identity_format   = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=103613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 31 11:35:52.109138 dv-cinder-786384-7-iscsi neutron-server[103613]: DEBUG oslo_service.service [-] max_allowed_address_pair       = 10 {{(pid=103613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 31 11:35:52.109347 dv-cinder-786384-7-iscsi neutron-server[103613]: DEBUG oslo_service.service [-] max_dns_nameservers            = 5 {{(pid=103613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 31 11:35:52.109553 dv-cinder-786384-7-iscsi neutron-server[103613]: DEBUG oslo_service.service [-] max_header_line                = 16384 {{(pid=103613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 31 11:35:52.109779 dv-cinder-786384-7-iscsi neutron-server[103613]: DEBUG oslo_service.service [-] max_l3_agents_per_router       = 3 {{(pid=103613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 31 11:35:52.110006 dv-cinder-786384-7-iscsi neutron-server[103613]: DEBUG oslo_service.service [-] max_logfile_count              = 30 {{(pid=103613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 31 11:35:52.110213 dv-cinder-786384-7-iscsi neutron-server[103613]: DEBUG oslo_service.service [-] max_logfile_size_mb            = 200 {{(pid=103613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 31 11:35:52.110470 dv-cinder-786384-7-iscsi neutron-server[103613]: DEBUG oslo_service.service [-] max_routes                     = 30 {{(pid=103613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 31 11:35:52.110692 dv-cinder-786384-7-iscsi neutron-server[103613]: DEBUG oslo_service.service [-] max_subnet_host_routes         = 20 {{(pid=103613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 31 11:35:52.110917 dv-cinder-786384-7-iscsi neutron-server[103613]: DEBUG oslo_service.service [-] network_auto_schedule          = True {{(pid=103613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 31 11:35:52.111123 dv-cinder-786384-7-iscsi neutron-server[103613]: DEBUG oslo_service.service [-] network_link_prefix            = None {{(pid=103613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 31 11:35:52.111363 dv-cinder-786384-7-iscsi neutron-server[103613]: DEBUG oslo_service.service [-] network_scheduler_driver       = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=103613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 31 11:35:52.111583 dv-cinder-786384-7-iscsi neutron-server[103613]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=103613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 31 11:35:52.111836 dv-cinder-786384-7-iscsi neutron-server[103613]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=103613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 31 11:35:52.112080 dv-cinder-786384-7-iscsi neutron-server[103613]: DEBUG oslo_service.service [-] pagination_max_limit           = -1 {{(pid=103613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 31 11:35:52.112295 dv-cinder-786384-7-iscsi neutron-server[103613]: DEBUG oslo_service.service [-] periodic_fuzzy_delay           = 5 {{(pid=103613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 31 11:35:52.112500 dv-cinder-786384-7-iscsi neutron-server[103613]: DEBUG oslo_service.service [-] periodic_interval              = 40 {{(pid=103613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 31 11:35:52.112725 dv-cinder-786384-7-iscsi neutron-server[103613]: DEBUG oslo_service.service [-] publish_errors                 = False {{(pid=103613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 31 11:35:52.112943 dv-cinder-786384-7-iscsi neutron-server[103613]: DEBUG oslo_service.service [-] rate_limit_burst               = 0 {{(pid=103613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 31 11:35:52.113173 dv-cinder-786384-7-iscsi neutron-server[103613]: DEBUG oslo_service.service [-] rate_limit_except_level        = CRITICAL {{(pid=103613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 31 11:35:52.113508 dv-cinder-786384-7-iscsi neutron-server[103613]: DEBUG oslo_service.service [-] rate_limit_interval            = 0 {{(pid=103613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 31 11:35:52.113715 dv-cinder-786384-7-iscsi neutron-server[103613]: DEBUG oslo_service.service [-] retry_until_window             = 30 {{(pid=103613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 31 11:35:52.113969 dv-cinder-786384-7-iscsi neutron-server[103613]: DEBUG oslo_service.service [-] router_auto_schedule           = True {{(pid=103613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 31 11:35:52.114208 dv-cinder-786384-7-iscsi neutron-server[103613]: DEBUG oslo_service.service [-] router_distributed             = False {{(pid=103613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 31 11:35:52.114456 dv-cinder-786384-7-iscsi neutron-server[103613]: DEBUG oslo_service.service [-] router_scheduler_driver        = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=103613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 31 11:35:52.114701 dv-cinder-786384-7-iscsi neutron-server[103613]: DEBUG oslo_service.service [-] rpc_response_max_timeout       = 600 {{(pid=103613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 31 11:35:52.115018 dv-cinder-786384-7-iscsi neutron-server[103613]: DEBUG oslo_service.service [-] rpc_response_timeout           = 60 {{(pid=103613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 31 11:35:52.116003 dv-cinder-786384-7-iscsi neutron-server[103613]: DEBUG oslo_service.service [-] rpc_state_report_workers       = 0 {{(pid=103613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 31 11:35:52.116502 dv-cinder-786384-7-iscsi neutron-server[103613]: DEBUG oslo_service.service [-] rpc_workers                    = None {{(pid=103613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 31 11:35:52.117252 dv-cinder-786384-7-iscsi neutron-server[103613]: DEBUG oslo_service.service [-] send_events_interval           = 2 {{(pid=103613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 31 11:35:52.117531 dv-cinder-786384-7-iscsi neutron-server[103613]: DEBUG oslo_service.service [-] service_plugins                = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=103613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 31 11:35:52.117773 dv-cinder-786384-7-iscsi neutron-server[103613]: DEBUG oslo_service.service [-] setproctitle                   = on {{(pid=103613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 31 11:35:52.118022 dv-cinder-786384-7-iscsi neutron-server[103613]: DEBUG oslo_service.service [-] state_path                     = /opt/stack/data/neutron {{(pid=103613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 31 11:35:52.118277 dv-cinder-786384-7-iscsi neutron-server[103613]: DEBUG oslo_service.service [-] syslog_log_facility            = LOG_USER {{(pid=103613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 31 11:35:52.118503 dv-cinder-786384-7-iscsi neutron-server[103613]: DEBUG oslo_service.service [-] tcp_keepidle                   = 600 {{(pid=103613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 31 11:35:52.118752 dv-cinder-786384-7-iscsi neutron-server[103613]: DEBUG oslo_service.service [-] transport_url                  = **** {{(pid=103613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 31 11:35:52.118991 dv-cinder-786384-7-iscsi neutron-server[103613]: DEBUG oslo_service.service [-] use_eventlog                   = False {{(pid=103613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 31 11:35:52.119231 dv-cinder-786384-7-iscsi neutron-server[103613]: DEBUG oslo_service.service [-] use_journal                    = False {{(pid=103613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 31 11:35:52.119448 dv-cinder-786384-7-iscsi neutron-server[103613]: DEBUG oslo_service.service [-] use_json                       = False {{(pid=103613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 31 11:35:52.119724 dv-cinder-786384-7-iscsi neutron-server[103613]: DEBUG oslo_service.service [-] use_ssl                        = False {{(pid=103613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 31 11:35:52.120168 dv-cinder-786384-7-iscsi neutron-server[103613]: DEBUG oslo_service.service [-] use_stderr                     = False {{(pid=103613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 31 11:35:52.120511 dv-cinder-786384-7-iscsi neutron-server[103613]: DEBUG oslo_service.service [-] use_syslog                     = False {{(pid=103613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 31 11:35:52.121076 dv-cinder-786384-7-iscsi neutron-server[103613]: DEBUG oslo_service.service [-] vlan_transparent               = False {{(pid=103613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 31 11:35:52.121076 dv-cinder-786384-7-iscsi neutron-server[103613]: DEBUG oslo_service.service [-] watch_log_file                 = False {{(pid=103613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 31 11:35:52.121352 dv-cinder-786384-7-iscsi neutron-server[103613]: DEBUG oslo_service.service [-] wsgi_default_pool_size         = 100 {{(pid=103613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 31 11:35:52.122539 dv-cinder-786384-7-iscsi neutron-server[103613]: DEBUG oslo_service.service [-] wsgi_keep_alive                = True {{(pid=103613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 31 11:35:52.122539 dv-cinder-786384-7-iscsi neutron-server[103613]: DEBUG oslo_service.service [-] wsgi_log_format                = %(client_ip)s "%(request_line)s" status: %(status_code)s  len: %(body_length)s time: %(wall_seconds).7f {{(pid=103613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 31 11:35:52.122539 dv-cinder-786384-7-iscsi neutron-server[103613]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=103613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 31 11:35:52.122539 dv-cinder-786384-7-iscsi neutron-server[103613]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path     = /opt/stack/data/neutron/lock {{(pid=103613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 31 11:35:52.122849 dv-cinder-786384-7-iscsi neutron-server[103613]: DEBUG oslo_service.service [-] profiler.connection_string     = messaging:// {{(pid=103613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 31 11:35:52.123103 dv-cinder-786384-7-iscsi neutron-server[103613]: DEBUG oslo_service.service [-] profiler.enabled               = False {{(pid=103613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 31 11:35:52.123422 dv-cinder-786384-7-iscsi neutron-server[103613]: DEBUG oslo_service.service [-] profiler.es_doc_type           = notification {{(pid=103613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 31 11:35:52.123754 dv-cinder-786384-7-iscsi neutron-server[103613]: DEBUG oslo_service.service [-] profiler.es_scroll_size        = 10000 {{(pid=103613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 31 11:35:52.124033 dv-cinder-786384-7-iscsi neutron-server[103613]: DEBUG oslo_service.service [-] profiler.es_scroll_time        = 2m {{(pid=103613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 31 11:35:52.124262 dv-cinder-786384-7-iscsi neutron-server[103613]: DEBUG oslo_service.service [-] profiler.filter_error_trace    = False {{(pid=103613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 31 11:35:52.124499 dv-cinder-786384-7-iscsi neutron-server[103723]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=103723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 31 11:35:52.124632 dv-cinder-786384-7-iscsi neutron-server[103613]: DEBUG oslo_service.service [-] profiler.hmac_keys             = SECRET_KEY {{(pid=103613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 31 11:35:52.124783 dv-cinder-786384-7-iscsi neutron-server[103613]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=103613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 31 11:35:52.127299 dv-cinder-786384-7-iscsi neutron-server[103613]: DEBUG oslo_service.service [-] profiler.socket_timeout        = 0.1 {{(pid=103613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 31 11:35:52.127299 dv-cinder-786384-7-iscsi neutron-server[103613]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy      = False {{(pid=103613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 31 11:35:52.127299 dv-cinder-786384-7-iscsi neutron-server[103613]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=103613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 31 11:35:52.127299 dv-cinder-786384-7-iscsi neutron-server[103613]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope      = False {{(pid=103613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 31 11:35:52.127299 dv-cinder-786384-7-iscsi neutron-server[103613]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=103613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 31 11:35:52.127299 dv-cinder-786384-7-iscsi neutron-server[103613]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs        = ['policy.d'] {{(pid=103613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 31 11:35:52.127299 dv-cinder-786384-7-iscsi neutron-server[103613]: DEBUG oslo_service.service [-] oslo_policy.policy_file        = /etc/neutron/policy.json {{(pid=103613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 31 11:35:52.127299 dv-cinder-786384-7-iscsi neutron-server[103613]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=103613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 31 11:35:52.128297 dv-cinder-786384-7-iscsi neutron-server[103613]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=103613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 31 11:35:52.128297 dv-cinder-786384-7-iscsi neutron-server[103613]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=103613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 31 11:35:52.128297 dv-cinder-786384-7-iscsi neutron-server[103613]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=103613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 31 11:35:52.128297 dv-cinder-786384-7-iscsi neutron-server[103613]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=103613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 31 11:35:52.128297 dv-cinder-786384-7-iscsi neutron-server[103613]: DEBUG oslo_service.service [-] nova.auth_section              = None {{(pid=103613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 31 11:35:52.128782 dv-cinder-786384-7-iscsi neutron-server[103613]: DEBUG oslo_service.service [-] nova.auth_type                 = password {{(pid=103613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 31 11:35:52.128782 dv-cinder-786384-7-iscsi neutron-server[103613]: DEBUG oslo_service.service [-] nova.auth_url                  = http://10.222.0.57/identity {{(pid=103613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 31 11:35:52.128933 dv-cinder-786384-7-iscsi neutron-server[103613]: DEBUG oslo_service.service [-] nova.cafile                    = /opt/stack/data/ca-bundle.pem {{(pid=103613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 31 11:35:52.129098 dv-cinder-786384-7-iscsi neutron-server[103613]: DEBUG oslo_service.service [-] nova.certfile                  = None {{(pid=103613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 31 11:35:52.129332 dv-cinder-786384-7-iscsi neutron-server[103613]: DEBUG oslo_service.service [-] nova.collect_timing            = False {{(pid=103613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 31 11:35:52.129566 dv-cinder-786384-7-iscsi neutron-server[103613]: DEBUG oslo_service.service [-] nova.default_domain_id         = None {{(pid=103613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 31 11:35:52.129779 dv-cinder-786384-7-iscsi neutron-server[103613]: DEBUG oslo_service.service [-] nova.default_domain_name       = None {{(pid=103613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 31 11:35:52.133194 dv-cinder-786384-7-iscsi neutron-server[103613]: DEBUG oslo_service.service [-] nova.domain_id                 = None {{(pid=103613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 31 11:35:52.133383 dv-cinder-786384-7-iscsi neutron-server[103613]: DEBUG oslo_service.service [-] nova.domain_name               = None {{(pid=103613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 31 11:35:52.133781 dv-cinder-786384-7-iscsi neutron-server[103613]: DEBUG oslo_service.service [-] nova.endpoint_type             = public {{(pid=103613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 31 11:35:52.134103 dv-cinder-786384-7-iscsi neutron-server[103613]: DEBUG oslo_service.service [-] nova.insecure                  = False {{(pid=103613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 31 11:35:52.134369 dv-cinder-786384-7-iscsi neutron-server[103613]: DEBUG oslo_service.service [-] nova.keyfile                   = None {{(pid=103613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 31 11:35:52.134659 dv-cinder-786384-7-iscsi neutron-server[103613]: DEBUG oslo_service.service [-] nova.live_migration_events     = False {{(pid=103613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 31 11:35:52.135009 dv-cinder-786384-7-iscsi neutron-server[103613]: DEBUG oslo_service.service [-] nova.password                  = **** {{(pid=103613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 31 11:35:52.138515 dv-cinder-786384-7-iscsi neutron-server[103613]: DEBUG oslo_service.service [-] nova.project_domain_id         = None {{(pid=103613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 31 11:35:52.139809 dv-cinder-786384-7-iscsi neutron-server[103613]: DEBUG oslo_service.service [-] nova.project_domain_name       = Default {{(pid=103613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 31 11:35:52.140110 dv-cinder-786384-7-iscsi neutron-server[103613]: DEBUG oslo_service.service [-] nova.project_id                = None {{(pid=103613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 31 11:35:52.141169 dv-cinder-786384-7-iscsi neutron-server[103613]: DEBUG oslo_service.service [-] nova.project_name              = service {{(pid=103613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 31 11:35:52.141456 dv-cinder-786384-7-iscsi neutron-server[103613]: DEBUG oslo_service.service [-] nova.region_name               = RegionOne {{(pid=103613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 31 11:35:52.141720 dv-cinder-786384-7-iscsi neutron-server[103613]: DEBUG oslo_service.service [-] nova.split_loggers             = False {{(pid=103613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 31 11:35:52.141959 dv-cinder-786384-7-iscsi neutron-server[103613]: DEBUG oslo_service.service [-] nova.system_scope              = None {{(pid=103613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 31 11:35:52.142200 dv-cinder-786384-7-iscsi neutron-server[103613]: DEBUG oslo_service.service [-] nova.timeout                   = None {{(pid=103613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 31 11:35:52.142441 dv-cinder-786384-7-iscsi neutron-server[103613]: DEBUG oslo_service.service [-] nova.trust_id                  = None {{(pid=103613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 31 11:35:52.142671 dv-cinder-786384-7-iscsi neutron-server[103613]: DEBUG oslo_service.service [-] nova.user_domain_id            = None {{(pid=103613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 31 11:35:52.142910 dv-cinder-786384-7-iscsi neutron-server[103613]: DEBUG oslo_service.service [-] nova.user_domain_name          = Default {{(pid=103613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 31 11:35:52.143136 dv-cinder-786384-7-iscsi neutron-server[103613]: DEBUG oslo_service.service [-] nova.user_id                   = None {{(pid=103613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 31 11:35:52.143400 dv-cinder-786384-7-iscsi neutron-server[103613]: DEBUG oslo_service.service [-] nova.username                  = nova {{(pid=103613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 31 11:35:52.143635 dv-cinder-786384-7-iscsi neutron-server[103613]: DEBUG oslo_service.service [-] placement.auth_section         = None {{(pid=103613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 31 11:35:52.143887 dv-cinder-786384-7-iscsi neutron-server[103613]: DEBUG oslo_service.service [-] placement.auth_type            = None {{(pid=103613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 31 11:35:52.144105 dv-cinder-786384-7-iscsi neutron-server[103613]: DEBUG oslo_service.service [-] placement.cafile               = None {{(pid=103613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 31 11:35:52.144319 dv-cinder-786384-7-iscsi neutron-server[103613]: DEBUG oslo_service.service [-] placement.certfile             = None {{(pid=103613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 31 11:35:52.144858 dv-cinder-786384-7-iscsi neutron-server[103613]: DEBUG oslo_service.service [-] placement.collect_timing       = False {{(pid=103613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 31 11:35:52.144858 dv-cinder-786384-7-iscsi neutron-server[103613]: DEBUG oslo_service.service [-] placement.endpoint_type        = public {{(pid=103613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 31 11:35:52.145073 dv-cinder-786384-7-iscsi neutron-server[103613]: DEBUG oslo_service.service [-] placement.insecure             = False {{(pid=103613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 31 11:35:52.145261 dv-cinder-786384-7-iscsi neutron-server[103613]: DEBUG oslo_service.service [-] placement.keyfile              = None {{(pid=103613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 31 11:35:52.145473 dv-cinder-786384-7-iscsi neutron-server[103613]: DEBUG oslo_service.service [-] placement.region_name          = None {{(pid=103613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 31 11:35:52.145694 dv-cinder-786384-7-iscsi neutron-server[103613]: DEBUG oslo_service.service [-] placement.split_loggers        = False {{(pid=103613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 31 11:35:52.145922 dv-cinder-786384-7-iscsi neutron-server[103613]: DEBUG oslo_service.service [-] placement.timeout              = None {{(pid=103613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 31 11:35:52.146179 dv-cinder-786384-7-iscsi neutron-server[103613]: DEBUG oslo_service.service [-] ironic.auth_section            = None {{(pid=103613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 31 11:35:52.146410 dv-cinder-786384-7-iscsi neutron-server[103613]: DEBUG oslo_service.service [-] ironic.auth_type               = None {{(pid=103613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 31 11:35:52.146613 dv-cinder-786384-7-iscsi neutron-server[103613]: DEBUG oslo_service.service [-] ironic.cafile                  = None {{(pid=103613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 31 11:35:52.146825 dv-cinder-786384-7-iscsi neutron-server[103613]: DEBUG oslo_service.service [-] ironic.certfile                = None {{(pid=103613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 31 11:35:52.147046 dv-cinder-786384-7-iscsi neutron-server[103613]: DEBUG oslo_service.service [-] ironic.collect_timing          = False {{(pid=103613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 31 11:35:52.147264 dv-cinder-786384-7-iscsi neutron-server[103613]: DEBUG oslo_service.service [-] ironic.connect_retries         = None {{(pid=103613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 31 11:35:52.147886 dv-cinder-786384-7-iscsi neutron-server[103613]: DEBUG oslo_service.service [-] ironic.connect_retry_delay     = None {{(pid=103613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 31 11:35:52.148154 dv-cinder-786384-7-iscsi neutron-server[103613]: DEBUG oslo_service.service [-] ironic.enable_notifications    = False {{(pid=103613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 31 11:35:52.148360 dv-cinder-786384-7-iscsi neutron-server[103613]: DEBUG oslo_service.service [-] ironic.endpoint_override       = None {{(pid=103613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 31 11:35:52.148556 dv-cinder-786384-7-iscsi neutron-server[103613]: DEBUG oslo_service.service [-] ironic.insecure                = False {{(pid=103613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 31 11:35:52.148772 dv-cinder-786384-7-iscsi neutron-server[103613]: DEBUG oslo_service.service [-] ironic.interface               = None {{(pid=103613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 31 11:35:52.148996 dv-cinder-786384-7-iscsi neutron-server[103613]: DEBUG oslo_service.service [-] ironic.keyfile                 = None {{(pid=103613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 31 11:35:52.149209 dv-cinder-786384-7-iscsi neutron-server[103613]: DEBUG oslo_service.service [-] ironic.max_version             = None {{(pid=103613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 31 11:35:52.149449 dv-cinder-786384-7-iscsi neutron-server[103613]: DEBUG oslo_service.service [-] ironic.min_version             = None {{(pid=103613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 31 11:35:52.149658 dv-cinder-786384-7-iscsi neutron-server[103613]: DEBUG oslo_service.service [-] ironic.region_name             = None {{(pid=103613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 31 11:35:52.149868 dv-cinder-786384-7-iscsi neutron-server[103613]: DEBUG oslo_service.service [-] ironic.service_name            = None {{(pid=103613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 31 11:35:52.150094 dv-cinder-786384-7-iscsi neutron-server[103613]: DEBUG oslo_service.service [-] ironic.service_type            = None {{(pid=103613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 31 11:35:52.150307 dv-cinder-786384-7-iscsi neutron-server[103613]: DEBUG oslo_service.service [-] ironic.split_loggers           = False {{(pid=103613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 31 11:35:52.150516 dv-cinder-786384-7-iscsi neutron-server[103613]: DEBUG oslo_service.service [-] ironic.status_code_retries     = None {{(pid=103613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 31 11:35:52.150722 dv-cinder-786384-7-iscsi neutron-server[103613]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=103613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 31 11:35:52.150929 dv-cinder-786384-7-iscsi neutron-server[103613]: DEBUG oslo_service.service [-] ironic.timeout                 = None {{(pid=103613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 31 11:35:52.151158 dv-cinder-786384-7-iscsi neutron-server[103613]: DEBUG oslo_service.service [-] ironic.valid_interfaces        = None {{(pid=103613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 31 11:35:52.151373 dv-cinder-786384-7-iscsi neutron-server[103613]: DEBUG oslo_service.service [-] ironic.version                 = None {{(pid=103613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 31 11:35:52.151648 dv-cinder-786384-7-iscsi neutron-server[103613]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=103613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 31 11:35:52.152532 dv-cinder-786384-7-iscsi neutron-server[103613]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=103613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 31 11:35:52.152532 dv-cinder-786384-7-iscsi neutron-server[103613]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=103613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 31 11:35:52.152532 dv-cinder-786384-7-iscsi neutron-server[103613]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=103613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 31 11:35:52.152739 dv-cinder-786384-7-iscsi neutron-server[103613]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=103613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 31 11:35:52.152911 dv-cinder-786384-7-iscsi neutron-server[103613]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=103613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 31 11:35:52.153134 dv-cinder-786384-7-iscsi neutron-server[103613]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=103613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 31 11:35:52.153382 dv-cinder-786384-7-iscsi neutron-server[103613]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=103613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 31 11:35:52.153612 dv-cinder-786384-7-iscsi neutron-server[103613]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=103613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 31 11:35:52.153854 dv-cinder-786384-7-iscsi neutron-server[103613]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=103613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 31 11:35:52.154062 dv-cinder-786384-7-iscsi neutron-server[103613]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=103613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 31 11:35:52.155114 dv-cinder-786384-7-iscsi neutron-server[103613]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=103613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 31 11:35:52.155114 dv-cinder-786384-7-iscsi neutron-server[103613]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=103613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 31 11:35:52.155114 dv-cinder-786384-7-iscsi neutron-server[103613]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=103613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 31 11:35:52.155114 dv-cinder-786384-7-iscsi neutron-server[103613]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=103613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 31 11:35:52.155443 dv-cinder-786384-7-iscsi neutron-server[103613]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=103613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 31 11:35:52.155443 dv-cinder-786384-7-iscsi neutron-server[103613]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=103613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 31 11:35:52.155668 dv-cinder-786384-7-iscsi neutron-server[103613]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=103613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 31 11:35:52.155937 dv-cinder-786384-7-iscsi neutron-server[103613]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=103613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 31 11:35:52.156891 dv-cinder-786384-7-iscsi neutron-server[103613]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=103613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 31 11:35:52.156891 dv-cinder-786384-7-iscsi neutron-server[103613]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=103613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 31 11:35:52.156891 dv-cinder-786384-7-iscsi neutron-server[103613]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=103613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 31 11:35:52.156891 dv-cinder-786384-7-iscsi neutron-server[103613]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl      = False {{(pid=103613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 31 11:35:52.157206 dv-cinder-786384-7-iscsi neutron-server[103613]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file =  {{(pid=103613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 31 11:35:52.158423 dv-cinder-786384-7-iscsi neutron-server[103613]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file =  {{(pid=103613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 31 11:35:52.158423 dv-cinder-786384-7-iscsi neutron-server[103613]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file =  {{(pid=103613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 31 11:35:52.158423 dv-cinder-786384-7-iscsi neutron-server[103613]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version =  {{(pid=103613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 31 11:35:52.158423 dv-cinder-786384-7-iscsi neutron-server[103613]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=103613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 31 11:35:52.158747 dv-cinder-786384-7-iscsi neutron-server[103613]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=103613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 31 11:35:52.158870 dv-cinder-786384-7-iscsi neutron-server[103613]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=103613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 31 11:35:52.159335 dv-cinder-786384-7-iscsi neutron-server[103613]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=103613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 31 11:35:52.159335 dv-cinder-786384-7-iscsi neutron-server[103613]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=103613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 31 11:35:52.159633 dv-cinder-786384-7-iscsi neutron-server[103613]: DEBUG oslo_service.service [-] QUOTAS.default_quota           = -1 {{(pid=103613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 31 11:35:52.160106 dv-cinder-786384-7-iscsi neutron-server[103613]: DEBUG oslo_service.service [-] QUOTAS.quota_driver            = neutron.db.quota.driver.DbQuotaDriver {{(pid=103613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 31 11:35:52.160351 dv-cinder-786384-7-iscsi neutron-server[103613]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip        = 50 {{(pid=103613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 31 11:35:52.160598 dv-cinder-786384-7-iscsi neutron-server[103613]: DEBUG oslo_service.service [-] QUOTAS.quota_network           = 100 {{(pid=103613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 31 11:35:52.160839 dv-cinder-786384-7-iscsi neutron-server[103613]: DEBUG oslo_service.service [-] QUOTAS.quota_port              = 500 {{(pid=103613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 31 11:35:52.161105 dv-cinder-786384-7-iscsi neutron-server[103613]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy       = 10 {{(pid=103613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 31 11:35:52.161333 dv-cinder-786384-7-iscsi neutron-server[103613]: DEBUG oslo_service.service [-] QUOTAS.quota_router            = 100 {{(pid=103613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 31 11:35:52.161660 dv-cinder-786384-7-iscsi neutron-server[103613]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group    = 100 {{(pid=103613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 31 11:35:52.161970 dv-cinder-786384-7-iscsi neutron-server[103613]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=103613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 31 11:35:52.162250 dv-cinder-786384-7-iscsi neutron-server[103613]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet            = 100 {{(pid=103613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 31 11:35:52.162472 dv-cinder-786384-7-iscsi neutron-server[103613]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage       = True {{(pid=103613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 31 11:35:52.162759 dv-cinder-786384-7-iscsi neutron-server[103613]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=103613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 31 11:35:52.163004 dv-cinder-786384-7-iscsi neutron-server[103613]: DEBUG oslo_service.service [-] healthcheck.backends           = ['disable_by_file'] {{(pid=103613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 31 11:35:52.163222 dv-cinder-786384-7-iscsi neutron-server[103613]: DEBUG oslo_service.service [-] healthcheck.detailed           = False {{(pid=103613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 31 11:35:52.163466 dv-cinder-786384-7-iscsi neutron-server[103613]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=103613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 31 11:35:52.163694 dv-cinder-786384-7-iscsi neutron-server[103613]: DEBUG oslo_service.service [-] healthcheck.path               = /healthcheck {{(pid=103613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 31 11:35:52.164027 dv-cinder-786384-7-iscsi neutron-server[103613]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=103613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 31 11:35:52.164260 dv-cinder-786384-7-iscsi neutron-server[103613]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=103613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 31 11:35:52.164470 dv-cinder-786384-7-iscsi neutron-server[103613]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=103613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 31 11:35:52.164695 dv-cinder-786384-7-iscsi neutron-server[103613]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user  = None {{(pid=103613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 31 11:35:52.164959 dv-cinder-786384-7-iscsi neutron-server[103613]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix =  {{(pid=103613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 31 11:35:52.165215 dv-cinder-786384-7-iscsi neutron-server[103613]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host   = 127.0.0.1 {{(pid=103613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 31 11:35:52.165465 dv-cinder-786384-7-iscsi neutron-server[103613]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port   = 35357 {{(pid=103613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 31 11:35:52.165718 dv-cinder-786384-7-iscsi neutron-server[103613]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=103613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 31 11:35:52.165948 dv-cinder-786384-7-iscsi neutron-server[103613]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=103613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 31 11:35:52.166183 dv-cinder-786384-7-iscsi neutron-server[103613]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type   = password {{(pid=103613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 31 11:35:52.166416 dv-cinder-786384-7-iscsi neutron-server[103613]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri    = None {{(pid=103613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 31 11:35:52.166653 dv-cinder-786384-7-iscsi neutron-server[103613]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url    = http://10.222.0.57/identity {{(pid=103613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 31 11:35:52.166873 dv-cinder-786384-7-iscsi neutron-server[103613]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=103613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 31 11:35:52.167064 dv-cinder-786384-7-iscsi neutron-server[103613]: DEBUG oslo_service.service [-] keystone_authtoken.cache       = None {{(pid=103613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 31 11:35:52.167308 dv-cinder-786384-7-iscsi neutron-server[103613]: DEBUG oslo_service.service [-] keystone_authtoken.cafile      = /opt/stack/data/ca-bundle.pem {{(pid=103613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 31 11:35:52.167514 dv-cinder-786384-7-iscsi neutron-server[103613]: DEBUG oslo_service.service [-] keystone_authtoken.certfile    = None {{(pid=103613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 31 11:35:52.167729 dv-cinder-786384-7-iscsi neutron-server[103613]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=103613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 31 11:35:52.167977 dv-cinder-786384-7-iscsi neutron-server[103613]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=103613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 31 11:35:52.168584 dv-cinder-786384-7-iscsi neutron-server[103613]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=103613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 31 11:35:52.168825 dv-cinder-786384-7-iscsi neutron-server[103613]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id   = None {{(pid=103613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 31 11:35:52.169009 dv-cinder-786384-7-iscsi neutron-server[103613]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=103613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 31 11:35:52.169260 dv-cinder-786384-7-iscsi neutron-server[103613]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=103613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 31 11:35:52.169492 dv-cinder-786384-7-iscsi neutron-server[103613]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=103613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 31 11:35:52.169730 dv-cinder-786384-7-iscsi neutron-server[103613]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=103613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 31 11:35:52.169962 dv-cinder-786384-7-iscsi neutron-server[103613]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=103613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 31 11:35:52.170175 dv-cinder-786384-7-iscsi neutron-server[103613]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=103613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 31 11:35:52.170399 dv-cinder-786384-7-iscsi neutron-server[103613]: DEBUG oslo_service.service [-] keystone_authtoken.insecure    = False {{(pid=103613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 31 11:35:52.170643 dv-cinder-786384-7-iscsi neutron-server[103613]: DEBUG oslo_service.service [-] keystone_authtoken.interface   = public {{(pid=103613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 31 11:35:52.170854 dv-cinder-786384-7-iscsi neutron-server[103613]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile     = None {{(pid=103613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 31 11:35:52.171066 dv-cinder-786384-7-iscsi neutron-server[103613]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=103613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 31 11:35:52.171306 dv-cinder-786384-7-iscsi neutron-server[103613]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=103613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 31 11:35:52.171518 dv-cinder-786384-7-iscsi neutron-server[103613]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=103613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 31 11:35:52.171724 dv-cinder-786384-7-iscsi neutron-server[103613]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=103613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 31 11:35:52.171962 dv-cinder-786384-7-iscsi neutron-server[103613]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=103613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 31 11:35:52.172171 dv-cinder-786384-7-iscsi neutron-server[103613]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=103613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 31 11:35:52.172411 dv-cinder-786384-7-iscsi neutron-server[103613]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=103613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 31 11:35:52.172627 dv-cinder-786384-7-iscsi neutron-server[103613]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = False {{(pid=103613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 31 11:35:52.172889 dv-cinder-786384-7-iscsi neutron-server[103613]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=103613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 31 11:35:52.173144 dv-cinder-786384-7-iscsi neutron-server[103613]: DEBUG oslo_service.service [-] keystone_authtoken.password    = **** {{(pid=103613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 31 11:35:52.173384 dv-cinder-786384-7-iscsi neutron-server[103613]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=103613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 31 11:35:52.173621 dv-cinder-786384-7-iscsi neutron-server[103613]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=103613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 31 11:35:52.173870 dv-cinder-786384-7-iscsi neutron-server[103613]: DEBUG oslo_service.service [-] keystone_authtoken.project_id  = None {{(pid=103613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 31 11:35:52.174121 dv-cinder-786384-7-iscsi neutron-server[103613]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=103613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 31 11:35:52.174331 dv-cinder-786384-7-iscsi neutron-server[103613]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=103613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 31 11:35:52.174564 dv-cinder-786384-7-iscsi neutron-server[103613]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=103613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 31 11:35:52.174775 dv-cinder-786384-7-iscsi neutron-server[103613]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=103613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 31 11:35:52.174983 dv-cinder-786384-7-iscsi neutron-server[103613]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=103613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 31 11:35:52.175192 dv-cinder-786384-7-iscsi neutron-server[103613]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=103613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 31 11:35:52.175418 dv-cinder-786384-7-iscsi neutron-server[103613]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=103613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 31 11:35:52.175623 dv-cinder-786384-7-iscsi neutron-server[103613]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id    = None {{(pid=103613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 31 11:35:52.175904 dv-cinder-786384-7-iscsi neutron-server[103613]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=103613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 31 11:35:52.176134 dv-cinder-786384-7-iscsi neutron-server[103613]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=103613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 31 11:35:52.176362 dv-cinder-786384-7-iscsi neutron-server[103613]: DEBUG oslo_service.service [-] keystone_authtoken.user_id     = None {{(pid=103613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 31 11:35:52.176590 dv-cinder-786384-7-iscsi neutron-server[103613]: DEBUG oslo_service.service [-] keystone_authtoken.username    = neutron {{(pid=103613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 31 11:35:52.176836 dv-cinder-786384-7-iscsi neutron-server[103613]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=103613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 31 11:35:52.177152 dv-cinder-786384-7-iscsi neutron-server[103613]: DEBUG oslo_service.service [-] cache.backend                  = dogpile.cache.null {{(pid=103613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 31 11:35:52.177400 dv-cinder-786384-7-iscsi neutron-server[103613]: DEBUG oslo_service.service [-] cache.backend_argument         = **** {{(pid=103613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 31 11:35:52.177628 dv-cinder-786384-7-iscsi neutron-server[103613]: DEBUG oslo_service.service [-] cache.config_prefix            = cache.oslo {{(pid=103613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 31 11:35:52.177855 dv-cinder-786384-7-iscsi neutron-server[103613]: DEBUG oslo_service.service [-] cache.debug_cache_backend      = False {{(pid=103613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 31 11:35:52.178064 dv-cinder-786384-7-iscsi neutron-server[103613]: DEBUG oslo_service.service [-] cache.enabled                  = False {{(pid=103613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 31 11:35:52.178302 dv-cinder-786384-7-iscsi neutron-server[103613]: DEBUG oslo_service.service [-] cache.expiration_time          = 600 {{(pid=103613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 31 11:35:52.178529 dv-cinder-786384-7-iscsi neutron-server[103613]: DEBUG oslo_service.service [-] cache.memcache_dead_retry      = 300 {{(pid=103613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 31 11:35:52.178743 dv-cinder-786384-7-iscsi neutron-server[103613]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=103613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 31 11:35:52.178951 dv-cinder-786384-7-iscsi neutron-server[103613]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=103613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 31 11:35:52.179158 dv-cinder-786384-7-iscsi neutron-server[103613]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize    = 10 {{(pid=103613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 31 11:35:52.179368 dv-cinder-786384-7-iscsi neutron-server[103613]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=103613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 31 11:35:52.179618 dv-cinder-786384-7-iscsi neutron-server[103613]: DEBUG oslo_service.service [-] cache.memcache_servers         = ['localhost:11211'] {{(pid=103613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 31 11:35:52.179872 dv-cinder-786384-7-iscsi neutron-server[103613]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout  = 1.0 {{(pid=103613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 31 11:35:52.180104 dv-cinder-786384-7-iscsi neutron-server[103613]: DEBUG oslo_service.service [-] cache.proxies                  = [] {{(pid=103613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 31 11:35:52.180308 dv-cinder-786384-7-iscsi neutron-server[103613]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers      = None {{(pid=103613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 31 11:35:52.180511 dv-cinder-786384-7-iscsi neutron-server[103613]: DEBUG oslo_service.service [-] cache.tls_cafile               = None {{(pid=103613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 31 11:35:52.180718 dv-cinder-786384-7-iscsi neutron-server[103613]: DEBUG oslo_service.service [-] cache.tls_certfile             = None {{(pid=103613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 31 11:35:52.180940 dv-cinder-786384-7-iscsi neutron-server[103613]: DEBUG oslo_service.service [-] cache.tls_enabled              = False {{(pid=103613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 31 11:35:52.181144 dv-cinder-786384-7-iscsi neutron-server[103613]: DEBUG oslo_service.service [-] cache.tls_keyfile              = None {{(pid=103613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 31 11:35:52.181439 dv-cinder-786384-7-iscsi neutron-server[103613]: DEBUG oslo_service.service [-] privsep.capabilities           = [21, 12, 1, 2, 19] {{(pid=103613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 31 11:35:52.181690 dv-cinder-786384-7-iscsi neutron-server[103613]: DEBUG oslo_service.service [-] privsep.group                  = None {{(pid=103613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 31 11:35:52.181909 dv-cinder-786384-7-iscsi neutron-server[103613]: DEBUG oslo_service.service [-] privsep.helper_command         = None {{(pid=103613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 31 11:35:52.182143 dv-cinder-786384-7-iscsi neutron-server[103613]: DEBUG oslo_service.service [-] privsep.thread_pool_size       = 4 {{(pid=103613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 31 11:35:52.182367 dv-cinder-786384-7-iscsi neutron-server[103613]: DEBUG oslo_service.service [-] privsep.user                   = None {{(pid=103613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 31 11:35:52.182600 dv-cinder-786384-7-iscsi neutron-server[103613]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=103613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 31 11:35:52.182804 dv-cinder-786384-7-iscsi neutron-server[103613]: DEBUG oslo_service.service [-] privsep_dhcp_release.group     = None {{(pid=103613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 31 11:35:52.183007 dv-cinder-786384-7-iscsi neutron-server[103613]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=103613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 31 11:35:52.183214 dv-cinder-786384-7-iscsi neutron-server[103613]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=103613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 31 11:35:52.183421 dv-cinder-786384-7-iscsi neutron-server[103613]: DEBUG oslo_service.service [-] privsep_dhcp_release.user      = None {{(pid=103613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 31 11:35:52.183638 dv-cinder-786384-7-iscsi neutron-server[103613]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=103613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 31 11:35:52.183880 dv-cinder-786384-7-iscsi neutron-server[103613]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group        = None {{(pid=103613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 31 11:35:52.184103 dv-cinder-786384-7-iscsi neutron-server[103613]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=103613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 31 11:35:52.184312 dv-cinder-786384-7-iscsi neutron-server[103613]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=103613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 31 11:35:52.184514 dv-cinder-786384-7-iscsi neutron-server[103613]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user         = None {{(pid=103613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 31 11:35:52.184746 dv-cinder-786384-7-iscsi neutron-server[103613]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=103613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 31 11:35:52.184950 dv-cinder-786384-7-iscsi neutron-server[103613]: DEBUG oslo_service.service [-] privsep_namespace.group        = None {{(pid=103613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 31 11:35:52.185153 dv-cinder-786384-7-iscsi neutron-server[103613]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=103613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 31 11:35:52.185379 dv-cinder-786384-7-iscsi neutron-server[103613]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=103613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 31 11:35:52.185581 dv-cinder-786384-7-iscsi neutron-server[103613]: DEBUG oslo_service.service [-] privsep_namespace.user         = None {{(pid=103613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 31 11:35:52.185805 dv-cinder-786384-7-iscsi neutron-server[103613]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=103613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 31 11:35:52.186006 dv-cinder-786384-7-iscsi neutron-server[103613]: DEBUG oslo_service.service [-] privsep_conntrack.group        = None {{(pid=103613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 31 11:35:52.186208 dv-cinder-786384-7-iscsi neutron-server[103613]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=103613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 31 11:35:52.186414 dv-cinder-786384-7-iscsi neutron-server[103613]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=103613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 31 11:35:52.186635 dv-cinder-786384-7-iscsi neutron-server[103613]: DEBUG oslo_service.service [-] privsep_conntrack.user         = None {{(pid=103613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 31 11:35:52.186958 dv-cinder-786384-7-iscsi neutron-server[103613]: DEBUG oslo_service.service [-] AGENT.root_helper              = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=103613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 31 11:35:52.187208 dv-cinder-786384-7-iscsi neutron-server[103613]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon       = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=103613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 31 11:35:52.187428 dv-cinder-786384-7-iscsi neutron-server[103613]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read   = True {{(pid=103613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 31 11:35:52.187711 dv-cinder-786384-7-iscsi neutron-server[103613]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset     = True {{(pid=103613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 31 11:35:52.187970 dv-cinder-786384-7-iscsi neutron-server[103613]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=103613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 31 11:35:52.188217 dv-cinder-786384-7-iscsi neutron-server[103613]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver  = openvswitch {{(pid=103613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 31 11:35:52.188484 dv-cinder-786384-7-iscsi neutron-server[103613]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=103613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 31 11:35:52.188796 dv-cinder-786384-7-iscsi neutron-server[103613]: DEBUG oslo_service.service [-] ml2.extension_drivers          = ['port_security'] {{(pid=103613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 31 11:35:52.189005 dv-cinder-786384-7-iscsi neutron-server[103613]: DEBUG oslo_service.service [-] ml2.external_network_type      = None {{(pid=103613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 31 11:35:52.189242 dv-cinder-786384-7-iscsi neutron-server[103613]: DEBUG oslo_service.service [-] ml2.mechanism_drivers          = ['openvswitch', 'hyperv'] {{(pid=103613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 31 11:35:52.189458 dv-cinder-786384-7-iscsi neutron-server[103613]: DEBUG oslo_service.service [-] ml2.overlay_ip_version         = 4 {{(pid=103613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 31 11:35:52.189669 dv-cinder-786384-7-iscsi neutron-server[103613]: DEBUG oslo_service.service [-] ml2.path_mtu                   = 0 {{(pid=103613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 31 11:35:52.189888 dv-cinder-786384-7-iscsi neutron-server[103613]: DEBUG oslo_service.service [-] ml2.physical_network_mtus      = [] {{(pid=103613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 31 11:35:52.190149 dv-cinder-786384-7-iscsi neutron-server[103613]: DEBUG oslo_service.service [-] ml2.tenant_network_types       = ['vlan'] {{(pid=103613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 31 11:35:52.190462 dv-cinder-786384-7-iscsi neutron-server[103613]: DEBUG oslo_service.service [-] ml2.type_drivers               = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=103613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 31 11:35:52.190769 dv-cinder-786384-7-iscsi neutron-server[103613]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks    = ['physnet1'] {{(pid=103613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 31 11:35:52.191033 dv-cinder-786384-7-iscsi neutron-server[103613]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=103613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 31 11:35:52.191284 dv-cinder-786384-7-iscsi neutron-server[103613]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges     = ['1:1000'] {{(pid=103613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 31 11:35:52.191574 dv-cinder-786384-7-iscsi neutron-server[103613]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges  = ['1:1000'] {{(pid=103613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 31 11:35:52.191889 dv-cinder-786384-7-iscsi neutron-server[103613]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:750:799'] {{(pid=103613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 31 11:35:52.192130 dv-cinder-786384-7-iscsi neutron-server[103613]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges      = ['1:1000'] {{(pid=103613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 31 11:35:52.193882 dv-cinder-786384-7-iscsi neutron-server[103613]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group     = None {{(pid=103613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 31 11:35:52.194193 dv-cinder-786384-7-iscsi neutron-server[103613]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=103613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 31 11:35:52.194543 dv-cinder-786384-7-iscsi neutron-server[103613]: DEBUG oslo_service.service [-] database.backend               = sqlalchemy {{(pid=103613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 31 11:35:52.194908 dv-cinder-786384-7-iscsi neutron-server[103613]: DEBUG oslo_service.service [-] database.connection            = **** {{(pid=103613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 31 11:35:52.195814 dv-cinder-786384-7-iscsi neutron-server[103613]: DEBUG oslo_service.service [-] database.connection_debug      = 0 {{(pid=103613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 31 11:35:52.195814 dv-cinder-786384-7-iscsi neutron-server[103613]: DEBUG oslo_service.service [-] database.connection_parameters =  {{(pid=103613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 31 11:35:52.195814 dv-cinder-786384-7-iscsi neutron-server[103613]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=103613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 31 11:35:52.195814 dv-cinder-786384-7-iscsi neutron-server[103613]: DEBUG oslo_service.service [-] database.connection_trace      = False {{(pid=103613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 31 11:35:52.196146 dv-cinder-786384-7-iscsi neutron-server[103613]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=103613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 31 11:35:52.196243 dv-cinder-786384-7-iscsi neutron-server[103613]: DEBUG oslo_service.service [-] database.db_max_retries        = 20 {{(pid=103613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 31 11:35:52.196476 dv-cinder-786384-7-iscsi neutron-server[103613]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=103613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 31 11:35:52.196689 dv-cinder-786384-7-iscsi neutron-server[103613]: DEBUG oslo_service.service [-] database.db_retry_interval     = 1 {{(pid=103613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 31 11:35:52.196921 dv-cinder-786384-7-iscsi neutron-server[103613]: DEBUG oslo_service.service [-] database.max_overflow          = 50 {{(pid=103613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 31 11:35:52.197178 dv-cinder-786384-7-iscsi neutron-server[103613]: DEBUG oslo_service.service [-] database.max_pool_size         = 50 {{(pid=103613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 31 11:35:52.197399 dv-cinder-786384-7-iscsi neutron-server[103613]: DEBUG oslo_service.service [-] database.max_retries           = 10 {{(pid=103613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 31 11:35:52.197925 dv-cinder-786384-7-iscsi neutron-server[103613]: DEBUG oslo_service.service [-] database.mysql_enable_ndb      = False {{(pid=103613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 31 11:35:52.197925 dv-cinder-786384-7-iscsi neutron-server[103613]: DEBUG oslo_service.service [-] database.mysql_sql_mode        = TRADITIONAL {{(pid=103613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 31 11:35:52.198109 dv-cinder-786384-7-iscsi neutron-server[103613]: DEBUG oslo_service.service [-] database.pool_timeout          = None {{(pid=103613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 31 11:35:52.198322 dv-cinder-786384-7-iscsi neutron-server[103613]: DEBUG oslo_service.service [-] database.retry_interval        = 10 {{(pid=103613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 31 11:35:52.198557 dv-cinder-786384-7-iscsi neutron-server[103613]: DEBUG oslo_service.service [-] database.slave_connection      = **** {{(pid=103613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 31 11:35:52.199427 dv-cinder-786384-7-iscsi neutron-server[103613]: DEBUG oslo_service.service [-] database.sqlite_synchronous    = True {{(pid=103613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 31 11:35:52.199984 dv-cinder-786384-7-iscsi neutron-server[103613]: DEBUG oslo_service.service [-] database.use_db_reconnect      = False {{(pid=103613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 31 11:35:52.200151 dv-cinder-786384-7-iscsi neutron-server[103613]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}}
May 31 11:35:52.200978 dv-cinder-786384-7-iscsi neutron-server[103613]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=103613) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:650}}
May 31 11:35:52.201148 dv-cinder-786384-7-iscsi neutron-server[103613]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}}
May 31 11:35:52.201314 dv-cinder-786384-7-iscsi neutron-server[103613]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=103613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}}
May 31 11:35:52.201488 dv-cinder-786384-7-iscsi neutron-server[103613]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}}
May 31 11:35:52.201659 dv-cinder-786384-7-iscsi neutron-server[103613]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}}
May 31 11:35:52.201815 dv-cinder-786384-7-iscsi neutron-server[103613]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=103613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}}
May 31 11:35:52.202030 dv-cinder-786384-7-iscsi neutron-server[103613]: DEBUG oslo_service.service [-] agent_down_time                = 75 {{(pid=103613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 31 11:35:52.202192 dv-cinder-786384-7-iscsi neutron-server[103613]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover  = True {{(pid=103613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 31 11:35:52.202354 dv-cinder-786384-7-iscsi neutron-server[103613]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=103613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 31 11:35:52.202516 dv-cinder-786384-7-iscsi neutron-server[103613]: DEBUG oslo_service.service [-] allow_bulk                     = True {{(pid=103613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 31 11:35:52.202670 dv-cinder-786384-7-iscsi neutron-server[103613]: DEBUG oslo_service.service [-] allow_overlapping_ips          = True {{(pid=103613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 31 11:35:52.202845 dv-cinder-786384-7-iscsi neutron-server[103613]: DEBUG oslo_service.service [-] allowed_conntrack_helpers      = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=103613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 31 11:35:52.203005 dv-cinder-786384-7-iscsi neutron-server[103613]: DEBUG oslo_service.service [-] api_extensions_path            =  {{(pid=103613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 31 11:35:52.203158 dv-cinder-786384-7-iscsi neutron-server[103613]: DEBUG oslo_service.service [-] api_paste_config               = api-paste.ini {{(pid=103613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 31 11:35:52.203312 dv-cinder-786384-7-iscsi neutron-server[103613]: DEBUG oslo_service.service [-] api_workers                    = 2 {{(pid=103613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 31 11:35:52.203464 dv-cinder-786384-7-iscsi neutron-server[103613]: DEBUG oslo_service.service [-] auth_strategy                  = keystone {{(pid=103613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 31 11:35:52.204285 dv-cinder-786384-7-iscsi neutron-server[103613]: DEBUG oslo_service.service [-] backdoor_port                  = None {{(pid=103613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 31 11:35:52.204465 dv-cinder-786384-7-iscsi neutron-server[103613]: DEBUG oslo_service.service [-] backdoor_socket                = None {{(pid=103613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 31 11:35:52.205047 dv-cinder-786384-7-iscsi neutron-server[103613]: DEBUG oslo_service.service [-] backlog                        = 4096 {{(pid=103613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 31 11:35:52.205238 dv-cinder-786384-7-iscsi neutron-server[103613]: DEBUG oslo_service.service [-] base_mac                       = fa:16:3e:00:00:00 {{(pid=103613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 31 11:35:52.205402 dv-cinder-786384-7-iscsi neutron-server[103613]: DEBUG oslo_service.service [-] bind_host                      = 0.0.0.0 {{(pid=103613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 31 11:35:52.205784 dv-cinder-786384-7-iscsi neutron-server[103613]: DEBUG oslo_service.service [-] bind_port                      = 9696 {{(pid=103613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 31 11:35:52.205952 dv-cinder-786384-7-iscsi neutron-server[103613]: DEBUG oslo_service.service [-] client_socket_timeout          = 900 {{(pid=103613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 31 11:35:52.206504 dv-cinder-786384-7-iscsi neutron-server[103613]: DEBUG oslo_service.service [-] config_dir                     = [] {{(pid=103613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 31 11:35:52.206666 dv-cinder-786384-7-iscsi neutron-server[103613]: DEBUG oslo_service.service [-] config_file                    = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 31 11:35:52.206861 dv-cinder-786384-7-iscsi neutron-server[103613]: DEBUG oslo_service.service [-] config_source                  = [] {{(pid=103613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 31 11:35:52.207514 dv-cinder-786384-7-iscsi neutron-server[103613]: DEBUG oslo_service.service [-] control_exchange               = neutron {{(pid=103613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 31 11:35:52.207676 dv-cinder-786384-7-iscsi neutron-server[103613]: DEBUG oslo_service.service [-] core_plugin                    = ml2 {{(pid=103613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 31 11:35:52.207868 dv-cinder-786384-7-iscsi neutron-server[103613]: DEBUG oslo_service.service [-] debug                          = True {{(pid=103613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 31 11:35:52.209533 dv-cinder-786384-7-iscsi neutron-server[103613]: DEBUG oslo_service.service [-] default_availability_zones     = [] {{(pid=103613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 31 11:35:52.209745 dv-cinder-786384-7-iscsi neutron-server[103613]: DEBUG oslo_service.service [-] default_log_levels             = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=103613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 31 11:35:52.209912 dv-cinder-786384-7-iscsi neutron-server[103613]: DEBUG oslo_service.service [-] dhcp_agent_notification        = True {{(pid=103613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 31 11:35:52.210075 dv-cinder-786384-7-iscsi neutron-server[103613]: DEBUG oslo_service.service [-] dhcp_agents_per_network        = 1 {{(pid=103613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 31 11:35:52.210237 dv-cinder-786384-7-iscsi neutron-server[103613]: DEBUG oslo_service.service [-] dhcp_lease_duration            = 86400 {{(pid=103613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 31 11:35:52.210396 dv-cinder-786384-7-iscsi neutron-server[103613]: DEBUG oslo_service.service [-] dhcp_load_type                 = networks {{(pid=103613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 31 11:35:52.210555 dv-cinder-786384-7-iscsi neutron-server[103613]: DEBUG oslo_service.service [-] dns_domain                     = openstacklocal {{(pid=103613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 31 11:35:52.210720 dv-cinder-786384-7-iscsi neutron-server[103613]: DEBUG oslo_service.service [-] dvr_base_mac                   = fa:16:3f:00:00:00 {{(pid=103613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 31 11:35:52.210877 dv-cinder-786384-7-iscsi neutron-server[103613]: DEBUG oslo_service.service [-] enable_dvr                     = True {{(pid=103613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 31 11:35:52.211032 dv-cinder-786384-7-iscsi neutron-server[103613]: DEBUG oslo_service.service [-] enable_new_agents              = True {{(pid=103613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 31 11:35:52.211188 dv-cinder-786384-7-iscsi neutron-server[103613]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=103613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 31 11:35:52.211347 dv-cinder-786384-7-iscsi neutron-server[103613]: DEBUG oslo_service.service [-] enable_snat_by_default         = True {{(pid=103613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 31 11:35:52.211503 dv-cinder-786384-7-iscsi neutron-server[103613]: DEBUG oslo_service.service [-] enable_traditional_dhcp        = True {{(pid=103613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 31 11:35:52.211657 dv-cinder-786384-7-iscsi neutron-server[103613]: DEBUG oslo_service.service [-] external_dns_driver            = None {{(pid=103613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 31 11:35:52.212338 dv-cinder-786384-7-iscsi neutron-server[103613]: DEBUG oslo_service.service [-] filter_validation              = True {{(pid=103613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 31 11:35:52.213425 dv-cinder-786384-7-iscsi neutron-server[103613]: DEBUG oslo_service.service [-] global_physnet_mtu             = 1500 {{(pid=103613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 31 11:35:52.213595 dv-cinder-786384-7-iscsi neutron-server[103613]: DEBUG oslo_service.service [-] graceful_shutdown_timeout      = 60 {{(pid=103613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 31 11:35:52.214214 dv-cinder-786384-7-iscsi neutron-server[103613]: DEBUG oslo_service.service [-] host                           = dv-cinder-786384-7-iscsi {{(pid=103613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 31 11:35:52.214309 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=103722) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 31 11:35:52.214412 dv-cinder-786384-7-iscsi neutron-server[103613]: DEBUG oslo_service.service [-] host_dvr_for_dhcp              = True {{(pid=103613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 31 11:35:52.214535 dv-cinder-786384-7-iscsi neutron-server[103613]: DEBUG oslo_service.service [-] http_retries                   = 3 {{(pid=103613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 31 11:35:52.214693 dv-cinder-786384-7-iscsi neutron-server[103613]: DEBUG oslo_service.service [-] instance_format                = [instance: %(uuid)s]  {{(pid=103613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 31 11:35:52.214907 dv-cinder-786384-7-iscsi neutron-server[103613]: DEBUG oslo_service.service [-] instance_uuid_format           = [instance: %(uuid)s]  {{(pid=103613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 31 11:35:52.215070 dv-cinder-786384-7-iscsi neutron-server[103613]: DEBUG oslo_service.service [-] ipam_driver                    = internal {{(pid=103613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 31 11:35:52.215233 dv-cinder-786384-7-iscsi neutron-server[103613]: DEBUG oslo_service.service [-] ipv6_pd_enabled                = False {{(pid=103613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 31 11:35:52.215389 dv-cinder-786384-7-iscsi neutron-server[103613]: DEBUG oslo_service.service [-] l3_ha                          = False {{(pid=103613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 31 11:35:52.215545 dv-cinder-786384-7-iscsi neutron-server[103613]: DEBUG oslo_service.service [-] l3_ha_net_cidr                 = 169.254.192.0/18 {{(pid=103613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 31 11:35:52.215699 dv-cinder-786384-7-iscsi neutron-server[103613]: DEBUG oslo_service.service [-] l3_ha_network_physical_name    =  {{(pid=103613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 31 11:35:52.215882 dv-cinder-786384-7-iscsi neutron-server[103613]: DEBUG oslo_service.service [-] l3_ha_network_type             =  {{(pid=103613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 31 11:35:52.216032 dv-cinder-786384-7-iscsi neutron-server[103613]: DEBUG oslo_service.service [-] log_config_append              = None {{(pid=103613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 31 11:35:52.216187 dv-cinder-786384-7-iscsi neutron-server[103613]: DEBUG oslo_service.service [-] log_date_format                = %Y-%m-%d %H:%M:%S {{(pid=103613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 31 11:35:52.216342 dv-cinder-786384-7-iscsi neutron-server[103613]: DEBUG oslo_service.service [-] log_dir                        = None {{(pid=103613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 31 11:35:52.216497 dv-cinder-786384-7-iscsi neutron-server[103613]: DEBUG oslo_service.service [-] log_file                       = None {{(pid=103613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 31 11:35:52.216650 dv-cinder-786384-7-iscsi neutron-server[103613]: DEBUG oslo_service.service [-] log_options                    = True {{(pid=103613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 31 11:35:52.216803 dv-cinder-786384-7-iscsi neutron-server[103613]: DEBUG oslo_service.service [-] log_rotate_interval            = 1 {{(pid=103613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 31 11:35:52.216957 dv-cinder-786384-7-iscsi neutron-server[103613]: DEBUG oslo_service.service [-] log_rotate_interval_type       = days {{(pid=103613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 31 11:35:52.217133 dv-cinder-786384-7-iscsi neutron-server[103613]: DEBUG oslo_service.service [-] log_rotation_type              = none {{(pid=103613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 31 11:35:52.217283 dv-cinder-786384-7-iscsi neutron-server[103613]: DEBUG oslo_service.service [-] logging_context_format_string  = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=103613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 31 11:35:52.217442 dv-cinder-786384-7-iscsi neutron-server[103613]: DEBUG oslo_service.service [-] logging_debug_format_suffix    = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=103613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 31 11:35:52.217596 dv-cinder-786384-7-iscsi neutron-server[103613]: DEBUG oslo_service.service [-] logging_default_format_string  = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=103613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 31 11:35:52.217751 dv-cinder-786384-7-iscsi neutron-server[103613]: DEBUG oslo_service.service [-] logging_exception_prefix       = ERROR %(name)s %(instance)s {{(pid=103613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 31 11:35:52.217909 dv-cinder-786384-7-iscsi neutron-server[103613]: DEBUG oslo_service.service [-] logging_user_identity_format   = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=103613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 31 11:35:52.218062 dv-cinder-786384-7-iscsi neutron-server[103613]: DEBUG oslo_service.service [-] max_allowed_address_pair       = 10 {{(pid=103613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 31 11:35:52.218217 dv-cinder-786384-7-iscsi neutron-server[103613]: DEBUG oslo_service.service [-] max_dns_nameservers            = 5 {{(pid=103613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 31 11:35:52.218382 dv-cinder-786384-7-iscsi neutron-server[103613]: DEBUG oslo_service.service [-] max_header_line                = 16384 {{(pid=103613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 31 11:35:52.218543 dv-cinder-786384-7-iscsi neutron-server[103613]: DEBUG oslo_service.service [-] max_l3_agents_per_router       = 3 {{(pid=103613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 31 11:35:52.218696 dv-cinder-786384-7-iscsi neutron-server[103613]: DEBUG oslo_service.service [-] max_logfile_count              = 30 {{(pid=103613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 31 11:35:52.218841 dv-cinder-786384-7-iscsi neutron-server[103613]: DEBUG oslo_service.service [-] max_logfile_size_mb            = 200 {{(pid=103613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 31 11:35:52.218979 dv-cinder-786384-7-iscsi neutron-server[103613]: DEBUG oslo_service.service [-] max_routes                     = 30 {{(pid=103613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 31 11:35:52.219118 dv-cinder-786384-7-iscsi neutron-server[103613]: DEBUG oslo_service.service [-] max_subnet_host_routes         = 20 {{(pid=103613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 31 11:35:52.219275 dv-cinder-786384-7-iscsi neutron-server[103613]: DEBUG oslo_service.service [-] network_auto_schedule          = True {{(pid=103613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 31 11:35:52.219431 dv-cinder-786384-7-iscsi neutron-server[103613]: DEBUG oslo_service.service [-] network_link_prefix            = None {{(pid=103613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 31 11:35:52.219585 dv-cinder-786384-7-iscsi neutron-server[103613]: DEBUG oslo_service.service [-] network_scheduler_driver       = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=103613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 31 11:35:52.219738 dv-cinder-786384-7-iscsi neutron-server[103613]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=103613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 31 11:35:52.219914 dv-cinder-786384-7-iscsi neutron-server[103613]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=103613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 31 11:35:52.220068 dv-cinder-786384-7-iscsi neutron-server[103613]: DEBUG oslo_service.service [-] pagination_max_limit           = -1 {{(pid=103613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 31 11:35:52.220221 dv-cinder-786384-7-iscsi neutron-server[103613]: DEBUG oslo_service.service [-] periodic_fuzzy_delay           = 5 {{(pid=103613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 31 11:35:52.220374 dv-cinder-786384-7-iscsi neutron-server[103613]: DEBUG oslo_service.service [-] periodic_interval              = 40 {{(pid=103613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 31 11:35:52.220527 dv-cinder-786384-7-iscsi neutron-server[103613]: DEBUG oslo_service.service [-] publish_errors                 = False {{(pid=103613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 31 11:35:52.220680 dv-cinder-786384-7-iscsi neutron-server[103613]: DEBUG oslo_service.service [-] rate_limit_burst               = 0 {{(pid=103613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 31 11:35:52.220836 dv-cinder-786384-7-iscsi neutron-server[103613]: DEBUG oslo_service.service [-] rate_limit_except_level        = CRITICAL {{(pid=103613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 31 11:35:52.220995 dv-cinder-786384-7-iscsi neutron-server[103613]: DEBUG oslo_service.service [-] rate_limit_interval            = 0 {{(pid=103613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 31 11:35:52.221149 dv-cinder-786384-7-iscsi neutron-server[103613]: DEBUG oslo_service.service [-] retry_until_window             = 30 {{(pid=103613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 31 11:35:52.221308 dv-cinder-786384-7-iscsi neutron-server[103613]: DEBUG oslo_service.service [-] router_auto_schedule           = True {{(pid=103613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 31 11:35:52.221461 dv-cinder-786384-7-iscsi neutron-server[103613]: DEBUG oslo_service.service [-] router_distributed             = False {{(pid=103613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 31 11:35:52.221615 dv-cinder-786384-7-iscsi neutron-server[103613]: DEBUG oslo_service.service [-] router_scheduler_driver        = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=103613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 31 11:35:52.221769 dv-cinder-786384-7-iscsi neutron-server[103613]: DEBUG oslo_service.service [-] rpc_response_max_timeout       = 600 {{(pid=103613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 31 11:35:52.221922 dv-cinder-786384-7-iscsi neutron-server[103613]: DEBUG oslo_service.service [-] rpc_response_timeout           = 60 {{(pid=103613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 31 11:35:52.222075 dv-cinder-786384-7-iscsi neutron-server[103613]: DEBUG oslo_service.service [-] rpc_state_report_workers       = 0 {{(pid=103613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 31 11:35:52.222231 dv-cinder-786384-7-iscsi neutron-server[103613]: DEBUG oslo_service.service [-] rpc_workers                    = None {{(pid=103613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 31 11:35:52.222384 dv-cinder-786384-7-iscsi neutron-server[103613]: DEBUG oslo_service.service [-] send_events_interval           = 2 {{(pid=103613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 31 11:35:52.222543 dv-cinder-786384-7-iscsi neutron-server[103613]: DEBUG oslo_service.service [-] service_plugins                = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=103613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 31 11:35:52.222721 dv-cinder-786384-7-iscsi neutron-server[103613]: DEBUG oslo_service.service [-] setproctitle                   = on {{(pid=103613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 31 11:35:52.222882 dv-cinder-786384-7-iscsi neutron-server[103613]: DEBUG oslo_service.service [-] state_path                     = /opt/stack/data/neutron {{(pid=103613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 31 11:35:52.223035 dv-cinder-786384-7-iscsi neutron-server[103613]: DEBUG oslo_service.service [-] syslog_log_facility            = LOG_USER {{(pid=103613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 31 11:35:52.223189 dv-cinder-786384-7-iscsi neutron-server[103613]: DEBUG oslo_service.service [-] tcp_keepidle                   = 600 {{(pid=103613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 31 11:35:52.223342 dv-cinder-786384-7-iscsi neutron-server[103613]: DEBUG oslo_service.service [-] transport_url                  = **** {{(pid=103613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 31 11:35:52.223494 dv-cinder-786384-7-iscsi neutron-server[103613]: DEBUG oslo_service.service [-] use_eventlog                   = False {{(pid=103613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 31 11:35:52.223648 dv-cinder-786384-7-iscsi neutron-server[103613]: DEBUG oslo_service.service [-] use_journal                    = False {{(pid=103613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 31 11:35:52.223838 dv-cinder-786384-7-iscsi neutron-server[103613]: DEBUG oslo_service.service [-] use_json                       = False {{(pid=103613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 31 11:35:52.223997 dv-cinder-786384-7-iscsi neutron-server[103613]: DEBUG oslo_service.service [-] use_ssl                        = False {{(pid=103613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 31 11:35:52.224152 dv-cinder-786384-7-iscsi neutron-server[103613]: DEBUG oslo_service.service [-] use_stderr                     = False {{(pid=103613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 31 11:35:52.224308 dv-cinder-786384-7-iscsi neutron-server[103613]: DEBUG oslo_service.service [-] use_syslog                     = False {{(pid=103613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 31 11:35:52.224461 dv-cinder-786384-7-iscsi neutron-server[103613]: DEBUG oslo_service.service [-] vlan_transparent               = False {{(pid=103613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 31 11:35:52.224617 dv-cinder-786384-7-iscsi neutron-server[103613]: DEBUG oslo_service.service [-] watch_log_file                 = False {{(pid=103613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 31 11:35:52.224772 dv-cinder-786384-7-iscsi neutron-server[103613]: DEBUG oslo_service.service [-] wsgi_default_pool_size         = 100 {{(pid=103613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 31 11:35:52.224949 dv-cinder-786384-7-iscsi neutron-server[103613]: DEBUG oslo_service.service [-] wsgi_keep_alive                = True {{(pid=103613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 31 11:35:52.225088 dv-cinder-786384-7-iscsi neutron-server[103613]: DEBUG oslo_service.service [-] wsgi_log_format                = %(client_ip)s "%(request_line)s" status: %(status_code)s  len: %(body_length)s time: %(wall_seconds).7f {{(pid=103613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 31 11:35:52.225270 dv-cinder-786384-7-iscsi neutron-server[103613]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=103613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 31 11:35:52.225420 dv-cinder-786384-7-iscsi neutron-server[103613]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path     = /opt/stack/data/neutron/lock {{(pid=103613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 31 11:35:52.225592 dv-cinder-786384-7-iscsi neutron-server[103613]: DEBUG oslo_service.service [-] profiler.connection_string     = messaging:// {{(pid=103613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 31 11:35:52.225759 dv-cinder-786384-7-iscsi neutron-server[103613]: DEBUG oslo_service.service [-] profiler.enabled               = False {{(pid=103613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 31 11:35:52.226998 dv-cinder-786384-7-iscsi neutron-server[103613]: DEBUG oslo_service.service [-] profiler.es_doc_type           = notification {{(pid=103613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 31 11:35:52.228329 dv-cinder-786384-7-iscsi neutron-server[103613]: DEBUG oslo_service.service [-] profiler.es_scroll_size        = 10000 {{(pid=103613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 31 11:35:52.228515 dv-cinder-786384-7-iscsi neutron-server[103613]: DEBUG oslo_service.service [-] profiler.es_scroll_time        = 2m {{(pid=103613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 31 11:35:52.228673 dv-cinder-786384-7-iscsi neutron-server[103613]: DEBUG oslo_service.service [-] profiler.filter_error_trace    = False {{(pid=103613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 31 11:35:52.228828 dv-cinder-786384-7-iscsi neutron-server[103613]: DEBUG oslo_service.service [-] profiler.hmac_keys             = SECRET_KEY {{(pid=103613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 31 11:35:52.228998 dv-cinder-786384-7-iscsi neutron-server[103613]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=103613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 31 11:35:52.229145 dv-cinder-786384-7-iscsi neutron-server[103613]: DEBUG oslo_service.service [-] profiler.socket_timeout        = 0.1 {{(pid=103613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 31 11:35:52.229359 dv-cinder-786384-7-iscsi neutron-server[103613]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy      = False {{(pid=103613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 31 11:35:52.229460 dv-cinder-786384-7-iscsi neutron-server[103613]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=103613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 31 11:35:52.229615 dv-cinder-786384-7-iscsi neutron-server[103613]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope      = False {{(pid=103613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 31 11:35:52.229781 dv-cinder-786384-7-iscsi neutron-server[103613]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=103613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 31 11:35:52.229934 dv-cinder-786384-7-iscsi neutron-server[103613]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs        = ['policy.d'] {{(pid=103613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 31 11:35:52.230093 dv-cinder-786384-7-iscsi neutron-server[103613]: DEBUG oslo_service.service [-] oslo_policy.policy_file        = /etc/neutron/policy.json {{(pid=103613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 31 11:35:52.230254 dv-cinder-786384-7-iscsi neutron-server[103613]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=103613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 31 11:35:52.230414 dv-cinder-786384-7-iscsi neutron-server[103613]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=103613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 31 11:35:52.230570 dv-cinder-786384-7-iscsi neutron-server[103613]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=103613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 31 11:35:52.230727 dv-cinder-786384-7-iscsi neutron-server[103613]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=103613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 31 11:35:52.230891 dv-cinder-786384-7-iscsi neutron-server[103613]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=103613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 31 11:35:52.231063 dv-cinder-786384-7-iscsi neutron-server[103613]: DEBUG oslo_service.service [-] nova.auth_section              = None {{(pid=103613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 31 11:35:52.231223 dv-cinder-786384-7-iscsi neutron-server[103613]: DEBUG oslo_service.service [-] nova.auth_type                 = password {{(pid=103613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 31 11:35:52.231380 dv-cinder-786384-7-iscsi neutron-server[103613]: DEBUG oslo_service.service [-] nova.auth_url                  = http://10.222.0.57/identity {{(pid=103613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 31 11:35:52.231536 dv-cinder-786384-7-iscsi neutron-server[103613]: DEBUG oslo_service.service [-] nova.cafile                    = /opt/stack/data/ca-bundle.pem {{(pid=103613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 31 11:35:52.231694 dv-cinder-786384-7-iscsi neutron-server[103613]: DEBUG oslo_service.service [-] nova.certfile                  = None {{(pid=103613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 31 11:35:52.232625 dv-cinder-786384-7-iscsi neutron-server[103613]: DEBUG oslo_service.service [-] nova.collect_timing            = False {{(pid=103613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 31 11:35:52.233001 dv-cinder-786384-7-iscsi neutron-server[103613]: DEBUG oslo_service.service [-] nova.default_domain_id         = None {{(pid=103613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 31 11:35:52.233167 dv-cinder-786384-7-iscsi neutron-server[103613]: DEBUG oslo_service.service [-] nova.default_domain_name       = None {{(pid=103613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 31 11:35:52.233301 dv-cinder-786384-7-iscsi neutron-server[103613]: DEBUG oslo_service.service [-] nova.domain_id                 = None {{(pid=103613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 31 11:35:52.233754 dv-cinder-786384-7-iscsi neutron-server[103613]: DEBUG oslo_service.service [-] nova.domain_name               = None {{(pid=103613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 31 11:35:52.235231 dv-cinder-786384-7-iscsi neutron-server[103613]: DEBUG oslo_service.service [-] nova.endpoint_type             = public {{(pid=103613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 31 11:35:52.235818 dv-cinder-786384-7-iscsi neutron-server[103613]: DEBUG oslo_service.service [-] nova.insecure                  = False {{(pid=103613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 31 11:35:52.235969 dv-cinder-786384-7-iscsi neutron-server[103613]: DEBUG oslo_service.service [-] nova.keyfile                   = None {{(pid=103613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 31 11:35:52.236133 dv-cinder-786384-7-iscsi neutron-server[103613]: DEBUG oslo_service.service [-] nova.live_migration_events     = False {{(pid=103613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 31 11:35:52.236296 dv-cinder-786384-7-iscsi neutron-server[103613]: DEBUG oslo_service.service [-] nova.password                  = **** {{(pid=103613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 31 11:35:52.236457 dv-cinder-786384-7-iscsi neutron-server[103613]: DEBUG oslo_service.service [-] nova.project_domain_id         = None {{(pid=103613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 31 11:35:52.236619 dv-cinder-786384-7-iscsi neutron-server[103613]: DEBUG oslo_service.service [-] nova.project_domain_name       = Default {{(pid=103613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 31 11:35:52.236780 dv-cinder-786384-7-iscsi neutron-server[103613]: DEBUG oslo_service.service [-] nova.project_id                = None {{(pid=103613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 31 11:35:52.236941 dv-cinder-786384-7-iscsi neutron-server[103613]: DEBUG oslo_service.service [-] nova.project_name              = service {{(pid=103613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 31 11:35:52.237098 dv-cinder-786384-7-iscsi neutron-server[103613]: DEBUG oslo_service.service [-] nova.region_name               = RegionOne {{(pid=103613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 31 11:35:52.237258 dv-cinder-786384-7-iscsi neutron-server[103613]: DEBUG oslo_service.service [-] nova.split_loggers             = False {{(pid=103613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 31 11:35:52.237416 dv-cinder-786384-7-iscsi neutron-server[103613]: DEBUG oslo_service.service [-] nova.system_scope              = None {{(pid=103613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 31 11:35:52.237575 dv-cinder-786384-7-iscsi neutron-server[103613]: DEBUG oslo_service.service [-] nova.timeout                   = None {{(pid=103613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 31 11:35:52.237734 dv-cinder-786384-7-iscsi neutron-server[103613]: DEBUG oslo_service.service [-] nova.trust_id                  = None {{(pid=103613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 31 11:35:52.237892 dv-cinder-786384-7-iscsi neutron-server[103613]: DEBUG oslo_service.service [-] nova.user_domain_id            = None {{(pid=103613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 31 11:35:52.238050 dv-cinder-786384-7-iscsi neutron-server[103613]: DEBUG oslo_service.service [-] nova.user_domain_name          = Default {{(pid=103613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 31 11:35:52.238227 dv-cinder-786384-7-iscsi neutron-server[103613]: DEBUG oslo_service.service [-] nova.user_id                   = None {{(pid=103613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 31 11:35:52.238470 dv-cinder-786384-7-iscsi neutron-server[103613]: DEBUG oslo_service.service [-] nova.username                  = nova {{(pid=103613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 31 11:35:52.238635 dv-cinder-786384-7-iscsi neutron-server[103613]: DEBUG oslo_service.service [-] placement.auth_section         = None {{(pid=103613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 31 11:35:52.238792 dv-cinder-786384-7-iscsi neutron-server[103613]: DEBUG oslo_service.service [-] placement.auth_type            = None {{(pid=103613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 31 11:35:52.238949 dv-cinder-786384-7-iscsi neutron-server[103613]: DEBUG oslo_service.service [-] placement.cafile               = None {{(pid=103613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 31 11:35:52.239105 dv-cinder-786384-7-iscsi neutron-server[103613]: DEBUG oslo_service.service [-] placement.certfile             = None {{(pid=103613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 31 11:35:52.239263 dv-cinder-786384-7-iscsi neutron-server[103613]: DEBUG oslo_service.service [-] placement.collect_timing       = False {{(pid=103613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 31 11:35:52.239423 dv-cinder-786384-7-iscsi neutron-server[103613]: DEBUG oslo_service.service [-] placement.endpoint_type        = public {{(pid=103613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 31 11:35:52.239577 dv-cinder-786384-7-iscsi neutron-server[103613]: DEBUG oslo_service.service [-] placement.insecure             = False {{(pid=103613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 31 11:35:52.239733 dv-cinder-786384-7-iscsi neutron-server[103613]: DEBUG oslo_service.service [-] placement.keyfile              = None {{(pid=103613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 31 11:35:52.240001 dv-cinder-786384-7-iscsi neutron-server[103613]: DEBUG oslo_service.service [-] placement.region_name          = None {{(pid=103613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 31 11:35:52.240191 dv-cinder-786384-7-iscsi neutron-server[103613]: DEBUG oslo_service.service [-] placement.split_loggers        = False {{(pid=103613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 31 11:35:52.240375 dv-cinder-786384-7-iscsi neutron-server[103613]: DEBUG oslo_service.service [-] placement.timeout              = None {{(pid=103613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 31 11:35:52.240563 dv-cinder-786384-7-iscsi neutron-server[103613]: DEBUG oslo_service.service [-] ironic.auth_section            = None {{(pid=103613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 31 11:35:52.240736 dv-cinder-786384-7-iscsi neutron-server[103613]: DEBUG oslo_service.service [-] ironic.auth_type               = None {{(pid=103613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 31 11:35:52.240909 dv-cinder-786384-7-iscsi neutron-server[103613]: DEBUG oslo_service.service [-] ironic.cafile                  = None {{(pid=103613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 31 11:35:52.241298 dv-cinder-786384-7-iscsi neutron-server[103613]: DEBUG oslo_service.service [-] ironic.certfile                = None {{(pid=103613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 31 11:35:52.241484 dv-cinder-786384-7-iscsi neutron-server[103613]: DEBUG oslo_service.service [-] ironic.collect_timing          = False {{(pid=103613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 31 11:35:52.241650 dv-cinder-786384-7-iscsi neutron-server[103613]: DEBUG oslo_service.service [-] ironic.connect_retries         = None {{(pid=103613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 31 11:35:52.241814 dv-cinder-786384-7-iscsi neutron-server[103613]: DEBUG oslo_service.service [-] ironic.connect_retry_delay     = None {{(pid=103613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 31 11:35:52.241979 dv-cinder-786384-7-iscsi neutron-server[103613]: DEBUG oslo_service.service [-] ironic.enable_notifications    = False {{(pid=103613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 31 11:35:52.242143 dv-cinder-786384-7-iscsi neutron-server[103613]: DEBUG oslo_service.service [-] ironic.endpoint_override       = None {{(pid=103613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 31 11:35:52.242305 dv-cinder-786384-7-iscsi neutron-server[103613]: DEBUG oslo_service.service [-] ironic.insecure                = False {{(pid=103613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 31 11:35:52.242467 dv-cinder-786384-7-iscsi neutron-server[103613]: DEBUG oslo_service.service [-] ironic.interface               = None {{(pid=103613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 31 11:35:52.242633 dv-cinder-786384-7-iscsi neutron-server[103613]: DEBUG oslo_service.service [-] ironic.keyfile                 = None {{(pid=103613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 31 11:35:52.242800 dv-cinder-786384-7-iscsi neutron-server[103613]: DEBUG oslo_service.service [-] ironic.max_version             = None {{(pid=103613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 31 11:35:52.242949 dv-cinder-786384-7-iscsi neutron-server[103613]: DEBUG oslo_service.service [-] ironic.min_version             = None {{(pid=103613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 31 11:35:52.243111 dv-cinder-786384-7-iscsi neutron-server[103613]: DEBUG oslo_service.service [-] ironic.region_name             = None {{(pid=103613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 31 11:35:52.243267 dv-cinder-786384-7-iscsi neutron-server[103613]: DEBUG oslo_service.service [-] ironic.service_name            = None {{(pid=103613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 31 11:35:52.243430 dv-cinder-786384-7-iscsi neutron-server[103613]: DEBUG oslo_service.service [-] ironic.service_type            = None {{(pid=103613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 31 11:35:52.243589 dv-cinder-786384-7-iscsi neutron-server[103613]: DEBUG oslo_service.service [-] ironic.split_loggers           = False {{(pid=103613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 31 11:35:52.243748 dv-cinder-786384-7-iscsi neutron-server[103613]: DEBUG oslo_service.service [-] ironic.status_code_retries     = None {{(pid=103613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 31 11:35:52.243938 dv-cinder-786384-7-iscsi neutron-server[103613]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=103613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 31 11:35:52.244097 dv-cinder-786384-7-iscsi neutron-server[103613]: DEBUG oslo_service.service [-] ironic.timeout                 = None {{(pid=103613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 31 11:35:52.244257 dv-cinder-786384-7-iscsi neutron-server[103613]: DEBUG oslo_service.service [-] ironic.valid_interfaces        = None {{(pid=103613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 31 11:35:52.244419 dv-cinder-786384-7-iscsi neutron-server[103613]: DEBUG oslo_service.service [-] ironic.version                 = None {{(pid=103613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 31 11:35:52.244594 dv-cinder-786384-7-iscsi neutron-server[103613]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=103613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 31 11:35:52.244770 dv-cinder-786384-7-iscsi neutron-server[103613]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=103613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 31 11:35:52.244933 dv-cinder-786384-7-iscsi neutron-server[103613]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=103613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 31 11:35:52.245091 dv-cinder-786384-7-iscsi neutron-server[103613]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=103613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 31 11:35:52.245250 dv-cinder-786384-7-iscsi neutron-server[103613]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=103613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 31 11:35:52.245410 dv-cinder-786384-7-iscsi neutron-server[103613]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=103613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 31 11:35:52.245569 dv-cinder-786384-7-iscsi neutron-server[103613]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=103613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 31 11:35:52.245751 dv-cinder-786384-7-iscsi neutron-server[103613]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=103613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 31 11:35:52.245908 dv-cinder-786384-7-iscsi neutron-server[103613]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=103613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 31 11:35:52.246070 dv-cinder-786384-7-iscsi neutron-server[103613]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=103613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 31 11:35:52.246226 dv-cinder-786384-7-iscsi neutron-server[103613]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=103613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 31 11:35:52.246384 dv-cinder-786384-7-iscsi neutron-server[103613]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=103613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 31 11:35:52.246543 dv-cinder-786384-7-iscsi neutron-server[103613]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=103613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 31 11:35:52.246703 dv-cinder-786384-7-iscsi neutron-server[103613]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=103613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 31 11:35:52.246868 dv-cinder-786384-7-iscsi neutron-server[103613]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=103613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 31 11:35:52.247027 dv-cinder-786384-7-iscsi neutron-server[103613]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=103613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 31 11:35:52.247185 dv-cinder-786384-7-iscsi neutron-server[103613]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=103613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 31 11:35:52.247343 dv-cinder-786384-7-iscsi neutron-server[103613]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=103613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 31 11:35:52.247500 dv-cinder-786384-7-iscsi neutron-server[103613]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=103613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 31 11:35:52.247657 dv-cinder-786384-7-iscsi neutron-server[103613]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=103613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 31 11:35:52.247910 dv-cinder-786384-7-iscsi neutron-server[103613]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=103613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 31 11:35:52.248029 dv-cinder-786384-7-iscsi neutron-server[103613]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=103613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 31 11:35:52.248254 dv-cinder-786384-7-iscsi neutron-server[103613]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl      = False {{(pid=103613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 31 11:35:52.248420 dv-cinder-786384-7-iscsi neutron-server[103613]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file =  {{(pid=103613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 31 11:35:52.248579 dv-cinder-786384-7-iscsi neutron-server[103613]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file =  {{(pid=103613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 31 11:35:52.248737 dv-cinder-786384-7-iscsi neutron-server[103613]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file =  {{(pid=103613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 31 11:35:52.248895 dv-cinder-786384-7-iscsi neutron-server[103613]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version =  {{(pid=103613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 31 11:35:52.249069 dv-cinder-786384-7-iscsi neutron-server[103613]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=103613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 31 11:35:52.249227 dv-cinder-786384-7-iscsi neutron-server[103613]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=103613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 31 11:35:52.249387 dv-cinder-786384-7-iscsi neutron-server[103613]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=103613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 31 11:35:52.249546 dv-cinder-786384-7-iscsi neutron-server[103613]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=103613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 31 11:35:52.249710 dv-cinder-786384-7-iscsi neutron-server[103613]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=103613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 31 11:35:52.249881 dv-cinder-786384-7-iscsi neutron-server[103613]: DEBUG oslo_service.service [-] QUOTAS.default_quota           = -1 {{(pid=103613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 31 11:35:52.250041 dv-cinder-786384-7-iscsi neutron-server[103613]: DEBUG oslo_service.service [-] QUOTAS.quota_driver            = neutron.db.quota.driver.DbQuotaDriver {{(pid=103613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 31 11:35:52.250203 dv-cinder-786384-7-iscsi neutron-server[103613]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip        = 50 {{(pid=103613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 31 11:35:52.250366 dv-cinder-786384-7-iscsi neutron-server[103613]: DEBUG oslo_service.service [-] QUOTAS.quota_network           = 100 {{(pid=103613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 31 11:35:52.250523 dv-cinder-786384-7-iscsi neutron-server[103613]: DEBUG oslo_service.service [-] QUOTAS.quota_port              = 500 {{(pid=103613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 31 11:35:52.250683 dv-cinder-786384-7-iscsi neutron-server[103613]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy       = 10 {{(pid=103613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 31 11:35:52.250843 dv-cinder-786384-7-iscsi neutron-server[103613]: DEBUG oslo_service.service [-] QUOTAS.quota_router            = 100 {{(pid=103613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 31 11:35:52.251003 dv-cinder-786384-7-iscsi neutron-server[103613]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group    = 100 {{(pid=103613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 31 11:35:52.251161 dv-cinder-786384-7-iscsi neutron-server[103613]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=103613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 31 11:35:52.251317 dv-cinder-786384-7-iscsi neutron-server[103613]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet            = 100 {{(pid=103613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 31 11:35:52.251476 dv-cinder-786384-7-iscsi neutron-server[103613]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage       = True {{(pid=103613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 31 11:35:52.251642 dv-cinder-786384-7-iscsi neutron-server[103613]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=103613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 31 11:35:52.251834 dv-cinder-786384-7-iscsi neutron-server[103613]: DEBUG oslo_service.service [-] healthcheck.backends           = ['disable_by_file'] {{(pid=103613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 31 11:35:52.251994 dv-cinder-786384-7-iscsi neutron-server[103613]: DEBUG oslo_service.service [-] healthcheck.detailed           = False {{(pid=103613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 31 11:35:52.252153 dv-cinder-786384-7-iscsi neutron-server[103613]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=103613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 31 11:35:52.252326 dv-cinder-786384-7-iscsi neutron-server[103613]: DEBUG oslo_service.service [-] healthcheck.path               = /healthcheck {{(pid=103613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 31 11:35:52.252528 dv-cinder-786384-7-iscsi neutron-server[103613]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=103613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 31 11:35:52.252690 dv-cinder-786384-7-iscsi neutron-server[103613]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=103613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 31 11:35:52.252849 dv-cinder-786384-7-iscsi neutron-server[103613]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=103613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 31 11:35:52.253010 dv-cinder-786384-7-iscsi neutron-server[103613]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user  = None {{(pid=103613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 31 11:35:52.253172 dv-cinder-786384-7-iscsi neutron-server[103613]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix =  {{(pid=103613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 31 11:35:52.253333 dv-cinder-786384-7-iscsi neutron-server[103613]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host   = 127.0.0.1 {{(pid=103613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 31 11:35:52.253493 dv-cinder-786384-7-iscsi neutron-server[103613]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port   = 35357 {{(pid=103613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 31 11:35:52.253652 dv-cinder-786384-7-iscsi neutron-server[103613]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=103613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 31 11:35:52.253811 dv-cinder-786384-7-iscsi neutron-server[103613]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=103613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 31 11:35:52.253999 dv-cinder-786384-7-iscsi neutron-server[103613]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type   = password {{(pid=103613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 31 11:35:52.254700 dv-cinder-786384-7-iscsi neutron-server[103613]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri    = None {{(pid=103613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 31 11:35:52.254700 dv-cinder-786384-7-iscsi neutron-server[103613]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url    = http://10.222.0.57/identity {{(pid=103613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 31 11:35:52.254700 dv-cinder-786384-7-iscsi neutron-server[103613]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=103613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 31 11:35:52.254700 dv-cinder-786384-7-iscsi neutron-server[103613]: DEBUG oslo_service.service [-] keystone_authtoken.cache       = None {{(pid=103613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 31 11:35:52.255098 dv-cinder-786384-7-iscsi neutron-server[103613]: DEBUG oslo_service.service [-] keystone_authtoken.cafile      = /opt/stack/data/ca-bundle.pem {{(pid=103613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 31 11:35:52.255254 dv-cinder-786384-7-iscsi neutron-server[103613]: DEBUG oslo_service.service [-] keystone_authtoken.certfile    = None {{(pid=103613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 31 11:35:52.255662 dv-cinder-786384-7-iscsi neutron-server[103613]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=103613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 31 11:35:52.255855 dv-cinder-786384-7-iscsi neutron-server[103613]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=103613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 31 11:35:52.256016 dv-cinder-786384-7-iscsi neutron-server[103613]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=103613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 31 11:35:52.256176 dv-cinder-786384-7-iscsi neutron-server[103613]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id   = None {{(pid=103613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 31 11:35:52.256337 dv-cinder-786384-7-iscsi neutron-server[103613]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=103613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 31 11:35:52.256498 dv-cinder-786384-7-iscsi neutron-server[103613]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=103613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 31 11:35:52.256651 dv-cinder-786384-7-iscsi neutron-server[103613]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=103613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 31 11:35:52.256803 dv-cinder-786384-7-iscsi neutron-server[103613]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=103613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 31 11:35:52.256944 dv-cinder-786384-7-iscsi neutron-server[103613]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=103613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 31 11:35:52.257079 dv-cinder-786384-7-iscsi neutron-server[103613]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=103613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 31 11:35:52.257244 dv-cinder-786384-7-iscsi neutron-server[103613]: DEBUG oslo_service.service [-] keystone_authtoken.insecure    = False {{(pid=103613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 31 11:35:52.257401 dv-cinder-786384-7-iscsi neutron-server[103613]: DEBUG oslo_service.service [-] keystone_authtoken.interface   = public {{(pid=103613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 31 11:35:52.257723 dv-cinder-786384-7-iscsi neutron-server[103613]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile     = None {{(pid=103613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 31 11:35:52.257723 dv-cinder-786384-7-iscsi neutron-server[103613]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=103613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 31 11:35:52.257976 dv-cinder-786384-7-iscsi neutron-server[103613]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=103613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 31 11:35:52.258108 dv-cinder-786384-7-iscsi neutron-server[103613]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=103613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 31 11:35:52.258229 dv-cinder-786384-7-iscsi neutron-server[103613]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=103613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 31 11:35:52.258394 dv-cinder-786384-7-iscsi neutron-server[103613]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=103613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 31 11:35:52.258569 dv-cinder-786384-7-iscsi neutron-server[103613]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=103613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 31 11:35:52.258719 dv-cinder-786384-7-iscsi neutron-server[103613]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=103613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 31 11:35:52.258864 dv-cinder-786384-7-iscsi neutron-server[103613]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = False {{(pid=103613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 31 11:35:52.259027 dv-cinder-786384-7-iscsi neutron-server[103613]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=103613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 31 11:35:52.259187 dv-cinder-786384-7-iscsi neutron-server[103613]: DEBUG oslo_service.service [-] keystone_authtoken.password    = **** {{(pid=103613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 31 11:35:52.259349 dv-cinder-786384-7-iscsi neutron-server[103613]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=103613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 31 11:35:52.259511 dv-cinder-786384-7-iscsi neutron-server[103613]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=103613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 31 11:35:52.259662 dv-cinder-786384-7-iscsi neutron-server[103613]: DEBUG oslo_service.service [-] keystone_authtoken.project_id  = None {{(pid=103613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 31 11:35:52.259836 dv-cinder-786384-7-iscsi neutron-server[103613]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=103613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 31 11:35:52.259981 dv-cinder-786384-7-iscsi neutron-server[103613]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=103613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 31 11:35:52.260149 dv-cinder-786384-7-iscsi neutron-server[103613]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=103613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 31 11:35:52.260397 dv-cinder-786384-7-iscsi neutron-server[103613]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=103613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 31 11:35:52.260543 dv-cinder-786384-7-iscsi neutron-server[103613]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=103613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 31 11:35:52.260709 dv-cinder-786384-7-iscsi neutron-server[103613]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=103613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 31 11:35:52.260868 dv-cinder-786384-7-iscsi neutron-server[103613]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=103613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 31 11:35:52.261034 dv-cinder-786384-7-iscsi neutron-server[103613]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id    = None {{(pid=103613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 31 11:35:52.261193 dv-cinder-786384-7-iscsi neutron-server[103613]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=103613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 31 11:35:52.261344 dv-cinder-786384-7-iscsi neutron-server[103613]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=103613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 31 11:35:52.261506 dv-cinder-786384-7-iscsi neutron-server[103613]: DEBUG oslo_service.service [-] keystone_authtoken.user_id     = None {{(pid=103613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 31 11:35:52.261660 dv-cinder-786384-7-iscsi neutron-server[103613]: DEBUG oslo_service.service [-] keystone_authtoken.username    = neutron {{(pid=103613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 31 11:35:52.261836 dv-cinder-786384-7-iscsi neutron-server[103613]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=103613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 31 11:35:52.261984 dv-cinder-786384-7-iscsi neutron-server[103613]: DEBUG oslo_service.service [-] cache.backend                  = dogpile.cache.null {{(pid=103613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 31 11:35:52.262149 dv-cinder-786384-7-iscsi neutron-server[103613]: DEBUG oslo_service.service [-] cache.backend_argument         = **** {{(pid=103613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 31 11:35:52.262308 dv-cinder-786384-7-iscsi neutron-server[103613]: DEBUG oslo_service.service [-] cache.config_prefix            = cache.oslo {{(pid=103613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 31 11:35:52.262468 dv-cinder-786384-7-iscsi neutron-server[103613]: DEBUG oslo_service.service [-] cache.debug_cache_backend      = False {{(pid=103613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 31 11:35:52.262627 dv-cinder-786384-7-iscsi neutron-server[103613]: DEBUG oslo_service.service [-] cache.enabled                  = False {{(pid=103613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 31 11:35:52.262784 dv-cinder-786384-7-iscsi neutron-server[103613]: DEBUG oslo_service.service [-] cache.expiration_time          = 600 {{(pid=103613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 31 11:35:52.262943 dv-cinder-786384-7-iscsi neutron-server[103613]: DEBUG oslo_service.service [-] cache.memcache_dead_retry      = 300 {{(pid=103613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 31 11:35:52.263101 dv-cinder-786384-7-iscsi neutron-server[103613]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=103613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 31 11:35:52.263260 dv-cinder-786384-7-iscsi neutron-server[103613]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=103613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 31 11:35:52.263421 dv-cinder-786384-7-iscsi neutron-server[103613]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize    = 10 {{(pid=103613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 31 11:35:52.263582 dv-cinder-786384-7-iscsi neutron-server[103613]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=103613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 31 11:35:52.263742 dv-cinder-786384-7-iscsi neutron-server[103613]: DEBUG oslo_service.service [-] cache.memcache_servers         = ['localhost:11211'] {{(pid=103613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 31 11:35:52.263945 dv-cinder-786384-7-iscsi neutron-server[103613]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout  = 1.0 {{(pid=103613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 31 11:35:52.264168 dv-cinder-786384-7-iscsi neutron-server[103613]: DEBUG oslo_service.service [-] cache.proxies                  = [] {{(pid=103613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 31 11:35:52.264336 dv-cinder-786384-7-iscsi neutron-server[103613]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers      = None {{(pid=103613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 31 11:35:52.264496 dv-cinder-786384-7-iscsi neutron-server[103613]: DEBUG oslo_service.service [-] cache.tls_cafile               = None {{(pid=103613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 31 11:35:52.264655 dv-cinder-786384-7-iscsi neutron-server[103613]: DEBUG oslo_service.service [-] cache.tls_certfile             = None {{(pid=103613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 31 11:35:52.264816 dv-cinder-786384-7-iscsi neutron-server[103613]: DEBUG oslo_service.service [-] cache.tls_enabled              = False {{(pid=103613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 31 11:35:52.264974 dv-cinder-786384-7-iscsi neutron-server[103613]: DEBUG oslo_service.service [-] cache.tls_keyfile              = None {{(pid=103613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 31 11:35:52.265143 dv-cinder-786384-7-iscsi neutron-server[103613]: DEBUG oslo_service.service [-] privsep.capabilities           = [21, 12, 1, 2, 19] {{(pid=103613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 31 11:35:52.265303 dv-cinder-786384-7-iscsi neutron-server[103613]: DEBUG oslo_service.service [-] privsep.group                  = None {{(pid=103613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 31 11:35:52.265461 dv-cinder-786384-7-iscsi neutron-server[103613]: DEBUG oslo_service.service [-] privsep.helper_command         = None {{(pid=103613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 31 11:35:52.265618 dv-cinder-786384-7-iscsi neutron-server[103613]: DEBUG oslo_service.service [-] privsep.thread_pool_size       = 4 {{(pid=103613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 31 11:35:52.265777 dv-cinder-786384-7-iscsi neutron-server[103613]: DEBUG oslo_service.service [-] privsep.user                   = None {{(pid=103613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 31 11:35:52.265944 dv-cinder-786384-7-iscsi neutron-server[103613]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=103613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 31 11:35:52.266103 dv-cinder-786384-7-iscsi neutron-server[103613]: DEBUG oslo_service.service [-] privsep_dhcp_release.group     = None {{(pid=103613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 31 11:35:52.266264 dv-cinder-786384-7-iscsi neutron-server[103613]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=103613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 31 11:35:52.266424 dv-cinder-786384-7-iscsi neutron-server[103613]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=103613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 31 11:35:52.266579 dv-cinder-786384-7-iscsi neutron-server[103613]: DEBUG oslo_service.service [-] privsep_dhcp_release.user      = None {{(pid=103613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 31 11:35:52.266744 dv-cinder-786384-7-iscsi neutron-server[103613]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=103613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 31 11:35:52.266905 dv-cinder-786384-7-iscsi neutron-server[103613]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group        = None {{(pid=103613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 31 11:35:52.267060 dv-cinder-786384-7-iscsi neutron-server[103613]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=103613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 31 11:35:52.267220 dv-cinder-786384-7-iscsi neutron-server[103613]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=103613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 31 11:35:52.267379 dv-cinder-786384-7-iscsi neutron-server[103613]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user         = None {{(pid=103613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 31 11:35:52.267552 dv-cinder-786384-7-iscsi neutron-server[103613]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=103613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 31 11:35:52.267705 dv-cinder-786384-7-iscsi neutron-server[103613]: DEBUG oslo_service.service [-] privsep_namespace.group        = None {{(pid=103613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 31 11:35:52.267879 dv-cinder-786384-7-iscsi neutron-server[103613]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=103613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 31 11:35:52.268034 dv-cinder-786384-7-iscsi neutron-server[103613]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=103613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 31 11:35:52.268191 dv-cinder-786384-7-iscsi neutron-server[103613]: DEBUG oslo_service.service [-] privsep_namespace.user         = None {{(pid=103613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 31 11:35:52.268382 dv-cinder-786384-7-iscsi neutron-server[103613]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=103613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 31 11:35:52.268541 dv-cinder-786384-7-iscsi neutron-server[103613]: DEBUG oslo_service.service [-] privsep_conntrack.group        = None {{(pid=103613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 31 11:35:52.268695 dv-cinder-786384-7-iscsi neutron-server[103613]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=103613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 31 11:35:52.268853 dv-cinder-786384-7-iscsi neutron-server[103613]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=103613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 31 11:35:52.269031 dv-cinder-786384-7-iscsi neutron-server[103613]: DEBUG oslo_service.service [-] privsep_conntrack.user         = None {{(pid=103613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 31 11:35:52.269200 dv-cinder-786384-7-iscsi neutron-server[103613]: DEBUG oslo_service.service [-] AGENT.root_helper              = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=103613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 31 11:35:52.269364 dv-cinder-786384-7-iscsi neutron-server[103613]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon       = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=103613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 31 11:35:52.269569 dv-cinder-786384-7-iscsi neutron-server[103613]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read   = True {{(pid=103613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 31 11:35:52.269741 dv-cinder-786384-7-iscsi neutron-server[103613]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset     = True {{(pid=103613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 31 11:35:52.269911 dv-cinder-786384-7-iscsi neutron-server[103613]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=103613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 31 11:35:52.270040 dv-cinder-786384-7-iscsi neutron-server[103613]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver  = openvswitch {{(pid=103613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 31 11:35:52.270208 dv-cinder-786384-7-iscsi neutron-server[103613]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=103613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 31 11:35:52.270382 dv-cinder-786384-7-iscsi neutron-server[103613]: DEBUG oslo_service.service [-] ml2.extension_drivers          = ['port_security'] {{(pid=103613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 31 11:35:52.270539 dv-cinder-786384-7-iscsi neutron-server[103613]: DEBUG oslo_service.service [-] ml2.external_network_type      = None {{(pid=103613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 31 11:35:52.270703 dv-cinder-786384-7-iscsi neutron-server[103613]: DEBUG oslo_service.service [-] ml2.mechanism_drivers          = ['openvswitch', 'hyperv'] {{(pid=103613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 31 11:35:52.270864 dv-cinder-786384-7-iscsi neutron-server[103613]: DEBUG oslo_service.service [-] ml2.overlay_ip_version         = 4 {{(pid=103613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 31 11:35:52.271019 dv-cinder-786384-7-iscsi neutron-server[103613]: DEBUG oslo_service.service [-] ml2.path_mtu                   = 0 {{(pid=103613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 31 11:35:52.271336 dv-cinder-786384-7-iscsi neutron-server[103613]: DEBUG oslo_service.service [-] ml2.physical_network_mtus      = [] {{(pid=103613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 31 11:35:52.271494 dv-cinder-786384-7-iscsi neutron-server[103613]: DEBUG oslo_service.service [-] ml2.tenant_network_types       = ['vlan'] {{(pid=103613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 31 11:35:52.271825 dv-cinder-786384-7-iscsi neutron-server[103613]: DEBUG oslo_service.service [-] ml2.type_drivers               = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=103613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 31 11:35:52.271999 dv-cinder-786384-7-iscsi neutron-server[103613]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks    = ['physnet1'] {{(pid=103613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 31 11:35:52.272160 dv-cinder-786384-7-iscsi neutron-server[103613]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=103613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 31 11:35:52.272317 dv-cinder-786384-7-iscsi neutron-server[103613]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges     = ['1:1000'] {{(pid=103613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 31 11:35:52.272857 dv-cinder-786384-7-iscsi neutron-server[103613]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges  = ['1:1000'] {{(pid=103613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 31 11:35:52.273023 dv-cinder-786384-7-iscsi neutron-server[103613]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:750:799'] {{(pid=103613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 31 11:35:52.273191 dv-cinder-786384-7-iscsi neutron-server[103613]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges      = ['1:1000'] {{(pid=103613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 31 11:35:52.273348 dv-cinder-786384-7-iscsi neutron-server[103613]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group     = None {{(pid=103613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 31 11:35:52.273512 dv-cinder-786384-7-iscsi neutron-server[103613]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=103613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 31 11:35:52.273683 dv-cinder-786384-7-iscsi neutron-server[103613]: DEBUG oslo_service.service [-] database.backend               = sqlalchemy {{(pid=103613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 31 11:35:52.273841 dv-cinder-786384-7-iscsi neutron-server[103613]: DEBUG oslo_service.service [-] database.connection            = **** {{(pid=103613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 31 11:35:52.273999 dv-cinder-786384-7-iscsi neutron-server[103613]: DEBUG oslo_service.service [-] database.connection_debug      = 0 {{(pid=103613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 31 11:35:52.274158 dv-cinder-786384-7-iscsi neutron-server[103613]: DEBUG oslo_service.service [-] database.connection_parameters =  {{(pid=103613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 31 11:35:52.274317 dv-cinder-786384-7-iscsi neutron-server[103613]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=103613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 31 11:35:52.274474 dv-cinder-786384-7-iscsi neutron-server[103613]: DEBUG oslo_service.service [-] database.connection_trace      = False {{(pid=103613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 31 11:35:52.274632 dv-cinder-786384-7-iscsi neutron-server[103613]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=103613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 31 11:35:52.274791 dv-cinder-786384-7-iscsi neutron-server[103613]: DEBUG oslo_service.service [-] database.db_max_retries        = 20 {{(pid=103613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 31 11:35:52.274950 dv-cinder-786384-7-iscsi neutron-server[103613]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=103613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 31 11:35:52.275107 dv-cinder-786384-7-iscsi neutron-server[103613]: DEBUG oslo_service.service [-] database.db_retry_interval     = 1 {{(pid=103613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 31 11:35:52.275268 dv-cinder-786384-7-iscsi neutron-server[103613]: DEBUG oslo_service.service [-] database.max_overflow          = 50 {{(pid=103613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 31 11:35:52.275425 dv-cinder-786384-7-iscsi neutron-server[103613]: DEBUG oslo_service.service [-] database.max_pool_size         = 50 {{(pid=103613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 31 11:35:52.275586 dv-cinder-786384-7-iscsi neutron-server[103613]: DEBUG oslo_service.service [-] database.max_retries           = 10 {{(pid=103613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 31 11:35:52.275746 dv-cinder-786384-7-iscsi neutron-server[103613]: DEBUG oslo_service.service [-] database.mysql_enable_ndb      = False {{(pid=103613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 31 11:35:52.275929 dv-cinder-786384-7-iscsi neutron-server[103613]: DEBUG oslo_service.service [-] database.mysql_sql_mode        = TRADITIONAL {{(pid=103613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 31 11:35:52.276087 dv-cinder-786384-7-iscsi neutron-server[103613]: DEBUG oslo_service.service [-] database.pool_timeout          = None {{(pid=103613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 31 11:35:52.276244 dv-cinder-786384-7-iscsi neutron-server[103613]: DEBUG oslo_service.service [-] database.retry_interval        = 10 {{(pid=103613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 31 11:35:52.276401 dv-cinder-786384-7-iscsi neutron-server[103613]: DEBUG oslo_service.service [-] database.slave_connection      = **** {{(pid=103613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 31 11:35:52.276559 dv-cinder-786384-7-iscsi neutron-server[103613]: DEBUG oslo_service.service [-] database.sqlite_synchronous    = True {{(pid=103613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 31 11:35:52.276719 dv-cinder-786384-7-iscsi neutron-server[103613]: DEBUG oslo_service.service [-] database.use_db_reconnect      = False {{(pid=103613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 31 11:35:52.276872 dv-cinder-786384-7-iscsi neutron-server[103613]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}}
May 31 11:35:52.387246 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.wsgi [-] (103721) accepted ('10.222.0.57', 36928) {{(pid=103721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 31 11:35:52.399650 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [-] 10.222.0.57 "GET / HTTP/1.1" status: 200  len: 253 time: 0.0093114
May 31 11:36:03.128003 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f538451-4cbd-4467-9856-56c8fbf27f53 None None] get_active_networks_info from dv-cinder-786384-7-iscsi {{(pid=103722) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}}
May 31 11:36:03.225055 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f538451-4cbd-4467-9856-56c8fbf27f53 None None] No non-hosted networks {{(pid=103722) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}}
May 31 11:36:03.238696 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron.db.agentschedulers_db [None req-9f538451-4cbd-4467-9856-56c8fbf27f53 None None] DHCP Agent not found on host dv-cinder-786384-7-iscsi {{(pid=103722) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}}
May 31 11:36:03.371451 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron_lib.callbacks.manager [None req-7b7f58ff-6754-4f00-a159-f5fb8e0938cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744215964654'] for agent, after_create {{(pid=103722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:36:05.505628 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron_lib.callbacks.manager [None req-632063d8-fe17-4129-a714-977e2d1443a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744215964654'] for agent, after_create {{(pid=103722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:36:05.589718 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron_lib.callbacks.manager [None req-eac50594-72c3-4d80-9c08-f75a034237c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744215964654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857257'] for agent, after_update {{(pid=103722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:36:05.598677 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron_lib.callbacks.manager [None req-1f0a762f-0348-4bba-b860-8eddab4cd770 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744215964654'] for agent, after_create {{(pid=103722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:36:05.599581 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f0a762f-0348-4bba-b860-8eddab4cd770 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786384-7-iscsi {{(pid=103722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 31 11:36:05.600106 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f0a762f-0348-4bba-b860-8eddab4cd770 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786384-7-iscsi {{(pid=103722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 31 11:36:05.600575 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f0a762f-0348-4bba-b860-8eddab4cd770 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786384-7-iscsi {{(pid=103722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 31 11:36:05.602285 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f0a762f-0348-4bba-b860-8eddab4cd770 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786384-7-iscsi {{(pid=103722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 31 11:36:05.602928 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f0a762f-0348-4bba-b860-8eddab4cd770 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786384-7-iscsi {{(pid=103722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 31 11:36:05.603885 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f0a762f-0348-4bba-b860-8eddab4cd770 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786384-7-iscsi {{(pid=103722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 31 11:36:05.604445 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f0a762f-0348-4bba-b860-8eddab4cd770 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786384-7-iscsi {{(pid=103722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 31 11:36:05.605183 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f0a762f-0348-4bba-b860-8eddab4cd770 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786384-7-iscsi {{(pid=103722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 31 11:36:05.605788 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f0a762f-0348-4bba-b860-8eddab4cd770 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786384-7-iscsi {{(pid=103722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 31 11:36:05.606352 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f0a762f-0348-4bba-b860-8eddab4cd770 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786384-7-iscsi {{(pid=103722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 31 11:36:05.614786 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f0a762f-0348-4bba-b860-8eddab4cd770 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786384-7-iscsi {{(pid=103722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 31 11:36:05.615146 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f0a762f-0348-4bba-b860-8eddab4cd770 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786384-7-iscsi {{(pid=103722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 31 11:36:05.615969 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f0a762f-0348-4bba-b860-8eddab4cd770 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (<neutron_lib.context.Context object at 0x7f3ebd83d9a0>, 'Open vSwitch agent', 'dv-cinder-786384-7-iscsi', {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}) {} {{(pid=103722) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 31 11:36:05.628665 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f0a762f-0348-4bba-b860-8eddab4cd770 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (<neutron_lib.context.Context object at 0x7f3ebd83d7f0>,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-786384-7-iscsi', 'version_map': {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}} {{(pid=103722) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 31 11:36:06.458046 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron_lib.callbacks.manager [None req-c59bf3d8-3f04-4740-8d75-807cb4f7478e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744215964654'] for agent, after_create {{(pid=103722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:36:07.895428 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron_lib.callbacks.manager [None req-e2b995a4-3526-4c71-93aa-7f4ba47dfd64 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744215964654'] for agent, after_create {{(pid=103722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:36:09.501878 dv-cinder-786384-7-iscsi neutron-server[103722]: INFO neutron.db.l3_hamode_db [None req-6720ac82-8447-4bcf-8877-fefdff7a5fd2 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1
May 31 11:36:09.587908 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6720ac82-8447-4bcf-8877-fefdff7a5fd2 None None] Routers set() bound to L3 agent in host dv-cinder-786384-7-iscsi {{(pid=103722) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 31 11:36:09.588290 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6720ac82-8447-4bcf-8877-fefdff7a5fd2 None None] Router IDs set() for agent in host dv-cinder-786384-7-iscsi {{(pid=103722) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:464}}
May 31 11:36:09.602817 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron.wsgi [-] (103720) accepted ('10.222.0.57', 37020) {{(pid=103720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 31 11:36:10.216483 dv-cinder-786384-7-iscsi neutron-server[103720]: WARNING oslo_policy.policy [None req-8ca1ebe8-1db5-4706-97bb-2624b7ae0abd admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
May 31 11:36:10.217055 dv-cinder-786384-7-iscsi neutron-server[103720]: WARNING oslo_policy.policy [None req-8ca1ebe8-1db5-4706-97bb-2624b7ae0abd admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
May 31 11:36:10.428382 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron.wsgi [None req-8ca1ebe8-1db5-4706-97bb-2624b7ae0abd admin admin] http://10.222.0.57:9696/v2.0/extensions returned with HTTP 200 {{(pid=103720) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
May 31 11:36:10.429506 dv-cinder-786384-7-iscsi neutron-server[103720]: INFO neutron.wsgi [None req-8ca1ebe8-1db5-4706-97bb-2624b7ae0abd admin admin] 10.222.0.57 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13640 time: 0.8247223
May 31 11:36:12.751504 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron.wsgi [-] (103720) accepted ('10.222.0.57', 37034) {{(pid=103720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 31 11:36:13.126960 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron.api.v2.base [None req-8662df0a-9af6-42f7-bcb5-d9ca0f3c0fbe admin admin] Request body: {'subnetpool': {'default_prefixlen': 26, 'prefixes': ['172.20.0.0/16'], 'is_default': True, 'shared': True, 'name': 'shared-default-subnetpool-v4'}} {{(pid=103720) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 31 11:36:13.226488 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron.policy [None req-8662df0a-9af6-42f7-bcb5-d9ca0f3c0fbe admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=103720) register_rules /opt/stack/neutron/neutron/policy.py:73}}
May 31 11:36:13.270984 dv-cinder-786384-7-iscsi neutron-server[103720]: WARNING oslo_policy.policy [None req-8662df0a-9af6-42f7-bcb5-d9ca0f3c0fbe admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
May 31 11:36:13.271345 dv-cinder-786384-7-iscsi neutron-server[103720]: WARNING oslo_policy.policy [None req-8662df0a-9af6-42f7-bcb5-d9ca0f3c0fbe admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
May 31 11:36:13.280096 dv-cinder-786384-7-iscsi neutron-server[103720]: INFO neutron.quota [None req-8662df0a-9af6-42f7-bcb5-d9ca0f3c0fbe admin admin] Loaded quota_driver: <neutron.db.quota.driver.DbQuotaDriver object at 0x7f3ebd61baf0>.
May 31 11:36:13.296520 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron.db.quota.driver [None req-8662df0a-9af6-42f7-bcb5-d9ca0f3c0fbe admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=103720) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 31 11:36:13.358589 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-8662df0a-9af6-42f7-bcb5-d9ca0f3c0fbe admin admin] Notify callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8744214445632', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8744214441986', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8744214416044', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8744214429272', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8744214399324', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8744214410228', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-969915', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1025849', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-4187691', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-3720848'] for rbac-policy, before_create {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:36:13.426580 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-8662df0a-9af6-42f7-bcb5-d9ca0f3c0fbe admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:36:13.427866 dv-cinder-786384-7-iscsi neutron-server[103720]: INFO neutron.wsgi [None req-8662df0a-9af6-42f7-bcb5-d9ca0f3c0fbe admin admin] 10.222.0.57 "POST /v2.0/subnetpools HTTP/1.1" status: 201  len: 739 time: 0.6754177
May 31 11:36:15.996871 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron.wsgi [-] (103720) accepted ('10.222.0.57', 37048) {{(pid=103720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 31 11:36:16.370613 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron.api.v2.base [None req-a880580b-5727-4b26-909d-7506050a5cda admin admin] Request body: {'network': {'project_id': '9541864bbe65419688822f7184cbe0c9', 'name': 'private', 'admin_state_up': True, 'tenant_id': '9541864bbe65419688822f7184cbe0c9'}} {{(pid=103720) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 31 11:36:16.375550 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron.db.quota.driver [None req-a880580b-5727-4b26-909d-7506050a5cda admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=103720) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 31 11:36:16.380411 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron.quota.resource [None req-a880580b-5727-4b26-909d-7506050a5cda admin admin] Usage tracker for resource:network and tenant:9541864bbe65419688822f7184cbe0c9 is out of sync, need to count used quota {{(pid=103720) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 31 11:36:16.385001 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron.quota.resource [None req-a880580b-5727-4b26-909d-7506050a5cda admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=103720) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 31 11:36:16.391144 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron.db.quota.driver [None req-a880580b-5727-4b26-909d-7506050a5cda admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=103720) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 31 11:36:16.404089 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a880580b-5727-4b26-909d-7506050a5cda admin admin] Made reservation on behalf of 9541864bbe65419688822f7184cbe0c9 for: {'network': 1} {{(pid=103720) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 31 11:36:16.408882 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-a880580b-5727-4b26-909d-7506050a5cda admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-934191'] for network, before_create {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:36:16.432702 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-a880580b-5727-4b26-909d-7506050a5cda admin admin] Notify callbacks [] for security_group, before_create {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:36:16.446762 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron.db.quota.driver [None req-a880580b-5727-4b26-909d-7506050a5cda admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=103720) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 31 11:36:16.450736 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron.quota.resource [None req-a880580b-5727-4b26-909d-7506050a5cda admin admin] Usage tracker for resource:security_group_rule and tenant:9541864bbe65419688822f7184cbe0c9 is out of sync, need to count used quota {{(pid=103720) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 31 11:36:16.455621 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron.quota.resource [None req-a880580b-5727-4b26-909d-7506050a5cda admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=103720) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 31 11:36:16.461697 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron.db.quota.driver [None req-a880580b-5727-4b26-909d-7506050a5cda admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=103720) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 31 11:36:16.569494 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-a880580b-5727-4b26-909d-7506050a5cda admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:36:16.575399 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-a880580b-5727-4b26-909d-7506050a5cda admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3705957'] for security_group, after_create {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:36:16.579989 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103720) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 31 11:36:16.599186 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a880580b-5727-4b26-909d-7506050a5cda admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 769}  {{(pid=103720) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
May 31 11:36:16.625494 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-a880580b-5727-4b26-909d-7506050a5cda admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8744215964645', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-882655'] for segment, precommit_create {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:36:16.626100 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-a880580b-5727-4b26-909d-7506050a5cda admin admin] Unsubscribe: <function _add_segment_host_mapping_for_segment at 0x7f3ebe2ebe50> segment precommit_create {{(pid=103720) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}}
May 31 11:36:16.626574 dv-cinder-786384-7-iscsi neutron-server[103720]: INFO neutron.db.segments_db [None req-a880580b-5727-4b26-909d-7506050a5cda admin admin] Added segment c721e9b5-8c52-480e-a2a0-80e6650552ff of type vlan for network b531865d-1a87-4099-8b02-ec66979790ae
May 31 11:36:16.673596 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a880580b-5727-4b26-909d-7506050a5cda admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=975a4a57-1167-4ad8-bcc7-411b8d906721,revision_number=1']} {{(pid=103720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 31 11:36:16.690135 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a880580b-5727-4b26-909d-7506050a5cda admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786384-7-iscsi {{(pid=103720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 31 11:36:16.690484 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a880580b-5727-4b26-909d-7506050a5cda admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786384-7-iscsi {{(pid=103720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 31 11:36:16.690809 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a880580b-5727-4b26-909d-7506050a5cda admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786384-7-iscsi {{(pid=103720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 31 11:36:16.691141 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a880580b-5727-4b26-909d-7506050a5cda admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786384-7-iscsi {{(pid=103720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 31 11:36:16.691448 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a880580b-5727-4b26-909d-7506050a5cda admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786384-7-iscsi {{(pid=103720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 31 11:36:16.691770 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a880580b-5727-4b26-909d-7506050a5cda admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786384-7-iscsi {{(pid=103720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 31 11:36:16.692161 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a880580b-5727-4b26-909d-7506050a5cda admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786384-7-iscsi {{(pid=103720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 31 11:36:16.692484 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a880580b-5727-4b26-909d-7506050a5cda admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786384-7-iscsi {{(pid=103720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 31 11:36:16.692812 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a880580b-5727-4b26-909d-7506050a5cda admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786384-7-iscsi {{(pid=103720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 31 11:36:16.693091 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a880580b-5727-4b26-909d-7506050a5cda admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786384-7-iscsi {{(pid=103720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 31 11:36:16.693420 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a880580b-5727-4b26-909d-7506050a5cda admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786384-7-iscsi {{(pid=103720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 31 11:36:16.693703 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a880580b-5727-4b26-909d-7506050a5cda admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786384-7-iscsi {{(pid=103720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 31 11:36:16.694775 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a880580b-5727-4b26-909d-7506050a5cda admin admin] Tracked resource versions report:
May 31 11:36:16.694775 dv-cinder-786384-7-iscsi neutron-server[103720]: pushed versions:
May 31 11:36:16.694775 dv-cinder-786384-7-iscsi neutron-server[103720]: {   'AddressGroup': {'1.2'},
May 31 11:36:16.694775 dv-cinder-786384-7-iscsi neutron-server[103720]:     'ConntrackHelper': {'1.0'},
May 31 11:36:16.694775 dv-cinder-786384-7-iscsi neutron-server[103720]:     'Log': {'1.0'},
May 31 11:36:16.694775 dv-cinder-786384-7-iscsi neutron-server[103720]:     'Network': {'1.1'},
May 31 11:36:16.694775 dv-cinder-786384-7-iscsi neutron-server[103720]:     'Port': {'1.7'},
May 31 11:36:16.694775 dv-cinder-786384-7-iscsi neutron-server[103720]:     'PortForwarding': {'1.2'},
May 31 11:36:16.694775 dv-cinder-786384-7-iscsi neutron-server[103720]:     'QosPolicy': {'1.8'},
May 31 11:36:16.694775 dv-cinder-786384-7-iscsi neutron-server[103720]:     'SecurityGroup': {'1.4'},
May 31 11:36:16.694775 dv-cinder-786384-7-iscsi neutron-server[103720]:     'SecurityGroupRule': {'1.2'},
May 31 11:36:16.694775 dv-cinder-786384-7-iscsi neutron-server[103720]:     'SubPort': {'1.0'},
May 31 11:36:16.694775 dv-cinder-786384-7-iscsi neutron-server[103720]:     'Subnet': {'1.1'},
May 31 11:36:16.694775 dv-cinder-786384-7-iscsi neutron-server[103720]:     'Trunk': {'1.1'}}
May 31 11:36:16.694775 dv-cinder-786384-7-iscsi neutron-server[103720]: consumer versions:
May 31 11:36:16.694775 dv-cinder-786384-7-iscsi neutron-server[103720]: {   DHCP agent@dv-cinder-786384-7-iscsi: {},
May 31 11:36:16.694775 dv-cinder-786384-7-iscsi neutron-server[103720]:     L3 agent@dv-cinder-786384-7-iscsi: {},
May 31 11:36:16.694775 dv-cinder-786384-7-iscsi neutron-server[103720]:     Metadata agent@dv-cinder-786384-7-iscsi: {},
May 31 11:36:16.694775 dv-cinder-786384-7-iscsi neutron-server[103720]:     Metering agent@dv-cinder-786384-7-iscsi: {},
May 31 11:36:16.694775 dv-cinder-786384-7-iscsi neutron-server[103720]:     Open vSwitch agent@dv-cinder-786384-7-iscsi: {   'AddressGroup': '1.2',
May 31 11:36:16.694775 dv-cinder-786384-7-iscsi neutron-server[103720]:                                                      'ConntrackHelper': '1.0',
May 31 11:36:16.694775 dv-cinder-786384-7-iscsi neutron-server[103720]:                                                      'Log': '1.0',
May 31 11:36:16.694775 dv-cinder-786384-7-iscsi neutron-server[103720]:                                                      'Network': '1.1',
May 31 11:36:16.694775 dv-cinder-786384-7-iscsi neutron-server[103720]:                                                      'Port': '1.7',
May 31 11:36:16.694775 dv-cinder-786384-7-iscsi neutron-server[103720]:                                                      'PortForwarding': '1.2',
May 31 11:36:16.694775 dv-cinder-786384-7-iscsi neutron-server[103720]:                                                      'QosPolicy': '1.8',
May 31 11:36:16.694775 dv-cinder-786384-7-iscsi neutron-server[103720]:                                                      'SecurityGroup': '1.4',
May 31 11:36:16.694775 dv-cinder-786384-7-iscsi neutron-server[103720]:                                                      'SecurityGroupRule': '1.2',
May 31 11:36:16.694775 dv-cinder-786384-7-iscsi neutron-server[103720]:                                                      'SubPort': '1.0',
May 31 11:36:16.694775 dv-cinder-786384-7-iscsi neutron-server[103720]:                                                      'Subnet': '1.1',
May 31 11:36:16.694775 dv-cinder-786384-7-iscsi neutron-server[103720]:                                                      'Trunk': '1.1'}}
May 31 11:36:16.694775 dv-cinder-786384-7-iscsi neutron-server[103720]:  {{(pid=103720) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}}
May 31 11:36:16.751911 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-a880580b-5727-4b26-909d-7506050a5cda admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744215540035'] for network, precommit_create {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:36:16.758129 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG oslo_concurrency.lockutils [None req-a880580b-5727-4b26-909d-7506050a5cda admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.178s {{(pid=103720) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 31 11:36:16.795730 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-a880580b-5727-4b26-909d-7506050a5cda admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3705951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3701686'] for network, after_create {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:36:16.797336 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a880580b-5727-4b26-909d-7506050a5cda admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 11:36:16.798262 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-a880580b-5727-4b26-909d-7506050a5cda admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3701651'] for network, before_response {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:36:16.802790 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103720) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 31 11:36:16.908601 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a880580b-5727-4b26-909d-7506050a5cda admin admin] Pushing event updated for resources: {'Network': ['ID=b531865d-1a87-4099-8b02-ec66979790ae,revision_number=1']} {{(pid=103720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 31 11:36:16.912452 dv-cinder-786384-7-iscsi neutron-server[103720]: INFO neutron.wsgi [None req-a880580b-5727-4b26-909d-7506050a5cda admin admin] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201  len: 849 time: 0.9143038
May 31 11:36:16.914301 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG oslo_concurrency.lockutils [None req-a880580b-5727-4b26-909d-7506050a5cda admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=103720) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 31 11:36:16.923274 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron.plugins.ml2.rpc [None req-1f0a762f-0348-4bba-b860-8eddab4cd770 None None] Network b531865d-1a87-4099-8b02-ec66979790ae details requested by agent ovs-agent-dv-cinder-786384-7-iscsi with host dv-cinder-786384-7-iscsi {{(pid=103722) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
May 31 11:36:19.571816 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron.wsgi [-] (103720) accepted ('10.222.0.57', 37064) {{(pid=103720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 31 11:36:20.060367 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bab4fb24-1ebf-456c-b14a-7eb1a1c26e9a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 11:36:20.061688 dv-cinder-786384-7-iscsi neutron-server[103720]: INFO neutron.wsgi [None req-bab4fb24-1ebf-456c-b14a-7eb1a1c26e9a admin admin] 10.222.0.57 "GET /v2.0/networks/b531865d-1a87-4099-8b02-ec66979790ae HTTP/1.1" status: 200  len: 825 time: 0.4887969
May 31 11:36:20.090546 dv-cinder-786384-7-iscsi neutron-server[103720]: INFO neutron.wsgi [None req-07dae28d-e68f-4b26-8f41-0f8268868c05 admin admin] 10.222.0.57 "GET /v2.0/subnetpools/90b77f88-38ce-4828-9e82-20ee1a85358c HTTP/1.1" status: 200  len: 734 time: 0.0233815
May 31 11:36:20.098789 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron.api.v2.base [None req-60b9f6f0-66f8-417b-9705-cc96b4036d1c admin admin] Request body: {'subnet': {'subnetpool_id': '90b77f88-38ce-4828-9e82-20ee1a85358c', 'ip_version': 4, 'network_id': 'b531865d-1a87-4099-8b02-ec66979790ae', 'tenant_id': '9541864bbe65419688822f7184cbe0c9', 'gateway_ip': '172.20.0.1', 'name': 'private-subnet'}} {{(pid=103720) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 31 11:36:20.103013 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron.db.quota.driver [None req-60b9f6f0-66f8-417b-9705-cc96b4036d1c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=103720) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 31 11:36:20.106862 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron.quota.resource [None req-60b9f6f0-66f8-417b-9705-cc96b4036d1c admin admin] Usage tracker for resource:subnet and tenant:9541864bbe65419688822f7184cbe0c9 is out of sync, need to count used quota {{(pid=103720) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 31 11:36:20.109740 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron.quota.resource [None req-60b9f6f0-66f8-417b-9705-cc96b4036d1c admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=103720) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 31 11:36:20.115412 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron.db.quota.driver [None req-60b9f6f0-66f8-417b-9705-cc96b4036d1c admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=103720) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 31 11:36:20.127390 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-60b9f6f0-66f8-417b-9705-cc96b4036d1c admin admin] Made reservation on behalf of 9541864bbe65419688822f7184cbe0c9 for: {'subnet': 1} {{(pid=103720) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 31 11:36:20.129675 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-60b9f6f0-66f8-417b-9705-cc96b4036d1c admin admin] Notify callbacks [] for subnet, before_create {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:36:20.615524 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-60b9f6f0-66f8-417b-9705-cc96b4036d1c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3701677'] for subnet, after_create {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:36:20.619349 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103720) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 31 11:36:20.696773 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60b9f6f0-66f8-417b-9705-cc96b4036d1c admin admin] Pushing event updated for resources: {'Subnet': ['ID=1c35831c-d134-4115-a1c6-e7edb09da9f5,revision_number=0']} {{(pid=103720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 31 11:36:20.700299 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG oslo_concurrency.lockutils [None req-60b9f6f0-66f8-417b-9705-cc96b4036d1c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=103720) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 31 11:36:20.704741 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60b9f6f0-66f8-417b-9705-cc96b4036d1c admin admin] Checking segment: {'id': 'c721e9b5-8c52-480e-a2a0-80e6650552ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 769, 'network_id': 'b531865d-1a87-4099-8b02-ec66979790ae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103720) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 31 11:36:20.705112 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60b9f6f0-66f8-417b-9705-cc96b4036d1c admin admin] Network hostable DHCP agents. Network: b531865d-1a87-4099-8b02-ec66979790ae, hostable agents: ['dff46186-ee29-425e-9f8b-1a5cc0b5fc21'], hosted agents: [] {{(pid=103720) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
May 31 11:36:20.727979 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60b9f6f0-66f8-417b-9705-cc96b4036d1c admin admin] Network b531865d-1a87-4099-8b02-ec66979790ae is scheduled to be hosted by DHCP agent dff46186-ee29-425e-9f8b-1a5cc0b5fc21 with binding_index 1 {{(pid=103720) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
May 31 11:36:20.739142 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron.scheduler.base_scheduler [None req-60b9f6f0-66f8-417b-9705-cc96b4036d1c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786384-7-iscsi, b531865d-1a87-4099-8b02-ec66979790ae) {{(pid=103720) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 31 11:36:20.744003 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60b9f6f0-66f8-417b-9705-cc96b4036d1c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 11:36:20.744612 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-60b9f6f0-66f8-417b-9705-cc96b4036d1c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3701651'] for subnet, before_response {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:36:20.748901 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d667d80f-6ed4-4a41-8e64-0f74bd195d9f None None] Network b531865d-1a87-4099-8b02-ec66979790ae requested from dv-cinder-786384-7-iscsi {{(pid=103722) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
May 31 11:36:20.765847 dv-cinder-786384-7-iscsi neutron-server[103720]: INFO neutron.wsgi [None req-60b9f6f0-66f8-417b-9705-cc96b4036d1c admin admin] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 854 time: 0.6702096
May 31 11:36:21.063210 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21335a4e-c25b-40d7-8c40-9a7caf1e512c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp392c12f8-4019-54cf-ac30-b8994873c460-b531865d-1a87-4099-8b02-ec66979790ae', 'network_id': 'b531865d-1a87-4099-8b02-ec66979790ae', 'tenant_id': '9541864bbe65419688822f7184cbe0c9', 'fixed_ips': [{'subnet_id': '1c35831c-d134-4115-a1c6-e7edb09da9f5'}]}} from dv-cinder-786384-7-iscsi. {{(pid=103722) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}}
May 31 11:36:21.064399 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron_lib.callbacks.manager [None req-21335a4e-c25b-40d7-8c40-9a7caf1e512c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-934180'] for port, before_create {{(pid=103722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:36:21.246371 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron.db.db_base_plugin_common [None req-21335a4e-c25b-40d7-8c40-9a7caf1e512c None None] Allocated IP 172.20.0.2 (b531865d-1a87-4099-8b02-ec66979790ae/1c35831c-d134-4115-a1c6-e7edb09da9f5/f404792a-d089-4fd9-bbed-eefd9fdcb9ad) {{(pid=103722) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 31 11:36:21.475313 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron_lib.callbacks.manager [None req-21335a4e-c25b-40d7-8c40-9a7caf1e512c None None] Notify callbacks [] for port, precommit_create {{(pid=103722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:36:21.488209 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron.db.provisioning_blocks [None req-21335a4e-c25b-40d7-8c40-9a7caf1e512c None None] Transition to ACTIVE for port object f404792a-d089-4fd9-bbed-eefd9fdcb9ad will not be triggered until provisioned by entity L2. {{(pid=103722) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 31 11:36:21.509320 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron.db.provisioning_blocks [None req-21335a4e-c25b-40d7-8c40-9a7caf1e512c None None] Transition to ACTIVE for port object f404792a-d089-4fd9-bbed-eefd9fdcb9ad will not be triggered until provisioned by entity DHCP. {{(pid=103722) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 31 11:36:21.517458 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron_lib.callbacks.manager [None req-21335a4e-c25b-40d7-8c40-9a7caf1e512c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937715', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3701677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744215520970'] for port, after_create {{(pid=103722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:36:21.523909 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103722) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 31 11:36:21.580628 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21335a4e-c25b-40d7-8c40-9a7caf1e512c None None] Network b531865d-1a87-4099-8b02-ec66979790ae is already hosted by enough agents. {{(pid=103722) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 31 11:36:21.583406 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron.scheduler.base_scheduler [None req-21335a4e-c25b-40d7-8c40-9a7caf1e512c None None] Resources bound (agent type, host, resource id):  {{(pid=103722) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 31 11:36:21.589646 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21335a4e-c25b-40d7-8c40-9a7caf1e512c None None] Received port after_create {{(pid=103722) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
May 31 11:36:21.599126 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21335a4e-c25b-40d7-8c40-9a7caf1e512c None None] Pushing event updated for resources: {'Port': ['ID=f404792a-d089-4fd9-bbed-eefd9fdcb9ad,revision_number=1']} {{(pid=103722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 31 11:36:21.641156 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21335a4e-c25b-40d7-8c40-9a7caf1e512c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786384-7-iscsi {{(pid=103722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 31 11:36:21.641393 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21335a4e-c25b-40d7-8c40-9a7caf1e512c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786384-7-iscsi {{(pid=103722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 31 11:36:21.641757 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21335a4e-c25b-40d7-8c40-9a7caf1e512c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786384-7-iscsi {{(pid=103722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 31 11:36:21.642076 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21335a4e-c25b-40d7-8c40-9a7caf1e512c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786384-7-iscsi {{(pid=103722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 31 11:36:21.642388 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21335a4e-c25b-40d7-8c40-9a7caf1e512c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786384-7-iscsi {{(pid=103722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 31 11:36:21.642698 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21335a4e-c25b-40d7-8c40-9a7caf1e512c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786384-7-iscsi {{(pid=103722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 31 11:36:21.643009 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21335a4e-c25b-40d7-8c40-9a7caf1e512c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786384-7-iscsi {{(pid=103722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 31 11:36:21.643318 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21335a4e-c25b-40d7-8c40-9a7caf1e512c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786384-7-iscsi {{(pid=103722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 31 11:36:21.643645 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21335a4e-c25b-40d7-8c40-9a7caf1e512c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786384-7-iscsi {{(pid=103722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 31 11:36:21.643975 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21335a4e-c25b-40d7-8c40-9a7caf1e512c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786384-7-iscsi {{(pid=103722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 31 11:36:21.644282 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21335a4e-c25b-40d7-8c40-9a7caf1e512c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786384-7-iscsi {{(pid=103722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 31 11:36:21.644584 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21335a4e-c25b-40d7-8c40-9a7caf1e512c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786384-7-iscsi {{(pid=103722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 31 11:36:21.645759 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21335a4e-c25b-40d7-8c40-9a7caf1e512c None None] Tracked resource versions report:
May 31 11:36:21.645759 dv-cinder-786384-7-iscsi neutron-server[103722]: pushed versions:
May 31 11:36:21.645759 dv-cinder-786384-7-iscsi neutron-server[103722]: {   'AddressGroup': {'1.2'},
May 31 11:36:21.645759 dv-cinder-786384-7-iscsi neutron-server[103722]:     'ConntrackHelper': {'1.0'},
May 31 11:36:21.645759 dv-cinder-786384-7-iscsi neutron-server[103722]:     'Log': {'1.0'},
May 31 11:36:21.645759 dv-cinder-786384-7-iscsi neutron-server[103722]:     'Network': {'1.1'},
May 31 11:36:21.645759 dv-cinder-786384-7-iscsi neutron-server[103722]:     'Port': {'1.7'},
May 31 11:36:21.645759 dv-cinder-786384-7-iscsi neutron-server[103722]:     'PortForwarding': {'1.2'},
May 31 11:36:21.645759 dv-cinder-786384-7-iscsi neutron-server[103722]:     'QosPolicy': {'1.8'},
May 31 11:36:21.645759 dv-cinder-786384-7-iscsi neutron-server[103722]:     'SecurityGroup': {'1.4'},
May 31 11:36:21.645759 dv-cinder-786384-7-iscsi neutron-server[103722]:     'SecurityGroupRule': {'1.2'},
May 31 11:36:21.645759 dv-cinder-786384-7-iscsi neutron-server[103722]:     'SubPort': {'1.0'},
May 31 11:36:21.645759 dv-cinder-786384-7-iscsi neutron-server[103722]:     'Subnet': {'1.1'},
May 31 11:36:21.645759 dv-cinder-786384-7-iscsi neutron-server[103722]:     'Trunk': {'1.1'}}
May 31 11:36:21.645759 dv-cinder-786384-7-iscsi neutron-server[103722]: consumer versions:
May 31 11:36:21.645759 dv-cinder-786384-7-iscsi neutron-server[103722]: {   DHCP agent@dv-cinder-786384-7-iscsi: {},
May 31 11:36:21.645759 dv-cinder-786384-7-iscsi neutron-server[103722]:     L3 agent@dv-cinder-786384-7-iscsi: {},
May 31 11:36:21.645759 dv-cinder-786384-7-iscsi neutron-server[103722]:     Metadata agent@dv-cinder-786384-7-iscsi: {},
May 31 11:36:21.645759 dv-cinder-786384-7-iscsi neutron-server[103722]:     Metering agent@dv-cinder-786384-7-iscsi: {},
May 31 11:36:21.645759 dv-cinder-786384-7-iscsi neutron-server[103722]:     Open vSwitch agent@dv-cinder-786384-7-iscsi: {   'AddressGroup': '1.2',
May 31 11:36:21.645759 dv-cinder-786384-7-iscsi neutron-server[103722]:                                                      'ConntrackHelper': '1.0',
May 31 11:36:21.645759 dv-cinder-786384-7-iscsi neutron-server[103722]:                                                      'Log': '1.0',
May 31 11:36:21.645759 dv-cinder-786384-7-iscsi neutron-server[103722]:                                                      'Network': '1.1',
May 31 11:36:21.645759 dv-cinder-786384-7-iscsi neutron-server[103722]:                                                      'Port': '1.7',
May 31 11:36:21.645759 dv-cinder-786384-7-iscsi neutron-server[103722]:                                                      'PortForwarding': '1.2',
May 31 11:36:21.645759 dv-cinder-786384-7-iscsi neutron-server[103722]:                                                      'QosPolicy': '1.8',
May 31 11:36:21.645759 dv-cinder-786384-7-iscsi neutron-server[103722]:                                                      'SecurityGroup': '1.4',
May 31 11:36:21.645759 dv-cinder-786384-7-iscsi neutron-server[103722]:                                                      'SecurityGroupRule': '1.2',
May 31 11:36:21.645759 dv-cinder-786384-7-iscsi neutron-server[103722]:                                                      'SubPort': '1.0',
May 31 11:36:21.645759 dv-cinder-786384-7-iscsi neutron-server[103722]:                                                      'Subnet': '1.1',
May 31 11:36:21.645759 dv-cinder-786384-7-iscsi neutron-server[103722]:                                                      'Trunk': '1.1'}}
May 31 11:36:21.645759 dv-cinder-786384-7-iscsi neutron-server[103722]:  {{(pid=103722) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}}
May 31 11:36:21.677074 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG oslo_concurrency.lockutils [None req-21335a4e-c25b-40d7-8c40-9a7caf1e512c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=103722) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 31 11:36:21.696622 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron.plugins.ml2.managers [None req-21335a4e-c25b-40d7-8c40-9a7caf1e512c None None] Attempting to bind port f404792a-d089-4fd9-bbed-eefd9fdcb9ad on host dv-cinder-786384-7-iscsi for vnic_type normal with profile  {{(pid=103722) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
May 31 11:36:21.697003 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron.plugins.ml2.managers [None req-21335a4e-c25b-40d7-8c40-9a7caf1e512c None None] Attempting to bind port f404792a-d089-4fd9-bbed-eefd9fdcb9ad by drivers openvswitch,hyperv on host dv-cinder-786384-7-iscsi at level 0 using segments [{'id': 'c721e9b5-8c52-480e-a2a0-80e6650552ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 769, 'network_id': 'b531865d-1a87-4099-8b02-ec66979790ae'}] {{(pid=103722) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
May 31 11:36:21.697430 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21335a4e-c25b-40d7-8c40-9a7caf1e512c None None] Attempting to bind port f404792a-d089-4fd9-bbed-eefd9fdcb9ad on network b531865d-1a87-4099-8b02-ec66979790ae {{(pid=103722) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 31 11:36:21.702798 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21335a4e-c25b-40d7-8c40-9a7caf1e512c None None] Checking agent: {'id': 'c576d319-5791-4ac3-a718-d6660db1fc9b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786384-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 31, 11, 36, 6), 'started_at': datetime.datetime(2021, 5, 31, 11, 36, 6), 'heartbeat_timestamp': datetime.datetime(2021, 5, 31, 11, 36, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786384-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103722) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
May 31 11:36:21.703205 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21335a4e-c25b-40d7-8c40-9a7caf1e512c None None] Checking segment: {'id': 'c721e9b5-8c52-480e-a2a0-80e6650552ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 769, 'network_id': 'b531865d-1a87-4099-8b02-ec66979790ae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103722) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 31 11:36:21.703641 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron_lib.callbacks.manager [None req-21335a4e-c25b-40d7-8c40-9a7caf1e512c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:36:21.704051 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21335a4e-c25b-40d7-8c40-9a7caf1e512c None None] Bound using segment: {'id': 'c721e9b5-8c52-480e-a2a0-80e6650552ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 769, 'network_id': 'b531865d-1a87-4099-8b02-ec66979790ae'} {{(pid=103722) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
May 31 11:36:21.704582 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron.plugins.ml2.managers [None req-21335a4e-c25b-40d7-8c40-9a7caf1e512c None None] Bound port: f404792a-d089-4fd9-bbed-eefd9fdcb9ad, host: dv-cinder-786384-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c721e9b5-8c52-480e-a2a0-80e6650552ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 769, 'network_id': 'b531865d-1a87-4099-8b02-ec66979790ae'}}] {{(pid=103722) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
May 31 11:36:21.704959 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron_lib.callbacks.manager [None req-21335a4e-c25b-40d7-8c40-9a7caf1e512c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-934180'] for port, before_update {{(pid=103722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:36:21.794366 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron.plugins.ml2.db [None req-21335a4e-c25b-40d7-8c40-9a7caf1e512c None None] For port f404792a-d089-4fd9-bbed-eefd9fdcb9ad, host dv-cinder-786384-7-iscsi, cleared binding levels {{(pid=103722) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
May 31 11:36:21.798355 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron.plugins.ml2.db [None req-21335a4e-c25b-40d7-8c40-9a7caf1e512c None None] For port f404792a-d089-4fd9-bbed-eefd9fdcb9ad, host dv-cinder-786384-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786384-7-iscsi',level=0,port_id=f404792a-d089-4fd9-bbed-eefd9fdcb9ad,segment=NetworkSegment(c721e9b5-8c52-480e-a2a0-80e6650552ff),segment_id=c721e9b5-8c52-480e-a2a0-80e6650552ff)] {{(pid=103722) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
May 31 11:36:21.804667 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron_lib.callbacks.manager [None req-21335a4e-c25b-40d7-8c40-9a7caf1e512c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937715', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3701677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744215954324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744215520988', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744215521293'] for port, after_update {{(pid=103722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:36:21.808398 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103722) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 31 11:36:21.892686 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21335a4e-c25b-40d7-8c40-9a7caf1e512c None None] Pushing event updated for resources: {'Port': ['ID=f404792a-d089-4fd9-bbed-eefd9fdcb9ad,revision_number=2']} {{(pid=103722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 31 11:36:21.896340 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG oslo_concurrency.lockutils [None req-21335a4e-c25b-40d7-8c40-9a7caf1e512c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=103722) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 31 11:36:23.125916 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.wsgi [-] (103721) accepted ('10.222.0.57', 37074) {{(pid=103721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 31 11:36:23.715131 dv-cinder-786384-7-iscsi neutron-server[103721]: WARNING oslo_policy.policy [None req-726885ad-ea75-41a7-8c96-e3e058412b26 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
May 31 11:36:23.715703 dv-cinder-786384-7-iscsi neutron-server[103721]: WARNING oslo_policy.policy [None req-726885ad-ea75-41a7-8c96-e3e058412b26 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
May 31 11:36:23.931227 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.wsgi [None req-726885ad-ea75-41a7-8c96-e3e058412b26 admin admin] http://10.222.0.57:9696/v2.0/extensions returned with HTTP 200 {{(pid=103721) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
May 31 11:36:23.932306 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [None req-726885ad-ea75-41a7-8c96-e3e058412b26 admin admin] 10.222.0.57 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13640 time: 0.8055060
May 31 11:36:26.300116 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.wsgi [-] (103721) accepted ('10.222.0.57', 37092) {{(pid=103721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 31 11:36:26.677703 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.wsgi [None req-80557419-793e-4063-b6c2-254593543410 admin admin] http://10.222.0.57:9696/v2.0/extensions returned with HTTP 200 {{(pid=103721) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
May 31 11:36:26.678647 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [None req-80557419-793e-4063-b6c2-254593543410 admin admin] 10.222.0.57 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13640 time: 0.3776691
May 31 11:36:27.310268 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9350aec6-3ed5-4f9c-9e9e-fef39133ef3b None None] Network b531865d-1a87-4099-8b02-ec66979790ae requested from dv-cinder-786384-7-iscsi {{(pid=103722) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
May 31 11:36:27.403103 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron.db.provisioning_blocks [None req-906909ad-3de8-47ee-be6f-015d5225ad4f None None] Provisioning for port f404792a-d089-4fd9-bbed-eefd9fdcb9ad completed by entity DHCP. {{(pid=103722) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 31 11:36:27.445017 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron.plugins.ml2.rpc [None req-1f0a762f-0348-4bba-b860-8eddab4cd770 None None] Device f404792a-d089-4fd9-bbed-eefd9fdcb9ad up at agent ovs-agent-dv-cinder-786384-7-iscsi {{(pid=103722) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 31 11:36:27.601973 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron.db.provisioning_blocks [None req-1f0a762f-0348-4bba-b860-8eddab4cd770 None None] Provisioning for port f404792a-d089-4fd9-bbed-eefd9fdcb9ad completed by entity L2. {{(pid=103722) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 31 11:36:27.611880 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron.db.provisioning_blocks [None req-1f0a762f-0348-4bba-b860-8eddab4cd770 None None] Provisioning complete for port f404792a-d089-4fd9-bbed-eefd9fdcb9ad triggered by entity L2. {{(pid=103722) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 31 11:36:27.612266 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron_lib.callbacks.manager [None req-1f0a762f-0348-4bba-b860-8eddab4cd770 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857618'] for port, provisioning_complete {{(pid=103722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:36:27.762404 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron_lib.callbacks.manager [None req-1f0a762f-0348-4bba-b860-8eddab4cd770 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-934180'] for port, before_update {{(pid=103722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:36:27.798360 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron.plugins.ml2.db [None req-1f0a762f-0348-4bba-b860-8eddab4cd770 None None] For port f404792a-d089-4fd9-bbed-eefd9fdcb9ad, host dv-cinder-786384-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786384-7-iscsi',level=0,port_id=f404792a-d089-4fd9-bbed-eefd9fdcb9ad,segment=NetworkSegment(c721e9b5-8c52-480e-a2a0-80e6650552ff),segment_id=c721e9b5-8c52-480e-a2a0-80e6650552ff)] {{(pid=103722) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 31 11:36:27.803343 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron_lib.callbacks.manager [None req-1f0a762f-0348-4bba-b860-8eddab4cd770 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937715', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3701677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744215954324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744215520988', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744215521293'] for port, after_update {{(pid=103722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:36:27.805959 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG oslo_concurrency.lockutils [None req-21335a4e-c25b-40d7-8c40-9a7caf1e512c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103722) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 31 11:36:27.875131 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f0a762f-0348-4bba-b860-8eddab4cd770 None None] Pushing event updated for resources: {'Port': ['ID=f404792a-d089-4fd9-bbed-eefd9fdcb9ad,revision_number=3']} {{(pid=103722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 31 11:36:27.878270 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG oslo_concurrency.lockutils [None req-1f0a762f-0348-4bba-b860-8eddab4cd770 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=103722) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 31 11:36:27.935010 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron.db.provisioning_blocks [None req-ec582bb8-04a8-4ef1-9dd4-922b573a519d None None] Provisioning complete for port f404792a-d089-4fd9-bbed-eefd9fdcb9ad triggered by entity DHCP. {{(pid=103722) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 31 11:36:27.935378 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron_lib.callbacks.manager [None req-ec582bb8-04a8-4ef1-9dd4-922b573a519d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857618'] for port, provisioning_complete {{(pid=103722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:36:29.288224 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.wsgi [-] (103721) accepted ('10.222.0.57', 37104) {{(pid=103721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 31 11:36:29.413497 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron.plugins.ml2.rpc [None req-1f0a762f-0348-4bba-b860-8eddab4cd770 None None] Device f404792a-d089-4fd9-bbed-eefd9fdcb9ad up at agent ovs-agent-dv-cinder-786384-7-iscsi {{(pid=103722) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 31 11:36:29.480415 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron.db.provisioning_blocks [None req-1f0a762f-0348-4bba-b860-8eddab4cd770 None None] Provisioning complete for port f404792a-d089-4fd9-bbed-eefd9fdcb9ad triggered by entity L2. {{(pid=103722) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 31 11:36:29.480776 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron_lib.callbacks.manager [None req-1f0a762f-0348-4bba-b860-8eddab4cd770 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857618'] for port, provisioning_complete {{(pid=103722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:36:29.649543 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.api.v2.base [None req-c5e06ebb-a480-4168-bbfd-5b08ace1a0c0 admin admin] Request body: {'router': {'admin_state_up': True, 'name': 'router1', 'tenant_id': '9541864bbe65419688822f7184cbe0c9'}} {{(pid=103721) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 31 11:36:29.718080 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.policy [None req-c5e06ebb-a480-4168-bbfd-5b08ace1a0c0 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=103721) register_rules /opt/stack/neutron/neutron/policy.py:73}}
May 31 11:36:29.762979 dv-cinder-786384-7-iscsi neutron-server[103721]: WARNING oslo_policy.policy [None req-c5e06ebb-a480-4168-bbfd-5b08ace1a0c0 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
May 31 11:36:29.763332 dv-cinder-786384-7-iscsi neutron-server[103721]: WARNING oslo_policy.policy [None req-c5e06ebb-a480-4168-bbfd-5b08ace1a0c0 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
May 31 11:36:29.771715 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.quota [None req-c5e06ebb-a480-4168-bbfd-5b08ace1a0c0 admin admin] Loaded quota_driver: <neutron.db.quota.driver.DbQuotaDriver object at 0x7f3ebd620c40>.
May 31 11:36:29.788238 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.db.quota.driver [None req-c5e06ebb-a480-4168-bbfd-5b08ace1a0c0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=103721) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 31 11:36:29.795095 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.quota.resource [None req-c5e06ebb-a480-4168-bbfd-5b08ace1a0c0 admin admin] Usage tracker for resource:router and tenant:9541864bbe65419688822f7184cbe0c9 is out of sync, need to count used quota {{(pid=103721) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 31 11:36:29.799952 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.quota.resource [None req-c5e06ebb-a480-4168-bbfd-5b08ace1a0c0 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=103721) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 31 11:36:29.807371 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.db.quota.driver [None req-c5e06ebb-a480-4168-bbfd-5b08ace1a0c0 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=103721) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 31 11:36:29.827328 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron_lib.callbacks.manager [None req-c5e06ebb-a480-4168-bbfd-5b08ace1a0c0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-4091324', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-953'] for router, before_create {{(pid=103721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:36:29.829387 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron_lib.callbacks.manager [None req-c5e06ebb-a480-4168-bbfd-5b08ace1a0c0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4091580', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4088419', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3731854', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-928'] for router, precommit_create {{(pid=103721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:36:29.861866 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron_lib.callbacks.manager [None req-c5e06ebb-a480-4168-bbfd-5b08ace1a0c0 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=103721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:36:29.981713 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron_lib.callbacks.manager [None req-c5e06ebb-a480-4168-bbfd-5b08ace1a0c0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4091317', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4088325'] for router, after_create {{(pid=103721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:36:30.003839 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron_lib.callbacks.manager [None req-c5e06ebb-a480-4168-bbfd-5b08ace1a0c0 admin admin] Notify callbacks [] for router, before_response {{(pid=103721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:36:30.005573 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [None req-c5e06ebb-a480-4168-bbfd-5b08ace1a0c0 admin admin] 10.222.0.57 "POST /v2.0/routers HTTP/1.1" status: 201  len: 709 time: 0.7160921
May 31 11:36:32.374058 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.wsgi [-] (103721) accepted ('10.222.0.57', 37116) {{(pid=103721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 31 11:36:32.761024 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.wsgi [None req-eea56f99-da1c-4b26-8bdd-ad9113575048 admin admin] http://10.222.0.57:9696/v2.0/extensions returned with HTTP 200 {{(pid=103721) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
May 31 11:36:32.761988 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [None req-eea56f99-da1c-4b26-8bdd-ad9113575048 admin admin] 10.222.0.57 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13640 time: 0.3870857
May 31 11:36:33.045722 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron_lib.callbacks.manager [None req-5ed55af8-e7f2-4f41-a63c-8e913eec3b1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744215964654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857257'] for agent, after_update {{(pid=103722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:36:35.107381 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.wsgi [-] (103721) accepted ('10.222.0.57', 37126) {{(pid=103721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 31 11:36:35.507691 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron_lib.callbacks.manager [None req-eeb39760-c5af-4320-862b-ecb7ea70136a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744215964654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857257'] for agent, after_update {{(pid=103722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:36:35.511748 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.api.v2.base [None req-a4812c65-3124-48d8-ac31-702a50fa6942 admin admin] Request body: {'network': {'name': 'public', 'admin_state_up': True, 'provider:network_type': 'flat', 'provider:physical_network': 'physnet1', 'is_default': True, 'router:external': True}} {{(pid=103721) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 31 11:36:35.517022 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.db.quota.driver [None req-a4812c65-3124-48d8-ac31-702a50fa6942 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=103721) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 31 11:36:35.521093 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.quota.resource [None req-a4812c65-3124-48d8-ac31-702a50fa6942 admin admin] Usage tracker for resource:network and tenant:00b789e4edc24ae3823a3eb594acca55 is out of sync, need to count used quota {{(pid=103721) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 31 11:36:35.525009 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.quota.resource [None req-a4812c65-3124-48d8-ac31-702a50fa6942 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=103721) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 31 11:36:35.530945 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.db.quota.driver [None req-a4812c65-3124-48d8-ac31-702a50fa6942 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=103721) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 31 11:36:35.542525 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a4812c65-3124-48d8-ac31-702a50fa6942 admin admin] Made reservation on behalf of 00b789e4edc24ae3823a3eb594acca55 for: {'network': 1} {{(pid=103721) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 31 11:36:35.547094 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron_lib.callbacks.manager [None req-a4812c65-3124-48d8-ac31-702a50fa6942 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-934191'] for network, before_create {{(pid=103721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:36:35.564985 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron_lib.callbacks.manager [None req-a4812c65-3124-48d8-ac31-702a50fa6942 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:36:35.568572 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron_lib.callbacks.manager [None req-1f0a762f-0348-4bba-b860-8eddab4cd770 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744215964654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857257'] for agent, after_update {{(pid=103722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:36:35.579610 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.db.quota.driver [None req-a4812c65-3124-48d8-ac31-702a50fa6942 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=103721) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 31 11:36:35.583640 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.quota.resource [None req-a4812c65-3124-48d8-ac31-702a50fa6942 admin admin] Usage tracker for resource:security_group_rule and tenant:00b789e4edc24ae3823a3eb594acca55 is out of sync, need to count used quota {{(pid=103721) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 31 11:36:35.586990 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.quota.resource [None req-a4812c65-3124-48d8-ac31-702a50fa6942 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=103721) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 31 11:36:35.592939 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.db.quota.driver [None req-a4812c65-3124-48d8-ac31-702a50fa6942 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=103721) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 31 11:36:35.684495 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron_lib.callbacks.manager [None req-a4812c65-3124-48d8-ac31-702a50fa6942 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:36:35.690334 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron_lib.callbacks.manager [None req-a4812c65-3124-48d8-ac31-702a50fa6942 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3705957'] for security_group, after_create {{(pid=103721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:36:35.694408 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103721) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 31 11:36:35.707174 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-a4812c65-3124-48d8-ac31-702a50fa6942 admin admin] Reserving flat network on physical network physnet1 {{(pid=103721) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}}
May 31 11:36:35.738066 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron_lib.callbacks.manager [None req-a4812c65-3124-48d8-ac31-702a50fa6942 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8744215964645', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-882655'] for segment, precommit_create {{(pid=103721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:36:35.738667 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron_lib.callbacks.manager [None req-a4812c65-3124-48d8-ac31-702a50fa6942 admin admin] Unsubscribe: <function _add_segment_host_mapping_for_segment at 0x7f3ebe2ebe50> segment precommit_create {{(pid=103721) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}}
May 31 11:36:35.739245 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.db.segments_db [None req-a4812c65-3124-48d8-ac31-702a50fa6942 admin admin] Added segment 82286f75-faff-40ec-beef-7945374ee8e1 of type flat for network 1cb16751-6ba1-494a-bef1-53f614bdb222
May 31 11:36:35.789464 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4812c65-3124-48d8-ac31-702a50fa6942 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f5d3e700-59e2-4773-b5d8-0cb338838fab,revision_number=1']} {{(pid=103721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 31 11:36:35.808716 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4812c65-3124-48d8-ac31-702a50fa6942 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786384-7-iscsi {{(pid=103721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 31 11:36:35.809054 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4812c65-3124-48d8-ac31-702a50fa6942 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786384-7-iscsi {{(pid=103721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 31 11:36:35.809396 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4812c65-3124-48d8-ac31-702a50fa6942 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786384-7-iscsi {{(pid=103721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 31 11:36:35.809682 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4812c65-3124-48d8-ac31-702a50fa6942 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786384-7-iscsi {{(pid=103721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 31 11:36:35.809990 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4812c65-3124-48d8-ac31-702a50fa6942 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786384-7-iscsi {{(pid=103721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 31 11:36:35.810318 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4812c65-3124-48d8-ac31-702a50fa6942 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786384-7-iscsi {{(pid=103721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 31 11:36:35.810646 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4812c65-3124-48d8-ac31-702a50fa6942 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786384-7-iscsi {{(pid=103721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 31 11:36:35.810926 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4812c65-3124-48d8-ac31-702a50fa6942 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786384-7-iscsi {{(pid=103721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 31 11:36:35.811244 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4812c65-3124-48d8-ac31-702a50fa6942 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786384-7-iscsi {{(pid=103721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 31 11:36:35.811546 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4812c65-3124-48d8-ac31-702a50fa6942 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786384-7-iscsi {{(pid=103721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 31 11:36:35.811865 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4812c65-3124-48d8-ac31-702a50fa6942 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786384-7-iscsi {{(pid=103721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 31 11:36:35.812170 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4812c65-3124-48d8-ac31-702a50fa6942 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786384-7-iscsi {{(pid=103721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 31 11:36:35.813254 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4812c65-3124-48d8-ac31-702a50fa6942 admin admin] Tracked resource versions report:
May 31 11:36:35.813254 dv-cinder-786384-7-iscsi neutron-server[103721]: pushed versions:
May 31 11:36:35.813254 dv-cinder-786384-7-iscsi neutron-server[103721]: {   'AddressGroup': {'1.2'},
May 31 11:36:35.813254 dv-cinder-786384-7-iscsi neutron-server[103721]:     'ConntrackHelper': {'1.0'},
May 31 11:36:35.813254 dv-cinder-786384-7-iscsi neutron-server[103721]:     'Log': {'1.0'},
May 31 11:36:35.813254 dv-cinder-786384-7-iscsi neutron-server[103721]:     'Network': {'1.1'},
May 31 11:36:35.813254 dv-cinder-786384-7-iscsi neutron-server[103721]:     'Port': {'1.7'},
May 31 11:36:35.813254 dv-cinder-786384-7-iscsi neutron-server[103721]:     'PortForwarding': {'1.2'},
May 31 11:36:35.813254 dv-cinder-786384-7-iscsi neutron-server[103721]:     'QosPolicy': {'1.8'},
May 31 11:36:35.813254 dv-cinder-786384-7-iscsi neutron-server[103721]:     'SecurityGroup': {'1.4'},
May 31 11:36:35.813254 dv-cinder-786384-7-iscsi neutron-server[103721]:     'SecurityGroupRule': {'1.2'},
May 31 11:36:35.813254 dv-cinder-786384-7-iscsi neutron-server[103721]:     'SubPort': {'1.0'},
May 31 11:36:35.813254 dv-cinder-786384-7-iscsi neutron-server[103721]:     'Subnet': {'1.1'},
May 31 11:36:35.813254 dv-cinder-786384-7-iscsi neutron-server[103721]:     'Trunk': {'1.1'}}
May 31 11:36:35.813254 dv-cinder-786384-7-iscsi neutron-server[103721]: consumer versions:
May 31 11:36:35.813254 dv-cinder-786384-7-iscsi neutron-server[103721]: {   DHCP agent@dv-cinder-786384-7-iscsi: {},
May 31 11:36:35.813254 dv-cinder-786384-7-iscsi neutron-server[103721]:     L3 agent@dv-cinder-786384-7-iscsi: {},
May 31 11:36:35.813254 dv-cinder-786384-7-iscsi neutron-server[103721]:     Metadata agent@dv-cinder-786384-7-iscsi: {},
May 31 11:36:35.813254 dv-cinder-786384-7-iscsi neutron-server[103721]:     Metering agent@dv-cinder-786384-7-iscsi: {},
May 31 11:36:35.813254 dv-cinder-786384-7-iscsi neutron-server[103721]:     Open vSwitch agent@dv-cinder-786384-7-iscsi: {   'AddressGroup': '1.2',
May 31 11:36:35.813254 dv-cinder-786384-7-iscsi neutron-server[103721]:                                                      'ConntrackHelper': '1.0',
May 31 11:36:35.813254 dv-cinder-786384-7-iscsi neutron-server[103721]:                                                      'Log': '1.0',
May 31 11:36:35.813254 dv-cinder-786384-7-iscsi neutron-server[103721]:                                                      'Network': '1.1',
May 31 11:36:35.813254 dv-cinder-786384-7-iscsi neutron-server[103721]:                                                      'Port': '1.7',
May 31 11:36:35.813254 dv-cinder-786384-7-iscsi neutron-server[103721]:                                                      'PortForwarding': '1.2',
May 31 11:36:35.813254 dv-cinder-786384-7-iscsi neutron-server[103721]:                                                      'QosPolicy': '1.8',
May 31 11:36:35.813254 dv-cinder-786384-7-iscsi neutron-server[103721]:                                                      'SecurityGroup': '1.4',
May 31 11:36:35.813254 dv-cinder-786384-7-iscsi neutron-server[103721]:                                                      'SecurityGroupRule': '1.2',
May 31 11:36:35.813254 dv-cinder-786384-7-iscsi neutron-server[103721]:                                                      'SubPort': '1.0',
May 31 11:36:35.813254 dv-cinder-786384-7-iscsi neutron-server[103721]:                                                      'Subnet': '1.1',
May 31 11:36:35.813254 dv-cinder-786384-7-iscsi neutron-server[103721]:                                                      'Trunk': '1.1'}}
May 31 11:36:35.813254 dv-cinder-786384-7-iscsi neutron-server[103721]:  {{(pid=103721) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}}
May 31 11:36:35.864152 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron_lib.callbacks.manager [None req-a4812c65-3124-48d8-ac31-702a50fa6942 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744215540035'] for network, precommit_create {{(pid=103721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:36:35.869457 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG oslo_concurrency.lockutils [None req-a4812c65-3124-48d8-ac31-702a50fa6942 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.175s {{(pid=103721) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 31 11:36:35.911357 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron_lib.callbacks.manager [None req-a4812c65-3124-48d8-ac31-702a50fa6942 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3705951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3701686'] for network, after_create {{(pid=103721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:36:35.912793 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4812c65-3124-48d8-ac31-702a50fa6942 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 11:36:35.913396 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron_lib.callbacks.manager [None req-a4812c65-3124-48d8-ac31-702a50fa6942 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3701651'] for network, before_response {{(pid=103721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:36:35.917916 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103721) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 31 11:36:36.016425 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [None req-a4812c65-3124-48d8-ac31-702a50fa6942 admin admin] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201  len: 847 time: 0.9079986
May 31 11:36:36.019518 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4812c65-3124-48d8-ac31-702a50fa6942 admin admin] Pushing event updated for resources: {'Network': ['ID=1cb16751-6ba1-494a-bef1-53f614bdb222,revision_number=1']} {{(pid=103721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 31 11:36:36.023264 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG oslo_concurrency.lockutils [None req-a4812c65-3124-48d8-ac31-702a50fa6942 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=103721) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 31 11:36:36.034907 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron.plugins.ml2.rpc [None req-1f0a762f-0348-4bba-b860-8eddab4cd770 None None] Network 1cb16751-6ba1-494a-bef1-53f614bdb222 details requested by agent ovs-agent-dv-cinder-786384-7-iscsi with host dv-cinder-786384-7-iscsi {{(pid=103722) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
May 31 11:36:36.404207 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron_lib.callbacks.manager [None req-c59bf3d8-3f04-4740-8d75-807cb4f7478e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744215964654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857257'] for agent, after_update {{(pid=103722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:36:37.841546 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron_lib.callbacks.manager [None req-e2b995a4-3526-4c71-93aa-7f4ba47dfd64 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744215964654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857257'] for agent, after_update {{(pid=103722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:36:38.354676 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.wsgi [-] (103721) accepted ('10.222.0.57', 37150) {{(pid=103721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 31 11:36:38.579904 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04b1f763-f00b-496f-ab9d-da2b4afb500a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 11:36:38.581198 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [None req-04b1f763-f00b-496f-ab9d-da2b4afb500a admin admin] 10.222.0.57 "GET /v2.0/subnets/1c35831c-d134-4115-a1c6-e7edb09da9f5 HTTP/1.1" status: 200  len: 849 time: 0.2256231
May 31 11:36:38.741381 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [None req-d4ee2d9a-8621-4da1-b1a7-ef9fc5a20980 admin admin] 10.222.0.57 "GET /v2.0/routers/603e4836-04f0-47c0-a371-b021b4821e1b HTTP/1.1" status: 200  len: 704 time: 0.1517234
May 31 11:36:39.206946 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron_lib.callbacks.manager [None req-d1129f45-4eda-493f-8e0e-9869b508868b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-934180'] for port, before_create {{(pid=103721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:36:39.451601 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.db.db_base_plugin_common [None req-d1129f45-4eda-493f-8e0e-9869b508868b admin admin] Allocated IP 172.20.0.1 (b531865d-1a87-4099-8b02-ec66979790ae/1c35831c-d134-4115-a1c6-e7edb09da9f5/fe2ea5f6-2f8b-4849-975d-e2ac68e9173f) {{(pid=103721) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 31 11:36:39.611363 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron_lib.callbacks.manager [None req-d1129f45-4eda-493f-8e0e-9869b508868b admin admin] Notify callbacks [] for port, precommit_create {{(pid=103721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:36:39.630239 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.db.provisioning_blocks [None req-d1129f45-4eda-493f-8e0e-9869b508868b admin admin] Transition to ACTIVE for port object fe2ea5f6-2f8b-4849-975d-e2ac68e9173f will not be triggered until provisioned by entity DHCP. {{(pid=103721) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 31 11:36:39.687280 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron_lib.callbacks.manager [None req-d1129f45-4eda-493f-8e0e-9869b508868b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937715', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3701677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744215520970'] for port, after_create {{(pid=103721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:36:39.691859 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103721) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 31 11:36:39.752909 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1129f45-4eda-493f-8e0e-9869b508868b admin admin] Network b531865d-1a87-4099-8b02-ec66979790ae is already hosted by enough agents. {{(pid=103721) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 31 11:36:39.755579 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.scheduler.base_scheduler [None req-d1129f45-4eda-493f-8e0e-9869b508868b admin admin] Resources bound (agent type, host, resource id):  {{(pid=103721) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 31 11:36:39.761515 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1129f45-4eda-493f-8e0e-9869b508868b admin admin] Received port after_create {{(pid=103721) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
May 31 11:36:39.762062 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron_lib.callbacks.manager [None req-d1129f45-4eda-493f-8e0e-9869b508868b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4094068'] for router_interface, before_create {{(pid=103721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:36:39.889831 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1129f45-4eda-493f-8e0e-9869b508868b admin admin] Pushing event updated for resources: {'Port': ['ID=fe2ea5f6-2f8b-4849-975d-e2ac68e9173f,revision_number=1']} {{(pid=103721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 31 11:36:39.904171 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG oslo_concurrency.lockutils [None req-d1129f45-4eda-493f-8e0e-9869b508868b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.212s {{(pid=103721) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 31 11:36:39.975809 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron.db.provisioning_blocks [None req-304b3af0-e113-4fa7-b22a-313be0830549 None None] Provisioning for port fe2ea5f6-2f8b-4849-975d-e2ac68e9173f completed by entity DHCP. {{(pid=103722) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 31 11:36:39.980736 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron.db.provisioning_blocks [None req-304b3af0-e113-4fa7-b22a-313be0830549 None None] Provisioning complete for port fe2ea5f6-2f8b-4849-975d-e2ac68e9173f triggered by entity DHCP. {{(pid=103722) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 31 11:36:39.981144 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron_lib.callbacks.manager [None req-304b3af0-e113-4fa7-b22a-313be0830549 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857618'] for port, provisioning_complete {{(pid=103722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:36:40.036146 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron.plugins.ml2.plugin [None req-304b3af0-e113-4fa7-b22a-313be0830549 None None] Port fe2ea5f6-2f8b-4849-975d-e2ac68e9173f cannot update to ACTIVE because it is not bound. {{(pid=103722) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
May 31 11:36:40.079646 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron_lib.callbacks.manager [None req-d1129f45-4eda-493f-8e0e-9869b508868b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-934180'] for port, before_update {{(pid=103721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:36:40.306587 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron_lib.callbacks.manager [None req-d1129f45-4eda-493f-8e0e-9869b508868b admin admin] Notify callbacks [] for port, precommit_update {{(pid=103721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:36:40.313705 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron_lib.callbacks.manager [None req-d1129f45-4eda-493f-8e0e-9869b508868b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937715', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3701677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744215954324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744215520988', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744215521293'] for port, after_update {{(pid=103721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:36:40.314731 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron_lib.callbacks.manager [None req-d1129f45-4eda-493f-8e0e-9869b508868b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3695180', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4094169'] for router_interface, after_create {{(pid=103721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:36:40.317805 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103721) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 31 11:36:40.443081 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1129f45-4eda-493f-8e0e-9869b508868b admin admin] Pushing event updated for resources: {'Port': ['ID=fe2ea5f6-2f8b-4849-975d-e2ac68e9173f,revision_number=2']} {{(pid=103721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 31 11:36:40.447274 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG oslo_concurrency.lockutils [None req-d1129f45-4eda-493f-8e0e-9869b508868b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=103721) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 31 11:36:40.507563 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1129f45-4eda-493f-8e0e-9869b508868b admin admin] Network b531865d-1a87-4099-8b02-ec66979790ae is already hosted by enough agents. {{(pid=103721) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 31 11:36:40.508678 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.scheduler.base_scheduler [None req-d1129f45-4eda-493f-8e0e-9869b508868b admin admin] Resources bound (agent type, host, resource id):  {{(pid=103721) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 31 11:36:40.659287 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron.db.provisioning_blocks [None req-8aa188a1-a3b5-4d45-8a04-8679236cf0bd None None] Provisioning complete for port fe2ea5f6-2f8b-4849-975d-e2ac68e9173f triggered by entity DHCP. {{(pid=103722) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 31 11:36:40.659658 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron_lib.callbacks.manager [None req-8aa188a1-a3b5-4d45-8a04-8679236cf0bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857618'] for port, provisioning_complete {{(pid=103722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:36:40.696566 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d1129f45-4eda-493f-8e0e-9869b508868b admin admin] Router 603e4836-04f0-47c0-a371-b021b4821e1b is scheduled to L3 agent f8c17dd7-da16-4427-b6e3-d7e30616bc4c with binding_index 1 {{(pid=103721) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}}
May 31 11:36:40.714735 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron.plugins.ml2.plugin [None req-8aa188a1-a3b5-4d45-8a04-8679236cf0bd None None] Port fe2ea5f6-2f8b-4849-975d-e2ac68e9173f cannot update to ACTIVE because it is not bound. {{(pid=103722) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
May 31 11:36:40.847897 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d1129f45-4eda-493f-8e0e-9869b508868b admin admin] Notify agent at l3_agent.dv-cinder-786384-7-iscsi the message routers_updated {{(pid=103721) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
May 31 11:36:40.857539 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [None req-d1129f45-4eda-493f-8e0e-9869b508868b admin admin] 10.222.0.57 "PUT /v2.0/routers/603e4836-04f0-47c0-a371-b021b4821e1b/add_router_interface HTTP/1.1" status: 200  len: 508 time: 2.1104891
May 31 11:36:40.858646 dv-cinder-786384-7-iscsi neutron-server[103723]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45c6fe30-2057-486f-8e23-bb4885751c2d None None] Sync routers for ids ['603e4836-04f0-47c0-a371-b021b4821e1b'] in dv-cinder-786384-7-iscsi {{(pid=103723) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 31 11:36:40.869637 dv-cinder-786384-7-iscsi neutron-server[103723]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45c6fe30-2057-486f-8e23-bb4885751c2d None None] Routers {'603e4836-04f0-47c0-a371-b021b4821e1b'} bound to L3 agent in host dv-cinder-786384-7-iscsi {{(pid=103723) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 31 11:36:40.870474 dv-cinder-786384-7-iscsi neutron-server[103723]: DEBUG neutron.db.l3_hamode_db [None req-45c6fe30-2057-486f-8e23-bb4885751c2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f3ebd72b2e0>, 'dv-cinder-786384-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-05-31T11:36:05Z,description=<?>,heartbeat_timestamp=2021-05-31T11:36:35Z,host='dv-cinder-786384-7-iscsi',id=f8c17dd7-da16-4427-b6e3-d7e30616bc4c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-31T11:36:05Z,topic='l3_agent')) {'router_ids': ['603e4836-04f0-47c0-a371-b021b4821e1b'], 'active': True} {{(pid=103723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 31 11:36:41.041770 dv-cinder-786384-7-iscsi neutron-server[103723]: DEBUG neutron.db.l3_dvr_db [None req-45c6fe30-2057-486f-8e23-bb4885751c2d None None] Set router 603e4836-04f0-47c0-a371-b021b4821e1b gateway port host: None {{(pid=103723) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
May 31 11:36:41.402701 dv-cinder-786384-7-iscsi neutron-server[103723]: DEBUG neutron.db.l3_hamode_db [None req-45c6fe30-2057-486f-8e23-bb4885751c2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f3ebd72b2e0>, [{'id': '603e4836-04f0-47c0-a371-b021b4821e1b', 'name': 'router1', 'tenant_id': '9541864bbe65419688822f7184cbe0c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T11:36:29Z', 'updated_at': '2021-05-31T11:36:39Z', 'revision_number': 2, 'project_id': '9541864bbe65419688822f7184cbe0c9', 'gw_port_host': None, '_interfaces': [{'id': 'fe2ea5f6-2f8b-4849-975d-e2ac68e9173f', 'name': '', 'network_id': 'b531865d-1a87-4099-8b02-ec66979790ae', 'tenant_id': '9541864bbe65419688822f7184cbe0c9', 'mac_address': 'fa:16:3e:e7:af:73', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '603e4836-04f0-47c0-a371-b021b4821e1b', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '1c35831c-d134-4115-a1c6-e7edb09da9f5', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T11:36:39Z', 'updated_at': '2021-05-31T11:36:40Z', 'revision_number': 2, 'project_id': '9541864bbe65419688822f7184cbe0c9', 'subnets': [{'id': '1c35831c-d134-4115-a1c6-e7edb09da9f5', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '90b77f88-38ce-4828-9e82-20ee1a85358c'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786384-7-iscsi', False) {} {{(pid=103723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 31 11:36:41.407762 dv-cinder-786384-7-iscsi neutron-server[103723]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45c6fe30-2057-486f-8e23-bb4885751c2d None None] Checking router: 603e4836-04f0-47c0-a371-b021b4821e1b for host: dv-cinder-786384-7-iscsi {{(pid=103723) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
May 31 11:36:41.408149 dv-cinder-786384-7-iscsi neutron-server[103723]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45c6fe30-2057-486f-8e23-bb4885751c2d None None] Updating router 603e4836-04f0-47c0-a371-b021b4821e1b port fe2ea5f6-2f8b-4849-975d-e2ac68e9173f binding host dv-cinder-786384-7-iscsi {{(pid=103723) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
May 31 11:36:41.462745 dv-cinder-786384-7-iscsi neutron-server[103723]: DEBUG neutron_lib.callbacks.manager [None req-45c6fe30-2057-486f-8e23-bb4885751c2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-934180'] for port, before_update {{(pid=103723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:36:41.837402 dv-cinder-786384-7-iscsi neutron-server[103723]: DEBUG neutron_lib.callbacks.manager [None req-45c6fe30-2057-486f-8e23-bb4885751c2d None None] Notify callbacks [] for port, precommit_update {{(pid=103723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:36:41.851534 dv-cinder-786384-7-iscsi neutron-server[103723]: DEBUG neutron.db.provisioning_blocks [None req-45c6fe30-2057-486f-8e23-bb4885751c2d None None] Transition to ACTIVE for port object fe2ea5f6-2f8b-4849-975d-e2ac68e9173f will not be triggered until provisioned by entity L2. {{(pid=103723) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 31 11:36:41.858298 dv-cinder-786384-7-iscsi neutron-server[103723]: DEBUG neutron_lib.callbacks.manager [None req-45c6fe30-2057-486f-8e23-bb4885751c2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937715', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3701677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744215954324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744215520988', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744215521293'] for port, after_update {{(pid=103723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:36:41.862826 dv-cinder-786384-7-iscsi neutron-server[103723]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103723) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 31 11:36:42.063343 dv-cinder-786384-7-iscsi neutron-server[103723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b097c66-a899-4c34-8994-b7a24dd5dfc4 None None] Pushing event updated for resources: {'Port': ['ID=fe2ea5f6-2f8b-4849-975d-e2ac68e9173f,revision_number=3']} {{(pid=103723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 31 11:36:42.082547 dv-cinder-786384-7-iscsi neutron-server[103723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b097c66-a899-4c34-8994-b7a24dd5dfc4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786384-7-iscsi {{(pid=103723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 31 11:36:42.082851 dv-cinder-786384-7-iscsi neutron-server[103723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b097c66-a899-4c34-8994-b7a24dd5dfc4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786384-7-iscsi {{(pid=103723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 31 11:36:42.083193 dv-cinder-786384-7-iscsi neutron-server[103723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b097c66-a899-4c34-8994-b7a24dd5dfc4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786384-7-iscsi {{(pid=103723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 31 11:36:42.083502 dv-cinder-786384-7-iscsi neutron-server[103723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b097c66-a899-4c34-8994-b7a24dd5dfc4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786384-7-iscsi {{(pid=103723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 31 11:36:42.083819 dv-cinder-786384-7-iscsi neutron-server[103723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b097c66-a899-4c34-8994-b7a24dd5dfc4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786384-7-iscsi {{(pid=103723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 31 11:36:42.084143 dv-cinder-786384-7-iscsi neutron-server[103723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b097c66-a899-4c34-8994-b7a24dd5dfc4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786384-7-iscsi {{(pid=103723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 31 11:36:42.084447 dv-cinder-786384-7-iscsi neutron-server[103723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b097c66-a899-4c34-8994-b7a24dd5dfc4 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786384-7-iscsi {{(pid=103723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 31 11:36:42.084774 dv-cinder-786384-7-iscsi neutron-server[103723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b097c66-a899-4c34-8994-b7a24dd5dfc4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786384-7-iscsi {{(pid=103723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 31 11:36:42.085087 dv-cinder-786384-7-iscsi neutron-server[103723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b097c66-a899-4c34-8994-b7a24dd5dfc4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786384-7-iscsi {{(pid=103723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 31 11:36:42.085385 dv-cinder-786384-7-iscsi neutron-server[103723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b097c66-a899-4c34-8994-b7a24dd5dfc4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786384-7-iscsi {{(pid=103723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 31 11:36:42.085690 dv-cinder-786384-7-iscsi neutron-server[103723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b097c66-a899-4c34-8994-b7a24dd5dfc4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786384-7-iscsi {{(pid=103723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 31 11:36:42.085982 dv-cinder-786384-7-iscsi neutron-server[103723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b097c66-a899-4c34-8994-b7a24dd5dfc4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786384-7-iscsi {{(pid=103723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 31 11:36:42.087053 dv-cinder-786384-7-iscsi neutron-server[103723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b097c66-a899-4c34-8994-b7a24dd5dfc4 None None] Tracked resource versions report:
May 31 11:36:42.087053 dv-cinder-786384-7-iscsi neutron-server[103723]: pushed versions:
May 31 11:36:42.087053 dv-cinder-786384-7-iscsi neutron-server[103723]: {   'AddressGroup': {'1.2'},
May 31 11:36:42.087053 dv-cinder-786384-7-iscsi neutron-server[103723]:     'ConntrackHelper': {'1.0'},
May 31 11:36:42.087053 dv-cinder-786384-7-iscsi neutron-server[103723]:     'Log': {'1.0'},
May 31 11:36:42.087053 dv-cinder-786384-7-iscsi neutron-server[103723]:     'Network': {'1.1'},
May 31 11:36:42.087053 dv-cinder-786384-7-iscsi neutron-server[103723]:     'Port': {'1.7'},
May 31 11:36:42.087053 dv-cinder-786384-7-iscsi neutron-server[103723]:     'PortForwarding': {'1.2'},
May 31 11:36:42.087053 dv-cinder-786384-7-iscsi neutron-server[103723]:     'QosPolicy': {'1.8'},
May 31 11:36:42.087053 dv-cinder-786384-7-iscsi neutron-server[103723]:     'SecurityGroup': {'1.4'},
May 31 11:36:42.087053 dv-cinder-786384-7-iscsi neutron-server[103723]:     'SecurityGroupRule': {'1.2'},
May 31 11:36:42.087053 dv-cinder-786384-7-iscsi neutron-server[103723]:     'SubPort': {'1.0'},
May 31 11:36:42.087053 dv-cinder-786384-7-iscsi neutron-server[103723]:     'Subnet': {'1.1'},
May 31 11:36:42.087053 dv-cinder-786384-7-iscsi neutron-server[103723]:     'Trunk': {'1.1'}}
May 31 11:36:42.087053 dv-cinder-786384-7-iscsi neutron-server[103723]: consumer versions:
May 31 11:36:42.087053 dv-cinder-786384-7-iscsi neutron-server[103723]: {   DHCP agent@dv-cinder-786384-7-iscsi: {},
May 31 11:36:42.087053 dv-cinder-786384-7-iscsi neutron-server[103723]:     L3 agent@dv-cinder-786384-7-iscsi: {},
May 31 11:36:42.087053 dv-cinder-786384-7-iscsi neutron-server[103723]:     Metadata agent@dv-cinder-786384-7-iscsi: {},
May 31 11:36:42.087053 dv-cinder-786384-7-iscsi neutron-server[103723]:     Metering agent@dv-cinder-786384-7-iscsi: {},
May 31 11:36:42.087053 dv-cinder-786384-7-iscsi neutron-server[103723]:     Open vSwitch agent@dv-cinder-786384-7-iscsi: {   'AddressGroup': '1.2',
May 31 11:36:42.087053 dv-cinder-786384-7-iscsi neutron-server[103723]:                                                      'ConntrackHelper': '1.0',
May 31 11:36:42.087053 dv-cinder-786384-7-iscsi neutron-server[103723]:                                                      'Log': '1.0',
May 31 11:36:42.087053 dv-cinder-786384-7-iscsi neutron-server[103723]:                                                      'Network': '1.1',
May 31 11:36:42.087053 dv-cinder-786384-7-iscsi neutron-server[103723]:                                                      'Port': '1.7',
May 31 11:36:42.087053 dv-cinder-786384-7-iscsi neutron-server[103723]:                                                      'PortForwarding': '1.2',
May 31 11:36:42.087053 dv-cinder-786384-7-iscsi neutron-server[103723]:                                                      'QosPolicy': '1.8',
May 31 11:36:42.087053 dv-cinder-786384-7-iscsi neutron-server[103723]:                                                      'SecurityGroup': '1.4',
May 31 11:36:42.087053 dv-cinder-786384-7-iscsi neutron-server[103723]:                                                      'SecurityGroupRule': '1.2',
May 31 11:36:42.087053 dv-cinder-786384-7-iscsi neutron-server[103723]:                                                      'SubPort': '1.0',
May 31 11:36:42.087053 dv-cinder-786384-7-iscsi neutron-server[103723]:                                                      'Subnet': '1.1',
May 31 11:36:42.087053 dv-cinder-786384-7-iscsi neutron-server[103723]:                                                      'Trunk': '1.1'}}
May 31 11:36:42.087053 dv-cinder-786384-7-iscsi neutron-server[103723]:  {{(pid=103723) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}}
May 31 11:36:42.091042 dv-cinder-786384-7-iscsi neutron-server[103723]: DEBUG oslo_concurrency.lockutils [None req-7b097c66-a899-4c34-8994-b7a24dd5dfc4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.228s {{(pid=103723) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 31 11:36:42.093444 dv-cinder-786384-7-iscsi neutron-server[103723]: DEBUG neutron.plugins.ml2.managers [None req-45c6fe30-2057-486f-8e23-bb4885751c2d None None] Attempting to bind port fe2ea5f6-2f8b-4849-975d-e2ac68e9173f on host dv-cinder-786384-7-iscsi for vnic_type normal with profile  {{(pid=103723) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
May 31 11:36:42.093825 dv-cinder-786384-7-iscsi neutron-server[103723]: DEBUG neutron.plugins.ml2.managers [None req-45c6fe30-2057-486f-8e23-bb4885751c2d None None] Attempting to bind port fe2ea5f6-2f8b-4849-975d-e2ac68e9173f by drivers openvswitch,hyperv on host dv-cinder-786384-7-iscsi at level 0 using segments [{'id': 'c721e9b5-8c52-480e-a2a0-80e6650552ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 769, 'network_id': 'b531865d-1a87-4099-8b02-ec66979790ae'}] {{(pid=103723) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
May 31 11:36:42.094248 dv-cinder-786384-7-iscsi neutron-server[103723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45c6fe30-2057-486f-8e23-bb4885751c2d None None] Attempting to bind port fe2ea5f6-2f8b-4849-975d-e2ac68e9173f on network b531865d-1a87-4099-8b02-ec66979790ae {{(pid=103723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 31 11:36:42.100126 dv-cinder-786384-7-iscsi neutron-server[103723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45c6fe30-2057-486f-8e23-bb4885751c2d None None] Checking agent: {'id': 'c576d319-5791-4ac3-a718-d6660db1fc9b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786384-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 31, 11, 36, 6), 'started_at': datetime.datetime(2021, 5, 31, 11, 36, 36), 'heartbeat_timestamp': datetime.datetime(2021, 5, 31, 11, 36, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786384-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
May 31 11:36:42.100578 dv-cinder-786384-7-iscsi neutron-server[103723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45c6fe30-2057-486f-8e23-bb4885751c2d None None] Checking segment: {'id': 'c721e9b5-8c52-480e-a2a0-80e6650552ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 769, 'network_id': 'b531865d-1a87-4099-8b02-ec66979790ae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103723) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 31 11:36:42.101043 dv-cinder-786384-7-iscsi neutron-server[103723]: DEBUG neutron_lib.callbacks.manager [None req-45c6fe30-2057-486f-8e23-bb4885751c2d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:36:42.101453 dv-cinder-786384-7-iscsi neutron-server[103723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45c6fe30-2057-486f-8e23-bb4885751c2d None None] Bound using segment: {'id': 'c721e9b5-8c52-480e-a2a0-80e6650552ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 769, 'network_id': 'b531865d-1a87-4099-8b02-ec66979790ae'} {{(pid=103723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
May 31 11:36:42.101988 dv-cinder-786384-7-iscsi neutron-server[103723]: DEBUG neutron.plugins.ml2.managers [None req-45c6fe30-2057-486f-8e23-bb4885751c2d None None] Bound port: fe2ea5f6-2f8b-4849-975d-e2ac68e9173f, host: dv-cinder-786384-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c721e9b5-8c52-480e-a2a0-80e6650552ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 769, 'network_id': 'b531865d-1a87-4099-8b02-ec66979790ae'}}] {{(pid=103723) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
May 31 11:36:42.102343 dv-cinder-786384-7-iscsi neutron-server[103723]: DEBUG neutron_lib.callbacks.manager [None req-45c6fe30-2057-486f-8e23-bb4885751c2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-934180'] for port, before_update {{(pid=103723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:36:42.190888 dv-cinder-786384-7-iscsi neutron-server[103723]: DEBUG neutron.plugins.ml2.db [None req-45c6fe30-2057-486f-8e23-bb4885751c2d None None] For port fe2ea5f6-2f8b-4849-975d-e2ac68e9173f, host dv-cinder-786384-7-iscsi, cleared binding levels {{(pid=103723) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
May 31 11:36:42.195154 dv-cinder-786384-7-iscsi neutron-server[103723]: DEBUG neutron.plugins.ml2.db [None req-45c6fe30-2057-486f-8e23-bb4885751c2d None None] For port fe2ea5f6-2f8b-4849-975d-e2ac68e9173f, host dv-cinder-786384-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786384-7-iscsi',level=0,port_id=fe2ea5f6-2f8b-4849-975d-e2ac68e9173f,segment=NetworkSegment(c721e9b5-8c52-480e-a2a0-80e6650552ff),segment_id=c721e9b5-8c52-480e-a2a0-80e6650552ff)] {{(pid=103723) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
May 31 11:36:42.200584 dv-cinder-786384-7-iscsi neutron-server[103723]: DEBUG neutron_lib.callbacks.manager [None req-45c6fe30-2057-486f-8e23-bb4885751c2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937715', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3701677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744215954324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744215520988', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744215521293'] for port, after_update {{(pid=103723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:36:42.205149 dv-cinder-786384-7-iscsi neutron-server[103723]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103723) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 31 11:36:42.274556 dv-cinder-786384-7-iscsi neutron-server[103723]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45c6fe30-2057-486f-8e23-bb4885751c2d None None] Routers {'603e4836-04f0-47c0-a371-b021b4821e1b'} bound to L3 agent in host dv-cinder-786384-7-iscsi {{(pid=103723) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 31 11:36:42.275175 dv-cinder-786384-7-iscsi neutron-server[103723]: DEBUG neutron.db.l3_hamode_db [None req-45c6fe30-2057-486f-8e23-bb4885751c2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f3ebd72b2e0>, 'dv-cinder-786384-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-05-31T11:36:05Z,description=<?>,heartbeat_timestamp=2021-05-31T11:36:35Z,host='dv-cinder-786384-7-iscsi',id=f8c17dd7-da16-4427-b6e3-d7e30616bc4c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-31T11:36:05Z,topic='l3_agent')) {'router_ids': ['603e4836-04f0-47c0-a371-b021b4821e1b'], 'active': True} {{(pid=103723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 31 11:36:42.456291 dv-cinder-786384-7-iscsi neutron-server[103723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b097c66-a899-4c34-8994-b7a24dd5dfc4 None None] Pushing event updated for resources: {'Port': ['ID=fe2ea5f6-2f8b-4849-975d-e2ac68e9173f,revision_number=4']} {{(pid=103723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 31 11:36:42.470577 dv-cinder-786384-7-iscsi neutron-server[103723]: DEBUG oslo_concurrency.lockutils [None req-7b097c66-a899-4c34-8994-b7a24dd5dfc4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.265s {{(pid=103723) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 31 11:36:42.474607 dv-cinder-786384-7-iscsi neutron-server[103723]: DEBUG neutron.db.l3_dvr_db [None req-45c6fe30-2057-486f-8e23-bb4885751c2d None None] Set router 603e4836-04f0-47c0-a371-b021b4821e1b gateway port host: None {{(pid=103723) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
May 31 11:36:42.791003 dv-cinder-786384-7-iscsi neutron-server[103723]: DEBUG neutron.db.l3_hamode_db [None req-45c6fe30-2057-486f-8e23-bb4885751c2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f3ebd72b2e0>, [{'id': '603e4836-04f0-47c0-a371-b021b4821e1b', 'name': 'router1', 'tenant_id': '9541864bbe65419688822f7184cbe0c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T11:36:29Z', 'updated_at': '2021-05-31T11:36:39Z', 'revision_number': 2, 'project_id': '9541864bbe65419688822f7184cbe0c9', 'gw_port_host': None, '_interfaces': [{'id': 'fe2ea5f6-2f8b-4849-975d-e2ac68e9173f', 'name': '', 'network_id': 'b531865d-1a87-4099-8b02-ec66979790ae', 'tenant_id': '9541864bbe65419688822f7184cbe0c9', 'mac_address': 'fa:16:3e:e7:af:73', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '603e4836-04f0-47c0-a371-b021b4821e1b', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '1c35831c-d134-4115-a1c6-e7edb09da9f5', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786384-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T11:36:39Z', 'updated_at': '2021-05-31T11:36:42Z', 'revision_number': 4, 'project_id': '9541864bbe65419688822f7184cbe0c9', 'subnets': [{'id': '1c35831c-d134-4115-a1c6-e7edb09da9f5', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '90b77f88-38ce-4828-9e82-20ee1a85358c'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786384-7-iscsi', False) {} {{(pid=103723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 31 11:36:42.794960 dv-cinder-786384-7-iscsi neutron-server[103723]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45c6fe30-2057-486f-8e23-bb4885751c2d None None] The sync data for ids ['603e4836-04f0-47c0-a371-b021b4821e1b'] in dv-cinder-786384-7-iscsi is: [{'id': '603e4836-04f0-47c0-a371-b021b4821e1b', 'name': 'router1', 'tenant_id': '9541864bbe65419688822f7184cbe0c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T11:36:29Z', 'updated_at': '2021-05-31T11:36:39Z', 'revision_number': 2, 'project_id': '9541864bbe65419688822f7184cbe0c9', 'gw_port_host': None, '_interfaces': [{'id': 'fe2ea5f6-2f8b-4849-975d-e2ac68e9173f', 'name': '', 'network_id': 'b531865d-1a87-4099-8b02-ec66979790ae', 'tenant_id': '9541864bbe65419688822f7184cbe0c9', 'mac_address': 'fa:16:3e:e7:af:73', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '603e4836-04f0-47c0-a371-b021b4821e1b', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '1c35831c-d134-4115-a1c6-e7edb09da9f5', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786384-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T11:36:39Z', 'updated_at': '2021-05-31T11:36:42Z', 'revision_number': 4, 'project_id': '9541864bbe65419688822f7184cbe0c9', 'subnets': [{'id': '1c35831c-d134-4115-a1c6-e7edb09da9f5', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '90b77f88-38ce-4828-9e82-20ee1a85358c'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103723) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 31 11:36:43.005184 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron.wsgi [-] (103720) accepted ('10.222.0.57', 37172) {{(pid=103720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 31 11:36:43.156260 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-566a5a23-9a64-4bb4-8cdc-befd56b286c9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 11:36:43.157490 dv-cinder-786384-7-iscsi neutron-server[103720]: INFO neutron.wsgi [None req-566a5a23-9a64-4bb4-8cdc-befd56b286c9 admin admin] 10.222.0.57 "GET /v2.0/networks/1cb16751-6ba1-494a-bef1-53f614bdb222 HTTP/1.1" status: 200  len: 842 time: 0.1513631
May 31 11:36:43.166936 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron.api.v2.base [None req-c5e2b402-75a4-435b-92c2-5eab7cbc2ab0 admin admin] Request body: {'subnet': {'network_id': '1cb16751-6ba1-494a-bef1-53f614bdb222', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'name': 'public-subnet', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103720) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 31 11:36:43.171564 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron.db.quota.driver [None req-c5e2b402-75a4-435b-92c2-5eab7cbc2ab0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=103720) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 31 11:36:43.175450 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron.quota.resource [None req-c5e2b402-75a4-435b-92c2-5eab7cbc2ab0 admin admin] Usage tracker for resource:subnet and tenant:00b789e4edc24ae3823a3eb594acca55 is out of sync, need to count used quota {{(pid=103720) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 31 11:36:43.178322 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron.quota.resource [None req-c5e2b402-75a4-435b-92c2-5eab7cbc2ab0 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=103720) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 31 11:36:43.184133 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron.db.quota.driver [None req-c5e2b402-75a4-435b-92c2-5eab7cbc2ab0 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=103720) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 31 11:36:43.194465 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c5e2b402-75a4-435b-92c2-5eab7cbc2ab0 admin admin] Made reservation on behalf of 00b789e4edc24ae3823a3eb594acca55 for: {'subnet': 1} {{(pid=103720) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 31 11:36:43.196885 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-c5e2b402-75a4-435b-92c2-5eab7cbc2ab0 admin admin] Notify callbacks [] for subnet, before_create {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:36:43.623025 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron.objects.ports [None req-c5e2b402-75a4-435b-92c2-5eab7cbc2ab0 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103720) get_objects /opt/stack/neutron/neutron/objects/ports.py:443}}
May 31 11:36:43.623347 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-c5e2b402-75a4-435b-92c2-5eab7cbc2ab0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3701677'] for subnet, after_create {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:36:43.626962 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103720) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 31 11:36:43.693336 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5e2b402-75a4-435b-92c2-5eab7cbc2ab0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1135c889-0623-4d10-975a-f2c46f50f0f6,revision_number=0']} {{(pid=103720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 31 11:36:43.698558 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG oslo_concurrency.lockutils [None req-c5e2b402-75a4-435b-92c2-5eab7cbc2ab0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=103720) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 31 11:36:43.704298 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5e2b402-75a4-435b-92c2-5eab7cbc2ab0 admin admin] Checking segment: {'id': '82286f75-faff-40ec-beef-7945374ee8e1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1cb16751-6ba1-494a-bef1-53f614bdb222'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103720) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 31 11:36:43.704643 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5e2b402-75a4-435b-92c2-5eab7cbc2ab0 admin admin] Network hostable DHCP agents. Network: 1cb16751-6ba1-494a-bef1-53f614bdb222, hostable agents: ['dff46186-ee29-425e-9f8b-1a5cc0b5fc21'], hosted agents: [] {{(pid=103720) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
May 31 11:36:43.722264 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5e2b402-75a4-435b-92c2-5eab7cbc2ab0 admin admin] Network 1cb16751-6ba1-494a-bef1-53f614bdb222 is scheduled to be hosted by DHCP agent dff46186-ee29-425e-9f8b-1a5cc0b5fc21 with binding_index 1 {{(pid=103720) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
May 31 11:36:43.732880 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron.scheduler.base_scheduler [None req-c5e2b402-75a4-435b-92c2-5eab7cbc2ab0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786384-7-iscsi, 1cb16751-6ba1-494a-bef1-53f614bdb222) {{(pid=103720) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 31 11:36:43.737296 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5e2b402-75a4-435b-92c2-5eab7cbc2ab0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 11:36:43.738009 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-c5e2b402-75a4-435b-92c2-5eab7cbc2ab0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3701651'] for subnet, before_response {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:36:43.744631 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79897f61-da67-44e2-91e7-47918b3a6fab None None] Network 1cb16751-6ba1-494a-bef1-53f614bdb222 requested from dv-cinder-786384-7-iscsi {{(pid=103722) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
May 31 11:36:43.770540 dv-cinder-786384-7-iscsi neutron-server[103720]: INFO neutron.wsgi [None req-c5e2b402-75a4-435b-92c2-5eab7cbc2ab0 admin admin] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 821 time: 0.5956056
May 31 11:36:43.941478 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-718eaf67-ed1a-4640-80d1-a99ea96a6cc0 None None] Network 1cb16751-6ba1-494a-bef1-53f614bdb222 requested from dv-cinder-786384-7-iscsi {{(pid=103722) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
May 31 11:36:45.451662 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron.plugins.ml2.rpc [None req-1f0a762f-0348-4bba-b860-8eddab4cd770 None None] Device fe2ea5f6-2f8b-4849-975d-e2ac68e9173f up at agent ovs-agent-dv-cinder-786384-7-iscsi {{(pid=103722) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 31 11:36:45.530834 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron.db.provisioning_blocks [None req-1f0a762f-0348-4bba-b860-8eddab4cd770 None None] Provisioning for port fe2ea5f6-2f8b-4849-975d-e2ac68e9173f completed by entity L2. {{(pid=103722) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 31 11:36:45.536784 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron.db.provisioning_blocks [None req-1f0a762f-0348-4bba-b860-8eddab4cd770 None None] Provisioning complete for port fe2ea5f6-2f8b-4849-975d-e2ac68e9173f triggered by entity L2. {{(pid=103722) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 31 11:36:45.537164 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron_lib.callbacks.manager [None req-1f0a762f-0348-4bba-b860-8eddab4cd770 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857618'] for port, provisioning_complete {{(pid=103722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:36:45.660820 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron_lib.callbacks.manager [None req-1f0a762f-0348-4bba-b860-8eddab4cd770 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-934180'] for port, before_update {{(pid=103722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:36:45.692728 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron.plugins.ml2.db [None req-1f0a762f-0348-4bba-b860-8eddab4cd770 None None] For port fe2ea5f6-2f8b-4849-975d-e2ac68e9173f, host dv-cinder-786384-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786384-7-iscsi',level=0,port_id=fe2ea5f6-2f8b-4849-975d-e2ac68e9173f,segment=NetworkSegment(c721e9b5-8c52-480e-a2a0-80e6650552ff),segment_id=c721e9b5-8c52-480e-a2a0-80e6650552ff)] {{(pid=103722) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 31 11:36:45.698692 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron_lib.callbacks.manager [None req-1f0a762f-0348-4bba-b860-8eddab4cd770 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937715', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3701677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744215954324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744215520988', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744215521293'] for port, after_update {{(pid=103722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:36:45.701033 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103722) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 31 11:36:45.772799 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f0a762f-0348-4bba-b860-8eddab4cd770 None None] Pushing event updated for resources: {'Port': ['ID=fe2ea5f6-2f8b-4849-975d-e2ac68e9173f,revision_number=5']} {{(pid=103722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 31 11:36:45.776501 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG oslo_concurrency.lockutils [None req-1f0a762f-0348-4bba-b860-8eddab4cd770 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=103722) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 31 11:36:45.996414 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.wsgi [-] (103721) accepted ('10.222.0.57', 37186) {{(pid=103721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 31 11:36:46.147086 dv-cinder-786384-7-iscsi neutron-server[103723]: DEBUG neutron.db.agents_db [None req-cb648da2-ef1b-4de5-af28-8b32e926ae6d None None] Agent healthcheck: found 5 active agents {{(pid=103723) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}}
May 31 11:36:46.196511 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [None req-690f5010-825a-47bb-ab46-7f7b4d3baef0 admin admin] 10.222.0.57 "GET /v2.0/routers/603e4836-04f0-47c0-a371-b021b4821e1b HTTP/1.1" status: 200  len: 710 time: 0.1989439
May 31 11:36:46.327821 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e63f378-0526-431d-9072-7945db35615e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 11:36:46.328400 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.quota.resource [None req-2e63f378-0526-431d-9072-7945db35615e admin admin] Synchronizing usage tracker for tenant:00b789e4edc24ae3823a3eb594acca55 on resource:network {{(pid=103721) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 31 11:36:46.349375 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.quota.resource [None req-2e63f378-0526-431d-9072-7945db35615e admin admin] Unset dirty status for tenant:00b789e4edc24ae3823a3eb594acca55 on resource:network {{(pid=103721) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 31 11:36:46.350955 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [None req-2e63f378-0526-431d-9072-7945db35615e admin admin] 10.222.0.57 "GET /v2.0/networks/1cb16751-6ba1-494a-bef1-53f614bdb222 HTTP/1.1" status: 200  len: 886 time: 0.1491272
May 31 11:36:46.361971 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.api.v2.base [None req-3d1ecc2e-bb63-4008-becc-0de2dadf9e95 admin admin] Request body: {'router': {'external_gateway_info': {'network_id': '1cb16751-6ba1-494a-bef1-53f614bdb222'}}} {{(pid=103721) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 31 11:36:46.845863 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron_lib.callbacks.manager [None req-3d1ecc2e-bb63-4008-becc-0de2dadf9e95 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4088390', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4091278', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-978'] for router, precommit_update {{(pid=103721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:36:47.189386 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron_lib.callbacks.manager [None req-3d1ecc2e-bb63-4008-becc-0de2dadf9e95 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=103721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:36:47.249175 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron_lib.callbacks.manager [None req-3d1ecc2e-bb63-4008-becc-0de2dadf9e95 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-934180'] for port, before_create {{(pid=103721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:36:47.387393 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.db.db_base_plugin_common [None req-3d1ecc2e-bb63-4008-becc-0de2dadf9e95 admin admin] Allocated IP 172.27.2.141 (1cb16751-6ba1-494a-bef1-53f614bdb222/1135c889-0623-4d10-975a-f2c46f50f0f6/ab70a749-9bc8-41f7-ac92-bc12de12c876) {{(pid=103721) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 31 11:36:47.428010 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron.plugins.ml2.rpc [None req-1f0a762f-0348-4bba-b860-8eddab4cd770 None None] Device fe2ea5f6-2f8b-4849-975d-e2ac68e9173f up at agent ovs-agent-dv-cinder-786384-7-iscsi {{(pid=103722) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 31 11:36:47.495630 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron.db.provisioning_blocks [None req-1f0a762f-0348-4bba-b860-8eddab4cd770 None None] Provisioning complete for port fe2ea5f6-2f8b-4849-975d-e2ac68e9173f triggered by entity L2. {{(pid=103722) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 31 11:36:47.497879 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron_lib.callbacks.manager [None req-1f0a762f-0348-4bba-b860-8eddab4cd770 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857618'] for port, provisioning_complete {{(pid=103722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:36:47.539546 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron_lib.callbacks.manager [None req-3d1ecc2e-bb63-4008-becc-0de2dadf9e95 admin admin] Notify callbacks [] for port, precommit_create {{(pid=103721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:36:47.572090 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron_lib.callbacks.manager [None req-3d1ecc2e-bb63-4008-becc-0de2dadf9e95 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937715', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3701677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744215520970'] for port, after_create {{(pid=103721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:36:47.576077 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG oslo_concurrency.lockutils [None req-d1129f45-4eda-493f-8e0e-9869b508868b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103721) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 31 11:36:47.637337 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d1ecc2e-bb63-4008-becc-0de2dadf9e95 admin admin] Network 1cb16751-6ba1-494a-bef1-53f614bdb222 is already hosted by enough agents. {{(pid=103721) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 31 11:36:47.641566 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.scheduler.base_scheduler [None req-3d1ecc2e-bb63-4008-becc-0de2dadf9e95 admin admin] Resources bound (agent type, host, resource id):  {{(pid=103721) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 31 11:36:47.645588 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d1ecc2e-bb63-4008-becc-0de2dadf9e95 admin admin] Received port after_create {{(pid=103721) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
May 31 11:36:47.701374 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d1ecc2e-bb63-4008-becc-0de2dadf9e95 admin admin] Pushing event updated for resources: {'Port': ['ID=ab70a749-9bc8-41f7-ac92-bc12de12c876,revision_number=1']} {{(pid=103721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 31 11:36:47.710482 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG oslo_concurrency.lockutils [None req-3d1ecc2e-bb63-4008-becc-0de2dadf9e95 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=103721) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 31 11:36:48.085810 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron_lib.callbacks.manager [None req-3d1ecc2e-bb63-4008-becc-0de2dadf9e95 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=103721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:36:48.422547 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron_lib.callbacks.manager [None req-3d1ecc2e-bb63-4008-becc-0de2dadf9e95 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4088390', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4091278', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-978'] for router, precommit_update {{(pid=103721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:36:48.426051 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron_lib.callbacks.manager [None req-3d1ecc2e-bb63-4008-becc-0de2dadf9e95 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4088325', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-4088397', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-4088332', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-4091288'] for router, after_update {{(pid=103721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:36:48.617172 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3d1ecc2e-bb63-4008-becc-0de2dadf9e95 admin admin] Router 603e4836-04f0-47c0-a371-b021b4821e1b has already been hosted by L3 agent f8c17dd7-da16-4427-b6e3-d7e30616bc4c {{(pid=103721) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
May 31 11:36:48.800302 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3d1ecc2e-bb63-4008-becc-0de2dadf9e95 admin admin] Notify agent at l3_agent.dv-cinder-786384-7-iscsi the message routers_updated {{(pid=103721) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
May 31 11:36:48.809087 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron_lib.callbacks.manager [None req-3d1ecc2e-bb63-4008-becc-0de2dadf9e95 admin admin] Notify callbacks [] for router, before_response {{(pid=103721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:36:48.810269 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [None req-3d1ecc2e-bb63-4008-becc-0de2dadf9e95 admin admin] 10.222.0.57 "PUT /v2.0/routers/603e4836-04f0-47c0-a371-b021b4821e1b HTTP/1.1" status: 200  len: 890 time: 2.4535627
May 31 11:36:48.810791 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8c9d836-b3a2-4e88-8d4e-c89bed4e0057 None None] Sync routers for ids ['603e4836-04f0-47c0-a371-b021b4821e1b'] in dv-cinder-786384-7-iscsi {{(pid=103722) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 31 11:36:48.821299 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8c9d836-b3a2-4e88-8d4e-c89bed4e0057 None None] Routers {'603e4836-04f0-47c0-a371-b021b4821e1b'} bound to L3 agent in host dv-cinder-786384-7-iscsi {{(pid=103722) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 31 11:36:48.821947 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron.db.l3_hamode_db [None req-b8c9d836-b3a2-4e88-8d4e-c89bed4e0057 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f3ebcbeb700>, 'dv-cinder-786384-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-05-31T11:36:05Z,description=<?>,heartbeat_timestamp=2021-05-31T11:36:35Z,host='dv-cinder-786384-7-iscsi',id=f8c17dd7-da16-4427-b6e3-d7e30616bc4c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-31T11:36:05Z,topic='l3_agent')) {'router_ids': ['603e4836-04f0-47c0-a371-b021b4821e1b'], 'active': True} {{(pid=103722) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 31 11:36:49.013189 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron.db.l3_dvr_db [None req-b8c9d836-b3a2-4e88-8d4e-c89bed4e0057 None None] Set router 603e4836-04f0-47c0-a371-b021b4821e1b gateway port host: dv-cinder-786384-7-iscsi {{(pid=103722) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
May 31 11:36:49.353169 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron.db.l3_hamode_db [None req-b8c9d836-b3a2-4e88-8d4e-c89bed4e0057 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f3ebcbeb700>, [{'id': '603e4836-04f0-47c0-a371-b021b4821e1b', 'name': 'router1', 'tenant_id': '9541864bbe65419688822f7184cbe0c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cb16751-6ba1-494a-bef1-53f614bdb222', 'external_fixed_ips': [{'subnet_id': '1135c889-0623-4d10-975a-f2c46f50f0f6', 'ip_address': '172.27.2.141'}], 'enable_snat': True}, 'gw_port_id': 'ab70a749-9bc8-41f7-ac92-bc12de12c876', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T11:36:29Z', 'updated_at': '2021-05-31T11:36:47Z', 'revision_number': 4, 'project_id': '9541864bbe65419688822f7184cbe0c9', 'gw_port': {'id': 'ab70a749-9bc8-41f7-ac92-bc12de12c876', 'name': '', 'network_id': '1cb16751-6ba1-494a-bef1-53f614bdb222', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:03:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '603e4836-04f0-47c0-a371-b021b4821e1b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '1135c889-0623-4d10-975a-f2c46f50f0f6', 'ip_address': '172.27.2.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T11:36:47Z', 'updated_at': '2021-05-31T11:36:47Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1135c889-0623-4d10-975a-f2c46f50f0f6', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786384-7-iscsi', '_interfaces': [{'id': 'fe2ea5f6-2f8b-4849-975d-e2ac68e9173f', 'name': '', 'network_id': 'b531865d-1a87-4099-8b02-ec66979790ae', 'tenant_id': '9541864bbe65419688822f7184cbe0c9', 'mac_address': 'fa:16:3e:e7:af:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '603e4836-04f0-47c0-a371-b021b4821e1b', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '1c35831c-d134-4115-a1c6-e7edb09da9f5', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786384-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T11:36:39Z', 'updated_at': '2021-05-31T11:36:45Z', 'revision_number': 5, 'project_id': '9541864bbe65419688822f7184cbe0c9', 'subnets': [{'id': '1c35831c-d134-4115-a1c6-e7edb09da9f5', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '90b77f88-38ce-4828-9e82-20ee1a85358c'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786384-7-iscsi', False) {} {{(pid=103722) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 31 11:36:49.358167 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8c9d836-b3a2-4e88-8d4e-c89bed4e0057 None None] Checking router: 603e4836-04f0-47c0-a371-b021b4821e1b for host: dv-cinder-786384-7-iscsi {{(pid=103722) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
May 31 11:36:49.358517 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8c9d836-b3a2-4e88-8d4e-c89bed4e0057 None None] Updating router 603e4836-04f0-47c0-a371-b021b4821e1b port ab70a749-9bc8-41f7-ac92-bc12de12c876 binding host dv-cinder-786384-7-iscsi {{(pid=103722) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
May 31 11:36:49.410492 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron_lib.callbacks.manager [None req-b8c9d836-b3a2-4e88-8d4e-c89bed4e0057 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-934180'] for port, before_update {{(pid=103722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:36:49.736411 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron_lib.callbacks.manager [None req-b8c9d836-b3a2-4e88-8d4e-c89bed4e0057 None None] Notify callbacks [] for port, precommit_update {{(pid=103722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:36:49.749148 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron.db.provisioning_blocks [None req-b8c9d836-b3a2-4e88-8d4e-c89bed4e0057 None None] Transition to ACTIVE for port object ab70a749-9bc8-41f7-ac92-bc12de12c876 will not be triggered until provisioned by entity L2. {{(pid=103722) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 31 11:36:49.756037 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron_lib.callbacks.manager [None req-b8c9d836-b3a2-4e88-8d4e-c89bed4e0057 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937715', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3701677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744215954324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744215520988', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744215521293'] for port, after_update {{(pid=103722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:36:49.759847 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG oslo_concurrency.lockutils [None req-1f0a762f-0348-4bba-b860-8eddab4cd770 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103722) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 31 11:36:49.837549 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron.plugins.ml2.managers [None req-b8c9d836-b3a2-4e88-8d4e-c89bed4e0057 None None] Attempting to bind port ab70a749-9bc8-41f7-ac92-bc12de12c876 on host dv-cinder-786384-7-iscsi for vnic_type normal with profile  {{(pid=103722) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
May 31 11:36:49.838142 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron.plugins.ml2.managers [None req-b8c9d836-b3a2-4e88-8d4e-c89bed4e0057 None None] Attempting to bind port ab70a749-9bc8-41f7-ac92-bc12de12c876 by drivers openvswitch,hyperv on host dv-cinder-786384-7-iscsi at level 0 using segments [{'id': '82286f75-faff-40ec-beef-7945374ee8e1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1cb16751-6ba1-494a-bef1-53f614bdb222'}] {{(pid=103722) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
May 31 11:36:49.838258 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8c9d836-b3a2-4e88-8d4e-c89bed4e0057 None None] Attempting to bind port ab70a749-9bc8-41f7-ac92-bc12de12c876 on network 1cb16751-6ba1-494a-bef1-53f614bdb222 {{(pid=103722) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 31 11:36:49.840208 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a5bce11-65fc-4871-9feb-aa4346ddf052 None None] Pushing event updated for resources: {'Port': ['ID=ab70a749-9bc8-41f7-ac92-bc12de12c876,revision_number=2']} {{(pid=103722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 31 11:36:49.843635 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG oslo_concurrency.lockutils [None req-3a5bce11-65fc-4871-9feb-aa4346ddf052 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=103722) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 31 11:36:49.846088 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8c9d836-b3a2-4e88-8d4e-c89bed4e0057 None None] Checking agent: {'id': 'c576d319-5791-4ac3-a718-d6660db1fc9b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786384-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 31, 11, 36, 6), 'started_at': datetime.datetime(2021, 5, 31, 11, 36, 36), 'heartbeat_timestamp': datetime.datetime(2021, 5, 31, 11, 36, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786384-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103722) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
May 31 11:36:49.846447 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8c9d836-b3a2-4e88-8d4e-c89bed4e0057 None None] Checking segment: {'id': '82286f75-faff-40ec-beef-7945374ee8e1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1cb16751-6ba1-494a-bef1-53f614bdb222'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103722) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 31 11:36:49.846845 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron_lib.callbacks.manager [None req-b8c9d836-b3a2-4e88-8d4e-c89bed4e0057 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:36:49.847210 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8c9d836-b3a2-4e88-8d4e-c89bed4e0057 None None] Bound using segment: {'id': '82286f75-faff-40ec-beef-7945374ee8e1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1cb16751-6ba1-494a-bef1-53f614bdb222'} {{(pid=103722) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
May 31 11:36:49.847668 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron.plugins.ml2.managers [None req-b8c9d836-b3a2-4e88-8d4e-c89bed4e0057 None None] Bound port: ab70a749-9bc8-41f7-ac92-bc12de12c876, host: dv-cinder-786384-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '82286f75-faff-40ec-beef-7945374ee8e1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1cb16751-6ba1-494a-bef1-53f614bdb222'}}] {{(pid=103722) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
May 31 11:36:49.848059 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron_lib.callbacks.manager [None req-b8c9d836-b3a2-4e88-8d4e-c89bed4e0057 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-934180'] for port, before_update {{(pid=103722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:36:49.918190 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron.plugins.ml2.db [None req-b8c9d836-b3a2-4e88-8d4e-c89bed4e0057 None None] For port ab70a749-9bc8-41f7-ac92-bc12de12c876, host dv-cinder-786384-7-iscsi, cleared binding levels {{(pid=103722) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
May 31 11:36:49.921365 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron.plugins.ml2.db [None req-b8c9d836-b3a2-4e88-8d4e-c89bed4e0057 None None] For port ab70a749-9bc8-41f7-ac92-bc12de12c876, host dv-cinder-786384-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786384-7-iscsi',level=0,port_id=ab70a749-9bc8-41f7-ac92-bc12de12c876,segment=NetworkSegment(82286f75-faff-40ec-beef-7945374ee8e1),segment_id=82286f75-faff-40ec-beef-7945374ee8e1)] {{(pid=103722) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
May 31 11:36:49.925245 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron_lib.callbacks.manager [None req-b8c9d836-b3a2-4e88-8d4e-c89bed4e0057 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937715', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3701677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744215954324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744215520988', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744215521293'] for port, after_update {{(pid=103722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:36:49.929891 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103722) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 31 11:36:50.004317 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8c9d836-b3a2-4e88-8d4e-c89bed4e0057 None None] Routers {'603e4836-04f0-47c0-a371-b021b4821e1b'} bound to L3 agent in host dv-cinder-786384-7-iscsi {{(pid=103722) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 31 11:36:50.004843 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron.db.l3_hamode_db [None req-b8c9d836-b3a2-4e88-8d4e-c89bed4e0057 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f3ebcbeb700>, 'dv-cinder-786384-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-05-31T11:36:05Z,description=<?>,heartbeat_timestamp=2021-05-31T11:36:35Z,host='dv-cinder-786384-7-iscsi',id=f8c17dd7-da16-4427-b6e3-d7e30616bc4c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-31T11:36:05Z,topic='l3_agent')) {'router_ids': ['603e4836-04f0-47c0-a371-b021b4821e1b'], 'active': True} {{(pid=103722) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 31 11:36:50.056842 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a5bce11-65fc-4871-9feb-aa4346ddf052 None None] Pushing event updated for resources: {'Port': ['ID=ab70a749-9bc8-41f7-ac92-bc12de12c876,revision_number=3']} {{(pid=103722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 31 11:36:50.069510 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG oslo_concurrency.lockutils [None req-3a5bce11-65fc-4871-9feb-aa4346ddf052 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=103722) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 31 11:36:50.187627 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron.db.l3_dvr_db [None req-b8c9d836-b3a2-4e88-8d4e-c89bed4e0057 None None] Set router 603e4836-04f0-47c0-a371-b021b4821e1b gateway port host: dv-cinder-786384-7-iscsi {{(pid=103722) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
May 31 11:36:50.532840 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron.db.l3_hamode_db [None req-b8c9d836-b3a2-4e88-8d4e-c89bed4e0057 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f3ebcbeb700>, [{'id': '603e4836-04f0-47c0-a371-b021b4821e1b', 'name': 'router1', 'tenant_id': '9541864bbe65419688822f7184cbe0c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cb16751-6ba1-494a-bef1-53f614bdb222', 'external_fixed_ips': [{'subnet_id': '1135c889-0623-4d10-975a-f2c46f50f0f6', 'ip_address': '172.27.2.141'}], 'enable_snat': True}, 'gw_port_id': 'ab70a749-9bc8-41f7-ac92-bc12de12c876', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T11:36:29Z', 'updated_at': '2021-05-31T11:36:47Z', 'revision_number': 4, 'project_id': '9541864bbe65419688822f7184cbe0c9', 'gw_port': {'id': 'ab70a749-9bc8-41f7-ac92-bc12de12c876', 'name': '', 'network_id': '1cb16751-6ba1-494a-bef1-53f614bdb222', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:03:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '603e4836-04f0-47c0-a371-b021b4821e1b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '1135c889-0623-4d10-975a-f2c46f50f0f6', 'ip_address': '172.27.2.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786384-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T11:36:47Z', 'updated_at': '2021-05-31T11:36:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1135c889-0623-4d10-975a-f2c46f50f0f6', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786384-7-iscsi', '_interfaces': [{'id': 'fe2ea5f6-2f8b-4849-975d-e2ac68e9173f', 'name': '', 'network_id': 'b531865d-1a87-4099-8b02-ec66979790ae', 'tenant_id': '9541864bbe65419688822f7184cbe0c9', 'mac_address': 'fa:16:3e:e7:af:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '603e4836-04f0-47c0-a371-b021b4821e1b', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '1c35831c-d134-4115-a1c6-e7edb09da9f5', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786384-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T11:36:39Z', 'updated_at': '2021-05-31T11:36:45Z', 'revision_number': 5, 'project_id': '9541864bbe65419688822f7184cbe0c9', 'subnets': [{'id': '1c35831c-d134-4115-a1c6-e7edb09da9f5', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '90b77f88-38ce-4828-9e82-20ee1a85358c'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786384-7-iscsi', False) {} {{(pid=103722) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 31 11:36:50.537089 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8c9d836-b3a2-4e88-8d4e-c89bed4e0057 None None] The sync data for ids ['603e4836-04f0-47c0-a371-b021b4821e1b'] in dv-cinder-786384-7-iscsi is: [{'id': '603e4836-04f0-47c0-a371-b021b4821e1b', 'name': 'router1', 'tenant_id': '9541864bbe65419688822f7184cbe0c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cb16751-6ba1-494a-bef1-53f614bdb222', 'external_fixed_ips': [{'subnet_id': '1135c889-0623-4d10-975a-f2c46f50f0f6', 'ip_address': '172.27.2.141'}], 'enable_snat': True}, 'gw_port_id': 'ab70a749-9bc8-41f7-ac92-bc12de12c876', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T11:36:29Z', 'updated_at': '2021-05-31T11:36:47Z', 'revision_number': 4, 'project_id': '9541864bbe65419688822f7184cbe0c9', 'gw_port': {'id': 'ab70a749-9bc8-41f7-ac92-bc12de12c876', 'name': '', 'network_id': '1cb16751-6ba1-494a-bef1-53f614bdb222', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:03:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '603e4836-04f0-47c0-a371-b021b4821e1b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '1135c889-0623-4d10-975a-f2c46f50f0f6', 'ip_address': '172.27.2.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786384-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T11:36:47Z', 'updated_at': '2021-05-31T11:36:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1135c889-0623-4d10-975a-f2c46f50f0f6', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786384-7-iscsi', '_interfaces': [{'id': 'fe2ea5f6-2f8b-4849-975d-e2ac68e9173f', 'name': '', 'network_id': 'b531865d-1a87-4099-8b02-ec66979790ae', 'tenant_id': '9541864bbe65419688822f7184cbe0c9', 'mac_address': 'fa:16:3e:e7:af:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '603e4836-04f0-47c0-a371-b021b4821e1b', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '1c35831c-d134-4115-a1c6-e7edb09da9f5', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786384-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T11:36:39Z', 'updated_at': '2021-05-31T11:36:45Z', 'revision_number': 5, 'project_id': '9541864bbe65419688822f7184cbe0c9', 'subnets': [{'id': '1c35831c-d134-4115-a1c6-e7edb09da9f5', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '90b77f88-38ce-4828-9e82-20ee1a85358c'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103722) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 31 11:36:51.121461 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.wsgi [-] (103721) accepted ('10.222.0.57', 37196) {{(pid=103721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 31 11:36:51.244496 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [None req-7e81857c-d8c9-4d27-9288-c95a00b55473 admin admin] 10.222.0.57 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200  len: 411 time: 0.1218293
May 31 11:36:51.452467 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron.plugins.ml2.rpc [None req-1f0a762f-0348-4bba-b860-8eddab4cd770 None None] Device ab70a749-9bc8-41f7-ac92-bc12de12c876 up at agent ovs-agent-dv-cinder-786384-7-iscsi {{(pid=103722) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 31 11:36:51.523852 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron.db.provisioning_blocks [None req-1f0a762f-0348-4bba-b860-8eddab4cd770 None None] Provisioning for port ab70a749-9bc8-41f7-ac92-bc12de12c876 completed by entity L2. {{(pid=103722) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 31 11:36:51.528861 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron.db.provisioning_blocks [None req-1f0a762f-0348-4bba-b860-8eddab4cd770 None None] Provisioning complete for port ab70a749-9bc8-41f7-ac92-bc12de12c876 triggered by entity L2. {{(pid=103722) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 31 11:36:51.529234 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron_lib.callbacks.manager [None req-1f0a762f-0348-4bba-b860-8eddab4cd770 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857618'] for port, provisioning_complete {{(pid=103722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:36:51.645075 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron_lib.callbacks.manager [None req-1f0a762f-0348-4bba-b860-8eddab4cd770 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-934180'] for port, before_update {{(pid=103722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:36:51.662770 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron.plugins.ml2.db [None req-1f0a762f-0348-4bba-b860-8eddab4cd770 None None] For port ab70a749-9bc8-41f7-ac92-bc12de12c876, host dv-cinder-786384-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786384-7-iscsi',level=0,port_id=ab70a749-9bc8-41f7-ac92-bc12de12c876,segment=NetworkSegment(82286f75-faff-40ec-beef-7945374ee8e1),segment_id=82286f75-faff-40ec-beef-7945374ee8e1)] {{(pid=103722) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 31 11:36:51.666872 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron_lib.callbacks.manager [None req-1f0a762f-0348-4bba-b860-8eddab4cd770 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937715', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3701677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744215954324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744215520988', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744215521293'] for port, after_update {{(pid=103722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:36:51.669619 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103722) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 31 11:36:51.736927 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f0a762f-0348-4bba-b860-8eddab4cd770 None None] Pushing event updated for resources: {'Port': ['ID=ab70a749-9bc8-41f7-ac92-bc12de12c876,revision_number=4']} {{(pid=103722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 31 11:36:51.740351 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG oslo_concurrency.lockutils [None req-1f0a762f-0348-4bba-b860-8eddab4cd770 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=103722) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 31 11:36:53.444857 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron.plugins.ml2.rpc [None req-1f0a762f-0348-4bba-b860-8eddab4cd770 None None] Device ab70a749-9bc8-41f7-ac92-bc12de12c876 up at agent ovs-agent-dv-cinder-786384-7-iscsi {{(pid=103722) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 31 11:36:53.525374 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron.db.provisioning_blocks [None req-1f0a762f-0348-4bba-b860-8eddab4cd770 None None] Provisioning complete for port ab70a749-9bc8-41f7-ac92-bc12de12c876 triggered by entity L2. {{(pid=103722) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 31 11:36:53.525777 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron_lib.callbacks.manager [None req-1f0a762f-0348-4bba-b860-8eddab4cd770 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857618'] for port, provisioning_complete {{(pid=103722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:37:03.051957 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron_lib.callbacks.manager [None req-9120dfd5-3dc5-4e53-8a28-632bec05f480 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744215964654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857257'] for agent, after_update {{(pid=103722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:37:05.526284 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron_lib.callbacks.manager [None req-14a099c5-5763-4861-9e66-c63ef5c84ee7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744215964654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857257'] for agent, after_update {{(pid=103722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:37:05.593317 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron_lib.callbacks.manager [None req-1f0a762f-0348-4bba-b860-8eddab4cd770 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744215964654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857257'] for agent, after_update {{(pid=103722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:37:06.408684 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron_lib.callbacks.manager [None req-c59bf3d8-3f04-4740-8d75-807cb4f7478e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744215964654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857257'] for agent, after_update {{(pid=103722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:37:07.864016 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron_lib.callbacks.manager [None req-e2b995a4-3526-4c71-93aa-7f4ba47dfd64 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744215964654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857257'] for agent, after_update {{(pid=103722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:37:23.149121 dv-cinder-786384-7-iscsi neutron-server[103723]: DEBUG neutron.db.agents_db [None req-cb648da2-ef1b-4de5-af28-8b32e926ae6d None None] Agent healthcheck: found 5 active agents {{(pid=103723) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}}
May 31 11:37:33.093744 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron_lib.callbacks.manager [None req-050b982b-695e-4a73-9da8-cf124a72c930 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744215964654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857257'] for agent, after_update {{(pid=103722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:37:35.502516 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron_lib.callbacks.manager [None req-afe28d93-f54d-4aa4-9670-6c728ed07b92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744215964654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857257'] for agent, after_update {{(pid=103722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:37:35.580582 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron_lib.callbacks.manager [None req-1f0a762f-0348-4bba-b860-8eddab4cd770 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744215964654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857257'] for agent, after_update {{(pid=103722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:37:36.405507 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron_lib.callbacks.manager [None req-c59bf3d8-3f04-4740-8d75-807cb4f7478e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744215964654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857257'] for agent, after_update {{(pid=103722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:37:37.857364 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron_lib.callbacks.manager [None req-e2b995a4-3526-4c71-93aa-7f4ba47dfd64 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744215964654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857257'] for agent, after_update {{(pid=103722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:38:00.148565 dv-cinder-786384-7-iscsi neutron-server[103723]: DEBUG neutron.db.agents_db [None req-cb648da2-ef1b-4de5-af28-8b32e926ae6d None None] Agent healthcheck: found 5 active agents {{(pid=103723) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}}
May 31 11:38:03.048218 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron_lib.callbacks.manager [None req-1814a479-f586-4e19-8313-21612242acee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744215964654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857257'] for agent, after_update {{(pid=103722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:38:05.496430 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron_lib.callbacks.manager [None req-de2995fd-799d-4f9a-9d3e-d779aff180a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744215964654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857257'] for agent, after_update {{(pid=103722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:38:05.574961 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron_lib.callbacks.manager [None req-1f0a762f-0348-4bba-b860-8eddab4cd770 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744215964654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857257'] for agent, after_update {{(pid=103722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:38:06.411755 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron_lib.callbacks.manager [None req-c59bf3d8-3f04-4740-8d75-807cb4f7478e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744215964654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857257'] for agent, after_update {{(pid=103722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:38:07.865249 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron_lib.callbacks.manager [None req-e2b995a4-3526-4c71-93aa-7f4ba47dfd64 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744215964654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857257'] for agent, after_update {{(pid=103722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:38:24.546922 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron.wsgi [-] (103720) accepted ('10.222.0.57', 37766) {{(pid=103720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 31 11:38:24.614584 dv-cinder-786384-7-iscsi neutron-server[103720]: INFO neutron.pecan_wsgi.hooks.translation [None req-29ec304a-61d7-48b5-97bb-a47a9b061243 admin admin] GET failed (client error): The resource could not be found.
May 31 11:38:24.615802 dv-cinder-786384-7-iscsi neutron-server[103720]: INFO neutron.wsgi [None req-29ec304a-61d7-48b5-97bb-a47a9b061243 admin admin] 10.222.0.57 "GET /v2.0/networks/private HTTP/1.1" status: 404  len: 315 time: 0.0678992
May 31 11:38:24.746854 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-637adf2d-0aed-428c-b252-d76be1123c95 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 11:38:24.748210 dv-cinder-786384-7-iscsi neutron-server[103720]: INFO neutron.wsgi [None req-637adf2d-0aed-428c-b252-d76be1123c95 admin admin] 10.222.0.57 "GET /v2.0/networks?name=private HTTP/1.1" status: 200  len: 872 time: 0.1285541
May 31 11:38:26.825065 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.wsgi [-] (103721) accepted ('10.222.0.57', 37776) {{(pid=103721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 31 11:38:26.950710 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0785479-29d4-484d-b345-14065a83af57 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 11:38:26.952070 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [None req-e0785479-29d4-484d-b345-14065a83af57 admin admin] 10.222.0.57 "GET /v2.0/subnets/1c35831c-d134-4115-a1c6-e7edb09da9f5 HTTP/1.1" status: 200  len: 849 time: 0.1260056
May 31 11:38:26.964214 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.api.v2.base [None req-b5b7b6d3-1db8-4a37-812e-1fff4ed38132 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=103721) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 31 11:38:27.078834 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron_lib.callbacks.manager [None req-b5b7b6d3-1db8-4a37-812e-1fff4ed38132 admin admin] Notify callbacks [] for subnet, before_update {{(pid=103721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:38:27.283415 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron_lib.callbacks.manager [None req-b5b7b6d3-1db8-4a37-812e-1fff4ed38132 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3701677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8744215954333'] for subnet, after_update {{(pid=103721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:38:27.288117 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103721) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 31 11:38:27.334070 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5b7b6d3-1db8-4a37-812e-1fff4ed38132 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 11:38:27.334524 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron_lib.callbacks.manager [None req-b5b7b6d3-1db8-4a37-812e-1fff4ed38132 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3701651'] for subnet, before_response {{(pid=103721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:38:27.335807 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [None req-b5b7b6d3-1db8-4a37-812e-1fff4ed38132 admin admin] 10.222.0.57 "PUT /v2.0/subnets/1c35831c-d134-4115-a1c6-e7edb09da9f5 HTTP/1.1" status: 200  len: 868 time: 0.3754108
May 31 11:38:27.337141 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23f75128-64d4-4ba9-8f8f-7fb5d997e3b5 None None] Network b531865d-1a87-4099-8b02-ec66979790ae requested from dv-cinder-786384-7-iscsi {{(pid=103722) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
May 31 11:38:27.362618 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5b7b6d3-1db8-4a37-812e-1fff4ed38132 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1c35831c-d134-4115-a1c6-e7edb09da9f5,revision_number=1']} {{(pid=103721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 31 11:38:27.370387 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5b7b6d3-1db8-4a37-812e-1fff4ed38132 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786384-7-iscsi {{(pid=103721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 31 11:38:27.370719 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5b7b6d3-1db8-4a37-812e-1fff4ed38132 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786384-7-iscsi {{(pid=103721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 31 11:38:27.371234 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5b7b6d3-1db8-4a37-812e-1fff4ed38132 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786384-7-iscsi {{(pid=103721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 31 11:38:27.371559 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5b7b6d3-1db8-4a37-812e-1fff4ed38132 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786384-7-iscsi {{(pid=103721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 31 11:38:27.371908 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5b7b6d3-1db8-4a37-812e-1fff4ed38132 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786384-7-iscsi {{(pid=103721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 31 11:38:27.372249 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5b7b6d3-1db8-4a37-812e-1fff4ed38132 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786384-7-iscsi {{(pid=103721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 31 11:38:27.372577 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5b7b6d3-1db8-4a37-812e-1fff4ed38132 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786384-7-iscsi {{(pid=103721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 31 11:38:27.372907 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5b7b6d3-1db8-4a37-812e-1fff4ed38132 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786384-7-iscsi {{(pid=103721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 31 11:38:27.373236 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5b7b6d3-1db8-4a37-812e-1fff4ed38132 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786384-7-iscsi {{(pid=103721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 31 11:38:27.373547 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5b7b6d3-1db8-4a37-812e-1fff4ed38132 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786384-7-iscsi {{(pid=103721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 31 11:38:27.373854 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5b7b6d3-1db8-4a37-812e-1fff4ed38132 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786384-7-iscsi {{(pid=103721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 31 11:38:27.374158 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5b7b6d3-1db8-4a37-812e-1fff4ed38132 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786384-7-iscsi {{(pid=103721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 31 11:38:27.378615 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG oslo_concurrency.lockutils [None req-b5b7b6d3-1db8-4a37-812e-1fff4ed38132 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=103721) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 31 11:38:27.841077 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron.db.provisioning_blocks [None req-4399a36b-5f49-461e-9d0d-24fb3e3eba89 None None] Provisioning complete for port f404792a-d089-4fd9-bbed-eefd9fdcb9ad triggered by entity DHCP. {{(pid=103722) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 31 11:38:27.841449 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron_lib.callbacks.manager [None req-4399a36b-5f49-461e-9d0d-24fb3e3eba89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857618'] for port, provisioning_complete {{(pid=103722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:38:27.967420 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron.db.provisioning_blocks [None req-4399a36b-5f49-461e-9d0d-24fb3e3eba89 None None] Provisioning complete for port fe2ea5f6-2f8b-4849-975d-e2ac68e9173f triggered by entity DHCP. {{(pid=103722) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 31 11:38:27.967793 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron_lib.callbacks.manager [None req-4399a36b-5f49-461e-9d0d-24fb3e3eba89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857618'] for port, provisioning_complete {{(pid=103722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:38:29.417774 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron.wsgi [-] (103720) accepted ('10.222.0.57', 37786) {{(pid=103720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 31 11:38:29.618162 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59c67e15-b94e-4fd4-9d3b-88c535c32d53 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 11:38:29.618635 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59c67e15-b94e-4fd4-9d3b-88c535c32d53 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 11:38:29.621241 dv-cinder-786384-7-iscsi neutron-server[103720]: INFO neutron.wsgi [None req-59c67e15-b94e-4fd4-9d3b-88c535c32d53 admin admin] 10.222.0.57 "GET /v2.0/networks HTTP/1.1" status: 200  len: 1549 time: 0.2020049
May 31 11:38:31.696523 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron.wsgi [-] (103720) accepted ('10.222.0.57', 37796) {{(pid=103720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 31 11:38:31.876543 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3298ddd9-f24a-4ef4-bedd-77a05d0d2705 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 11:38:31.877015 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3298ddd9-f24a-4ef4-bedd-77a05d0d2705 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 11:38:31.878503 dv-cinder-786384-7-iscsi neutron-server[103720]: INFO neutron.wsgi [None req-3298ddd9-f24a-4ef4-bedd-77a05d0d2705 admin admin] 10.222.0.57 "GET /v2.0/networks HTTP/1.1" status: 200  len: 1549 time: 0.1810935
May 31 11:38:33.053002 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron_lib.callbacks.manager [None req-84db891f-450a-4be9-8ab9-7f793ca4c707 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744215964654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857257'] for agent, after_update {{(pid=103722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:38:33.956886 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron.wsgi [-] (103720) accepted ('10.222.0.57', 37806) {{(pid=103720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 31 11:38:34.135406 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-685cac74-91c3-435a-9b7a-e778889f6df9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 11:38:34.136723 dv-cinder-786384-7-iscsi neutron-server[103720]: INFO neutron.wsgi [None req-685cac74-91c3-435a-9b7a-e778889f6df9 admin admin] 10.222.0.57 "GET /v2.0/networks/1cb16751-6ba1-494a-bef1-53f614bdb222 HTTP/1.1" status: 200  len: 886 time: 0.1785610
May 31 11:38:35.496873 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron_lib.callbacks.manager [None req-5cde0cc8-c092-4c8f-8cfe-1d4f70e27445 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744215964654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857257'] for agent, after_update {{(pid=103722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:38:35.579375 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron_lib.callbacks.manager [None req-1f0a762f-0348-4bba-b860-8eddab4cd770 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744215964654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857257'] for agent, after_update {{(pid=103722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:38:36.274022 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.wsgi [-] (103721) accepted ('10.222.0.57', 37816) {{(pid=103721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 31 11:38:36.410851 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron_lib.callbacks.manager [None req-c59bf3d8-3f04-4740-8d75-807cb4f7478e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744215964654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857257'] for agent, after_update {{(pid=103722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:38:36.507723 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b2d40a0-c2e9-4bc1-abbc-ac84b69597fc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 11:38:36.509086 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [None req-7b2d40a0-c2e9-4bc1-abbc-ac84b69597fc admin admin] 10.222.0.57 "GET /v2.0/networks/b531865d-1a87-4099-8b02-ec66979790ae HTTP/1.1" status: 200  len: 869 time: 0.2341177
May 31 11:38:37.147728 dv-cinder-786384-7-iscsi neutron-server[103723]: DEBUG neutron.db.agents_db [None req-cb648da2-ef1b-4de5-af28-8b32e926ae6d None None] Agent healthcheck: found 5 active agents {{(pid=103723) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}}
May 31 11:38:37.869278 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron_lib.callbacks.manager [None req-e2b995a4-3526-4c71-93aa-7f4ba47dfd64 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744215964654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857257'] for agent, after_update {{(pid=103722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:38:38.608114 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron.wsgi [-] (103720) accepted ('10.222.0.57', 37826) {{(pid=103720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 31 11:38:38.752118 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aca2d240-3555-4cf1-bb34-2df960034427 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 11:38:38.752484 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aca2d240-3555-4cf1-bb34-2df960034427 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 11:38:38.753202 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron.quota.resource [None req-aca2d240-3555-4cf1-bb34-2df960034427 admin admin] Synchronizing usage tracker for tenant:00b789e4edc24ae3823a3eb594acca55 on resource:subnet {{(pid=103720) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 31 11:38:38.772276 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron.quota.resource [None req-aca2d240-3555-4cf1-bb34-2df960034427 admin admin] Unset dirty status for tenant:00b789e4edc24ae3823a3eb594acca55 on resource:subnet {{(pid=103720) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 31 11:38:38.773423 dv-cinder-786384-7-iscsi neutron-server[103720]: INFO neutron.wsgi [None req-aca2d240-3555-4cf1-bb34-2df960034427 admin admin] 10.222.0.57 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 1479 time: 0.1643384
May 31 11:38:40.872207 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron.wsgi [-] (103720) accepted ('10.222.0.57', 37836) {{(pid=103720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 31 11:38:40.984114 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4becc71f-fdf7-421e-a567-47eb43017b59 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 11:38:40.984565 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4becc71f-fdf7-421e-a567-47eb43017b59 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 11:38:40.986038 dv-cinder-786384-7-iscsi neutron-server[103720]: INFO neutron.wsgi [None req-4becc71f-fdf7-421e-a567-47eb43017b59 admin admin] 10.222.0.57 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 1479 time: 0.1128941
May 31 11:38:43.097991 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron.wsgi [-] (103720) accepted ('10.222.0.57', 37846) {{(pid=103720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 31 11:38:43.222319 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b7cfaa0-aedb-410d-b7b0-dccb041a6cef admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 11:38:43.223675 dv-cinder-786384-7-iscsi neutron-server[103720]: INFO neutron.wsgi [None req-7b7cfaa0-aedb-410d-b7b0-dccb041a6cef admin admin] 10.222.0.57 "GET /v2.0/subnets/1135c889-0623-4d10-975a-f2c46f50f0f6 HTTP/1.1" status: 200  len: 816 time: 0.1247311
May 31 11:38:45.331566 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron.wsgi [-] (103720) accepted ('10.222.0.57', 37856) {{(pid=103720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 31 11:38:45.450114 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c1786bd-0a5f-4cdf-82ce-84d5c14499a8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 11:38:45.451422 dv-cinder-786384-7-iscsi neutron-server[103720]: INFO neutron.wsgi [None req-9c1786bd-0a5f-4cdf-82ce-84d5c14499a8 admin admin] 10.222.0.57 "GET /v2.0/subnets/1c35831c-d134-4115-a1c6-e7edb09da9f5 HTTP/1.1" status: 200  len: 868 time: 0.1188157
May 31 11:39:03.059104 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron_lib.callbacks.manager [None req-9c45d80e-061e-4d07-921e-d6ea19ae39b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744215964654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857257'] for agent, after_update {{(pid=103722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:39:05.492575 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron_lib.callbacks.manager [None req-fc646a16-c413-4789-8b1f-fe06ed6cb70f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744215964654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857257'] for agent, after_update {{(pid=103722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:39:05.585679 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron_lib.callbacks.manager [None req-1f0a762f-0348-4bba-b860-8eddab4cd770 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744215964654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857257'] for agent, after_update {{(pid=103722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:39:06.415055 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron_lib.callbacks.manager [None req-c59bf3d8-3f04-4740-8d75-807cb4f7478e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744215964654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857257'] for agent, after_update {{(pid=103722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:39:07.875209 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron_lib.callbacks.manager [None req-e2b995a4-3526-4c71-93aa-7f4ba47dfd64 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744215964654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857257'] for agent, after_update {{(pid=103722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:39:08.249745 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron.wsgi [-] (103720) accepted ('10.222.0.57', 37900) {{(pid=103720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 31 11:39:08.316641 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron.wsgi [None req-30c655d8-4c0e-4058-b5f6-2bc4a9df2148 admin admin] http://10.222.0.57:9696/v2.0/extensions returned with HTTP 200 {{(pid=103720) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
May 31 11:39:08.317596 dv-cinder-786384-7-iscsi neutron-server[103720]: INFO neutron.wsgi [None req-30c655d8-4c0e-4058-b5f6-2bc4a9df2148 admin admin] 10.222.0.57 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13640 time: 0.0667551
May 31 11:39:10.490403 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.wsgi [-] (103721) accepted ('10.222.0.57', 37910) {{(pid=103721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 31 11:39:10.562307 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.pecan_wsgi.hooks.translation [None req-62a666b7-3d34-4779-a6f0-c86d57a227a9 admin admin] GET failed (client error): The resource could not be found.
May 31 11:39:10.563519 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [None req-62a666b7-3d34-4779-a6f0-c86d57a227a9 admin admin] 10.222.0.57 "GET /v2.0/networks/public HTTP/1.1" status: 404  len: 314 time: 0.0721772
May 31 11:39:10.697468 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b212687-93f0-4d66-96a6-c26c8c546012 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 11:39:10.698879 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [None req-4b212687-93f0-4d66-96a6-c26c8c546012 admin admin] 10.222.0.57 "GET /v2.0/networks?name=public HTTP/1.1" status: 200  len: 889 time: 0.1295772
May 31 11:39:12.808216 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.wsgi [-] (103721) accepted ('10.222.0.57', 37920) {{(pid=103721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 31 11:39:12.865403 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.api.v2.base [None req-4f35f7bd-3e4d-4400-82c1-808bb38c64a9 admin admin] Request body: {'network': {'name': 'shared', 'admin_state_up': True, 'shared': True}} {{(pid=103721) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 31 11:39:12.873732 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.db.quota.driver [None req-4f35f7bd-3e4d-4400-82c1-808bb38c64a9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=103721) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 31 11:39:12.885467 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.db.quota.driver [None req-4f35f7bd-3e4d-4400-82c1-808bb38c64a9 admin admin] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=103721) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 31 11:39:12.898966 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4f35f7bd-3e4d-4400-82c1-808bb38c64a9 admin admin] Made reservation on behalf of 00b789e4edc24ae3823a3eb594acca55 for: {'network': 1} {{(pid=103721) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 31 11:39:12.902258 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron_lib.callbacks.manager [None req-4f35f7bd-3e4d-4400-82c1-808bb38c64a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-934191'] for network, before_create {{(pid=103721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:39:12.994760 dv-cinder-786384-7-iscsi neutron-server[103721]: WARNING neutron.services.revisions.revision_plugin [None req-4f35f7bd-3e4d-4400-82c1-808bb38c64a9 admin admin] Could not find related network for resource <neutron.db.rbac_db_models.NetworkRBAC[object at 7f3ebc2c31f0] {project_id='00b789e4edc24ae3823a3eb594acca55', id='93571d4c-3c11-4d58-8417-65dd4cebb95a', target_tenant='*', action='access_as_shared', object_id='c29b129f-163f-4344-b099-40c1bed515b8'}> to bump revision.
May 31 11:39:13.014029 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4f35f7bd-3e4d-4400-82c1-808bb38c64a9 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 761}  {{(pid=103721) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
May 31 11:39:13.023820 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron_lib.callbacks.manager [None req-4f35f7bd-3e4d-4400-82c1-808bb38c64a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-882655'] for segment, precommit_create {{(pid=103721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:39:13.024090 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.db.segments_db [None req-4f35f7bd-3e4d-4400-82c1-808bb38c64a9 admin admin] Added segment a7fd60be-bba5-4c54-959d-eb5aa3f53d56 of type vlan for network c29b129f-163f-4344-b099-40c1bed515b8
May 31 11:39:13.050533 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron_lib.callbacks.manager [None req-4f35f7bd-3e4d-4400-82c1-808bb38c64a9 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744215540035'] for network, precommit_create {{(pid=103721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:39:13.080352 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron_lib.callbacks.manager [None req-4f35f7bd-3e4d-4400-82c1-808bb38c64a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3705951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3701686'] for network, after_create {{(pid=103721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:39:13.081599 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f35f7bd-3e4d-4400-82c1-808bb38c64a9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 11:39:13.082168 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron_lib.callbacks.manager [None req-4f35f7bd-3e4d-4400-82c1-808bb38c64a9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3701651'] for network, before_response {{(pid=103721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:39:13.085289 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG oslo_concurrency.lockutils [None req-a4812c65-3124-48d8-ac31-702a50fa6942 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103721) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 31 11:39:13.179842 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f35f7bd-3e4d-4400-82c1-808bb38c64a9 admin admin] Pushing event updated for resources: {'Network': ['ID=c29b129f-163f-4344-b099-40c1bed515b8,revision_number=1']} {{(pid=103721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 31 11:39:13.184298 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [None req-4f35f7bd-3e4d-4400-82c1-808bb38c64a9 admin admin] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201  len: 847 time: 0.3749216
May 31 11:39:13.185040 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG oslo_concurrency.lockutils [None req-4f35f7bd-3e4d-4400-82c1-808bb38c64a9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=103721) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 31 11:39:13.190722 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron.plugins.ml2.rpc [None req-1f0a762f-0348-4bba-b860-8eddab4cd770 None None] Network c29b129f-163f-4344-b099-40c1bed515b8 details requested by agent ovs-agent-dv-cinder-786384-7-iscsi with host dv-cinder-786384-7-iscsi {{(pid=103722) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
May 31 11:39:14.147269 dv-cinder-786384-7-iscsi neutron-server[103723]: DEBUG neutron.db.agents_db [None req-cb648da2-ef1b-4de5-af28-8b32e926ae6d None None] Agent healthcheck: found 5 active agents {{(pid=103723) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}}
May 31 11:39:15.283527 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron.wsgi [-] (103720) accepted ('10.222.0.57', 37930) {{(pid=103720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 31 11:39:15.354509 dv-cinder-786384-7-iscsi neutron-server[103720]: INFO neutron.pecan_wsgi.hooks.translation [None req-da9d47f8-2070-43b6-8782-3dade90b2607 admin admin] GET failed (client error): The resource could not be found.
May 31 11:39:15.355732 dv-cinder-786384-7-iscsi neutron-server[103720]: INFO neutron.wsgi [None req-da9d47f8-2070-43b6-8782-3dade90b2607 admin admin] 10.222.0.57 "GET /v2.0/networks/shared HTTP/1.1" status: 404  len: 314 time: 0.0709610
May 31 11:39:15.460523 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82c8a61b-63dd-46ad-8cae-fd43519665c0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 11:39:15.461860 dv-cinder-786384-7-iscsi neutron-server[103720]: INFO neutron.wsgi [None req-82c8a61b-63dd-46ad-8cae-fd43519665c0 admin admin] 10.222.0.57 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200  len: 826 time: 0.1022062
May 31 11:39:15.472201 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron.api.v2.base [None req-fa1420e0-8202-4ba9-a203-a8262c7ab206 admin admin] Request body: {'subnet': {'ip_version': 4, 'network_id': 'c29b129f-163f-4344-b099-40c1bed515b8', 'description': 'shared-subnet', 'name': 'shared-subnet', 'cidr': '192.168.233.0/24'}} {{(pid=103720) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 31 11:39:15.477551 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron.db.quota.driver [None req-fa1420e0-8202-4ba9-a203-a8262c7ab206 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=103720) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 31 11:39:15.490844 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron.db.quota.driver [None req-fa1420e0-8202-4ba9-a203-a8262c7ab206 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=103720) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 31 11:39:15.501667 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fa1420e0-8202-4ba9-a203-a8262c7ab206 admin admin] Made reservation on behalf of 00b789e4edc24ae3823a3eb594acca55 for: {'subnet': 1} {{(pid=103720) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 31 11:39:15.504307 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-fa1420e0-8202-4ba9-a203-a8262c7ab206 admin admin] Notify callbacks [] for subnet, before_create {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:39:15.883901 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-fa1420e0-8202-4ba9-a203-a8262c7ab206 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3701677'] for subnet, after_create {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:39:15.887197 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103720) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 31 11:39:15.955732 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa1420e0-8202-4ba9-a203-a8262c7ab206 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3c7e6bb5-a92a-4be1-8c35-1e573fac45b1,revision_number=0']} {{(pid=103720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 31 11:39:15.966370 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa1420e0-8202-4ba9-a203-a8262c7ab206 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786384-7-iscsi {{(pid=103720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 31 11:39:15.966715 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa1420e0-8202-4ba9-a203-a8262c7ab206 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786384-7-iscsi {{(pid=103720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 31 11:39:15.967067 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa1420e0-8202-4ba9-a203-a8262c7ab206 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786384-7-iscsi {{(pid=103720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 31 11:39:15.967380 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa1420e0-8202-4ba9-a203-a8262c7ab206 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786384-7-iscsi {{(pid=103720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 31 11:39:15.967689 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa1420e0-8202-4ba9-a203-a8262c7ab206 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786384-7-iscsi {{(pid=103720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 31 11:39:15.968025 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa1420e0-8202-4ba9-a203-a8262c7ab206 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786384-7-iscsi {{(pid=103720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 31 11:39:15.968315 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa1420e0-8202-4ba9-a203-a8262c7ab206 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786384-7-iscsi {{(pid=103720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 31 11:39:15.968641 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa1420e0-8202-4ba9-a203-a8262c7ab206 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786384-7-iscsi {{(pid=103720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 31 11:39:15.968966 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa1420e0-8202-4ba9-a203-a8262c7ab206 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786384-7-iscsi {{(pid=103720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 31 11:39:15.969266 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa1420e0-8202-4ba9-a203-a8262c7ab206 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786384-7-iscsi {{(pid=103720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 31 11:39:15.969568 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa1420e0-8202-4ba9-a203-a8262c7ab206 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786384-7-iscsi {{(pid=103720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 31 11:39:15.969863 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa1420e0-8202-4ba9-a203-a8262c7ab206 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786384-7-iscsi {{(pid=103720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 31 11:39:15.973501 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG oslo_concurrency.lockutils [None req-fa1420e0-8202-4ba9-a203-a8262c7ab206 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=103720) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 31 11:39:15.977651 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa1420e0-8202-4ba9-a203-a8262c7ab206 admin admin] Checking segment: {'id': 'a7fd60be-bba5-4c54-959d-eb5aa3f53d56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 761, 'network_id': 'c29b129f-163f-4344-b099-40c1bed515b8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103720) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 31 11:39:15.977992 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa1420e0-8202-4ba9-a203-a8262c7ab206 admin admin] Network hostable DHCP agents. Network: c29b129f-163f-4344-b099-40c1bed515b8, hostable agents: ['dff46186-ee29-425e-9f8b-1a5cc0b5fc21'], hosted agents: [] {{(pid=103720) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
May 31 11:39:15.996362 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa1420e0-8202-4ba9-a203-a8262c7ab206 admin admin] Network c29b129f-163f-4344-b099-40c1bed515b8 is scheduled to be hosted by DHCP agent dff46186-ee29-425e-9f8b-1a5cc0b5fc21 with binding_index 1 {{(pid=103720) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
May 31 11:39:16.006192 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron.scheduler.base_scheduler [None req-fa1420e0-8202-4ba9-a203-a8262c7ab206 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786384-7-iscsi, c29b129f-163f-4344-b099-40c1bed515b8) {{(pid=103720) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 31 11:39:16.010207 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa1420e0-8202-4ba9-a203-a8262c7ab206 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 11:39:16.010781 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-fa1420e0-8202-4ba9-a203-a8262c7ab206 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3701651'] for subnet, before_response {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:39:16.015689 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6136668c-a33e-4ae9-8c88-b89669db0e05 None None] Network c29b129f-163f-4344-b099-40c1bed515b8 requested from dv-cinder-786384-7-iscsi {{(pid=103722) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
May 31 11:39:16.037318 dv-cinder-786384-7-iscsi neutron-server[103720]: INFO neutron.wsgi [None req-fa1420e0-8202-4ba9-a203-a8262c7ab206 admin admin] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 845 time: 0.5689905
May 31 11:39:16.235094 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fdc51e27-5d74-41f0-82df-3ffdd50fa619 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp392c12f8-4019-54cf-ac30-b8994873c460-c29b129f-163f-4344-b099-40c1bed515b8', 'network_id': 'c29b129f-163f-4344-b099-40c1bed515b8', 'tenant_id': '00b789e4edc24ae3823a3eb594acca55', 'fixed_ips': [{'subnet_id': '3c7e6bb5-a92a-4be1-8c35-1e573fac45b1'}]}} from dv-cinder-786384-7-iscsi. {{(pid=103722) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}}
May 31 11:39:16.235094 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron_lib.callbacks.manager [None req-fdc51e27-5d74-41f0-82df-3ffdd50fa619 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-934180'] for port, before_create {{(pid=103722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:39:16.396673 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron.db.db_base_plugin_common [None req-fdc51e27-5d74-41f0-82df-3ffdd50fa619 None None] Allocated IP 192.168.233.2 (c29b129f-163f-4344-b099-40c1bed515b8/3c7e6bb5-a92a-4be1-8c35-1e573fac45b1/9477d821-4405-417f-9b4d-cb733c4313e5) {{(pid=103722) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 31 11:39:16.607088 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron_lib.callbacks.manager [None req-fdc51e27-5d74-41f0-82df-3ffdd50fa619 None None] Notify callbacks [] for port, precommit_create {{(pid=103722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:39:16.618248 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron.db.provisioning_blocks [None req-fdc51e27-5d74-41f0-82df-3ffdd50fa619 None None] Transition to ACTIVE for port object 9477d821-4405-417f-9b4d-cb733c4313e5 will not be triggered until provisioned by entity L2. {{(pid=103722) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 31 11:39:16.637247 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron.db.provisioning_blocks [None req-fdc51e27-5d74-41f0-82df-3ffdd50fa619 None None] Transition to ACTIVE for port object 9477d821-4405-417f-9b4d-cb733c4313e5 will not be triggered until provisioned by entity DHCP. {{(pid=103722) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 31 11:39:16.643979 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron_lib.callbacks.manager [None req-fdc51e27-5d74-41f0-82df-3ffdd50fa619 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937715', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3701677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744215520970'] for port, after_create {{(pid=103722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:39:16.648643 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG oslo_concurrency.lockutils [None req-1f0a762f-0348-4bba-b860-8eddab4cd770 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103722) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 31 11:39:16.710862 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fdc51e27-5d74-41f0-82df-3ffdd50fa619 None None] Network c29b129f-163f-4344-b099-40c1bed515b8 is already hosted by enough agents. {{(pid=103722) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 31 11:39:16.713769 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron.scheduler.base_scheduler [None req-fdc51e27-5d74-41f0-82df-3ffdd50fa619 None None] Resources bound (agent type, host, resource id):  {{(pid=103722) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 31 11:39:16.717534 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fdc51e27-5d74-41f0-82df-3ffdd50fa619 None None] Received port after_create {{(pid=103722) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
May 31 11:39:16.723314 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdc51e27-5d74-41f0-82df-3ffdd50fa619 None None] Pushing event updated for resources: {'Port': ['ID=9477d821-4405-417f-9b4d-cb733c4313e5,revision_number=1']} {{(pid=103722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 31 11:39:16.757242 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdc51e27-5d74-41f0-82df-3ffdd50fa619 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786384-7-iscsi {{(pid=103722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 31 11:39:16.757530 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdc51e27-5d74-41f0-82df-3ffdd50fa619 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786384-7-iscsi {{(pid=103722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 31 11:39:16.757862 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdc51e27-5d74-41f0-82df-3ffdd50fa619 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786384-7-iscsi {{(pid=103722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 31 11:39:16.758188 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdc51e27-5d74-41f0-82df-3ffdd50fa619 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786384-7-iscsi {{(pid=103722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 31 11:39:16.758513 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdc51e27-5d74-41f0-82df-3ffdd50fa619 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786384-7-iscsi {{(pid=103722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 31 11:39:16.758854 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdc51e27-5d74-41f0-82df-3ffdd50fa619 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786384-7-iscsi {{(pid=103722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 31 11:39:16.759172 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdc51e27-5d74-41f0-82df-3ffdd50fa619 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786384-7-iscsi {{(pid=103722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 31 11:39:16.759495 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdc51e27-5d74-41f0-82df-3ffdd50fa619 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786384-7-iscsi {{(pid=103722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 31 11:39:16.759896 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdc51e27-5d74-41f0-82df-3ffdd50fa619 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786384-7-iscsi {{(pid=103722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 31 11:39:16.760165 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdc51e27-5d74-41f0-82df-3ffdd50fa619 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786384-7-iscsi {{(pid=103722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 31 11:39:16.760493 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdc51e27-5d74-41f0-82df-3ffdd50fa619 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786384-7-iscsi {{(pid=103722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 31 11:39:16.760806 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdc51e27-5d74-41f0-82df-3ffdd50fa619 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786384-7-iscsi {{(pid=103722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 31 11:39:16.768822 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG oslo_concurrency.lockutils [None req-fdc51e27-5d74-41f0-82df-3ffdd50fa619 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=103722) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 31 11:39:16.825401 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron.plugins.ml2.managers [None req-fdc51e27-5d74-41f0-82df-3ffdd50fa619 None None] Attempting to bind port 9477d821-4405-417f-9b4d-cb733c4313e5 on host dv-cinder-786384-7-iscsi for vnic_type normal with profile  {{(pid=103722) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
May 31 11:39:16.825772 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron.plugins.ml2.managers [None req-fdc51e27-5d74-41f0-82df-3ffdd50fa619 None None] Attempting to bind port 9477d821-4405-417f-9b4d-cb733c4313e5 by drivers openvswitch,hyperv on host dv-cinder-786384-7-iscsi at level 0 using segments [{'id': 'a7fd60be-bba5-4c54-959d-eb5aa3f53d56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 761, 'network_id': 'c29b129f-163f-4344-b099-40c1bed515b8'}] {{(pid=103722) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
May 31 11:39:16.826164 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fdc51e27-5d74-41f0-82df-3ffdd50fa619 None None] Attempting to bind port 9477d821-4405-417f-9b4d-cb733c4313e5 on network c29b129f-163f-4344-b099-40c1bed515b8 {{(pid=103722) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 31 11:39:16.831757 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fdc51e27-5d74-41f0-82df-3ffdd50fa619 None None] Checking agent: {'id': 'c576d319-5791-4ac3-a718-d6660db1fc9b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786384-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 31, 11, 36, 6), 'started_at': datetime.datetime(2021, 5, 31, 11, 36, 36), 'heartbeat_timestamp': datetime.datetime(2021, 5, 31, 11, 39, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786384-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103722) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
May 31 11:39:16.832142 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fdc51e27-5d74-41f0-82df-3ffdd50fa619 None None] Checking segment: {'id': 'a7fd60be-bba5-4c54-959d-eb5aa3f53d56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 761, 'network_id': 'c29b129f-163f-4344-b099-40c1bed515b8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103722) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 31 11:39:16.832541 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron_lib.callbacks.manager [None req-fdc51e27-5d74-41f0-82df-3ffdd50fa619 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:39:16.832929 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fdc51e27-5d74-41f0-82df-3ffdd50fa619 None None] Bound using segment: {'id': 'a7fd60be-bba5-4c54-959d-eb5aa3f53d56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 761, 'network_id': 'c29b129f-163f-4344-b099-40c1bed515b8'} {{(pid=103722) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
May 31 11:39:16.833407 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron.plugins.ml2.managers [None req-fdc51e27-5d74-41f0-82df-3ffdd50fa619 None None] Bound port: 9477d821-4405-417f-9b4d-cb733c4313e5, host: dv-cinder-786384-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a7fd60be-bba5-4c54-959d-eb5aa3f53d56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 761, 'network_id': 'c29b129f-163f-4344-b099-40c1bed515b8'}}] {{(pid=103722) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
May 31 11:39:16.833781 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron_lib.callbacks.manager [None req-fdc51e27-5d74-41f0-82df-3ffdd50fa619 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-934180'] for port, before_update {{(pid=103722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:39:16.920197 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron.plugins.ml2.db [None req-fdc51e27-5d74-41f0-82df-3ffdd50fa619 None None] For port 9477d821-4405-417f-9b4d-cb733c4313e5, host dv-cinder-786384-7-iscsi, cleared binding levels {{(pid=103722) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
May 31 11:39:16.923653 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron.plugins.ml2.db [None req-fdc51e27-5d74-41f0-82df-3ffdd50fa619 None None] For port 9477d821-4405-417f-9b4d-cb733c4313e5, host dv-cinder-786384-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786384-7-iscsi',level=0,port_id=9477d821-4405-417f-9b4d-cb733c4313e5,segment=NetworkSegment(a7fd60be-bba5-4c54-959d-eb5aa3f53d56),segment_id=a7fd60be-bba5-4c54-959d-eb5aa3f53d56)] {{(pid=103722) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
May 31 11:39:16.929465 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron_lib.callbacks.manager [None req-fdc51e27-5d74-41f0-82df-3ffdd50fa619 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937715', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3701677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744215954324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744215520988', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744215521293'] for port, after_update {{(pid=103722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:39:16.933414 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG oslo_concurrency.lockutils [None req-3a5bce11-65fc-4871-9feb-aa4346ddf052 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103722) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 31 11:39:17.011609 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdc51e27-5d74-41f0-82df-3ffdd50fa619 None None] Pushing event updated for resources: {'Port': ['ID=9477d821-4405-417f-9b4d-cb733c4313e5,revision_number=2']} {{(pid=103722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 31 11:39:17.021485 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG oslo_concurrency.lockutils [None req-fdc51e27-5d74-41f0-82df-3ffdd50fa619 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=103722) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 31 11:39:17.559609 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron.plugins.ml2.rpc [None req-1f0a762f-0348-4bba-b860-8eddab4cd770 None None] Device 9477d821-4405-417f-9b4d-cb733c4313e5 up at agent ovs-agent-dv-cinder-786384-7-iscsi {{(pid=103722) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 31 11:39:17.640611 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron.db.provisioning_blocks [None req-1f0a762f-0348-4bba-b860-8eddab4cd770 None None] Provisioning for port 9477d821-4405-417f-9b4d-cb733c4313e5 completed by entity L2. {{(pid=103722) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 31 11:39:17.828032 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3bdada47-4ab3-4014-9f5a-d99e942547b2 None None] Network c29b129f-163f-4344-b099-40c1bed515b8 requested from dv-cinder-786384-7-iscsi {{(pid=103722) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
May 31 11:39:17.948848 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron.db.provisioning_blocks [None req-f60e0eb6-eacd-46fc-b8bb-05ebf2284597 None None] Provisioning for port 9477d821-4405-417f-9b4d-cb733c4313e5 completed by entity DHCP. {{(pid=103722) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 31 11:39:17.958389 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron.db.provisioning_blocks [None req-f60e0eb6-eacd-46fc-b8bb-05ebf2284597 None None] Provisioning complete for port 9477d821-4405-417f-9b4d-cb733c4313e5 triggered by entity DHCP. {{(pid=103722) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 31 11:39:17.958815 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron_lib.callbacks.manager [None req-f60e0eb6-eacd-46fc-b8bb-05ebf2284597 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857618'] for port, provisioning_complete {{(pid=103722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:39:18.184223 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron_lib.callbacks.manager [None req-f60e0eb6-eacd-46fc-b8bb-05ebf2284597 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-934180'] for port, before_update {{(pid=103722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:39:18.223543 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron.plugins.ml2.db [None req-f60e0eb6-eacd-46fc-b8bb-05ebf2284597 None None] For port 9477d821-4405-417f-9b4d-cb733c4313e5, host dv-cinder-786384-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786384-7-iscsi',level=0,port_id=9477d821-4405-417f-9b4d-cb733c4313e5,segment=NetworkSegment(a7fd60be-bba5-4c54-959d-eb5aa3f53d56),segment_id=a7fd60be-bba5-4c54-959d-eb5aa3f53d56)] {{(pid=103722) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 31 11:39:18.228995 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron_lib.callbacks.manager [None req-f60e0eb6-eacd-46fc-b8bb-05ebf2284597 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937715', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3701677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744215954324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744215520988', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744215521293'] for port, after_update {{(pid=103722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:39:18.232019 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG oslo_concurrency.lockutils [None req-3a5bce11-65fc-4871-9feb-aa4346ddf052 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103722) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 31 11:39:18.303558 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f60e0eb6-eacd-46fc-b8bb-05ebf2284597 None None] Pushing event updated for resources: {'Port': ['ID=9477d821-4405-417f-9b4d-cb733c4313e5,revision_number=3']} {{(pid=103722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 31 11:39:18.312061 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG oslo_concurrency.lockutils [None req-f60e0eb6-eacd-46fc-b8bb-05ebf2284597 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=103722) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 31 11:39:18.450908 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron.db.provisioning_blocks [None req-841a2fe9-ccc8-485f-8e3c-69af90483b53 None None] Provisioning complete for port 9477d821-4405-417f-9b4d-cb733c4313e5 triggered by entity DHCP. {{(pid=103722) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 31 11:39:18.451312 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron_lib.callbacks.manager [None req-841a2fe9-ccc8-485f-8e3c-69af90483b53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857618'] for port, provisioning_complete {{(pid=103722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:39:19.531200 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron.plugins.ml2.rpc [None req-1f0a762f-0348-4bba-b860-8eddab4cd770 None None] Device 9477d821-4405-417f-9b4d-cb733c4313e5 up at agent ovs-agent-dv-cinder-786384-7-iscsi {{(pid=103722) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 31 11:39:19.601227 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron.db.provisioning_blocks [None req-1f0a762f-0348-4bba-b860-8eddab4cd770 None None] Provisioning complete for port 9477d821-4405-417f-9b4d-cb733c4313e5 triggered by entity L2. {{(pid=103722) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 31 11:39:19.601589 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron_lib.callbacks.manager [None req-1f0a762f-0348-4bba-b860-8eddab4cd770 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857618'] for port, provisioning_complete {{(pid=103722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:39:33.108446 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron_lib.callbacks.manager [None req-2f722982-9c2c-460a-8065-99c06c0aaed0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744215964654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857257'] for agent, after_update {{(pid=103722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:39:35.502493 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron_lib.callbacks.manager [None req-b9613a74-93c1-4792-9462-7ecafe160b16 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744215964654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857257'] for agent, after_update {{(pid=103722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:39:35.579543 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron_lib.callbacks.manager [None req-1f0a762f-0348-4bba-b860-8eddab4cd770 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744215964654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857257'] for agent, after_update {{(pid=103722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:39:36.417762 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron_lib.callbacks.manager [None req-c59bf3d8-3f04-4740-8d75-807cb4f7478e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744215964654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857257'] for agent, after_update {{(pid=103722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:39:37.872661 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron_lib.callbacks.manager [None req-e2b995a4-3526-4c71-93aa-7f4ba47dfd64 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744215964654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857257'] for agent, after_update {{(pid=103722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:39:51.147034 dv-cinder-786384-7-iscsi neutron-server[103723]: DEBUG neutron.db.agents_db [None req-cb648da2-ef1b-4de5-af28-8b32e926ae6d None None] Agent healthcheck: found 5 active agents {{(pid=103723) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}}
May 31 11:40:03.052912 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron_lib.callbacks.manager [None req-0047fbc6-e0e3-44e0-8226-118a8c8e16ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744215964654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857257'] for agent, after_update {{(pid=103722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:40:05.502134 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron_lib.callbacks.manager [None req-d7c44e6d-d8b5-4b07-8958-f295fa113e78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744215964654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857257'] for agent, after_update {{(pid=103722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:40:05.585167 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron_lib.callbacks.manager [None req-1f0a762f-0348-4bba-b860-8eddab4cd770 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744215964654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857257'] for agent, after_update {{(pid=103722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:40:06.421314 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron_lib.callbacks.manager [None req-c59bf3d8-3f04-4740-8d75-807cb4f7478e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744215964654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857257'] for agent, after_update {{(pid=103722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:40:07.875042 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron_lib.callbacks.manager [None req-e2b995a4-3526-4c71-93aa-7f4ba47dfd64 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744215964654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857257'] for agent, after_update {{(pid=103722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:40:23.260340 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron.wsgi [-] (103720) accepted ('10.222.0.57', 37980) {{(pid=103720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 31 11:40:23.266399 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron.wsgi [None req-e2dbebb1-72e2-4807-aa84-a068262baa1b tempest-verify_tempest_config-1473983845 tempest-verify_tempest_config-1473983845-project] http://10.222.0.57:9696/v2.0/extensions returned with HTTP 200 {{(pid=103720) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
May 31 11:40:23.267345 dv-cinder-786384-7-iscsi neutron-server[103720]: INFO neutron.wsgi [None req-e2dbebb1-72e2-4807-aa84-a068262baa1b tempest-verify_tempest_config-1473983845 tempest-verify_tempest_config-1473983845-project] 10.222.0.57 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13635 time: 0.0060196
May 31 11:40:23.602949 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron.wsgi [-] (103720) accepted ('10.222.0.57', 37998) {{(pid=103720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 31 11:40:23.724780 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-0beec4fc-68af-42d5-bb8c-755233e53c1f admin admin] Notify callbacks [] for security_group, before_create {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:40:23.739257 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron.db.quota.driver [None req-0beec4fc-68af-42d5-bb8c-755233e53c1f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=103720) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 31 11:40:23.743393 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron.quota.resource [None req-0beec4fc-68af-42d5-bb8c-755233e53c1f admin admin] Usage tracker for resource:security_group_rule and tenant:a73a0c97bde54f5ab1ece7ac6a9f2732 is out of sync, need to count used quota {{(pid=103720) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 31 11:40:23.746365 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron.quota.resource [None req-0beec4fc-68af-42d5-bb8c-755233e53c1f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=103720) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 31 11:40:23.752547 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron.db.quota.driver [None req-0beec4fc-68af-42d5-bb8c-755233e53c1f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=103720) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 31 11:40:23.834039 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-0beec4fc-68af-42d5-bb8c-755233e53c1f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:40:23.840006 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-0beec4fc-68af-42d5-bb8c-755233e53c1f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3705957'] for security_group, after_create {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:40:23.849611 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103720) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 31 11:40:23.888159 dv-cinder-786384-7-iscsi neutron-server[103720]: INFO neutron.wsgi [None req-0beec4fc-68af-42d5-bb8c-755233e53c1f admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=a73a0c97bde54f5ab1ece7ac6a9f2732&name=default HTTP/1.1" status: 200  len: 2975 time: 0.2841780
May 31 11:40:23.888930 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0beec4fc-68af-42d5-bb8c-755233e53c1f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=455b89b6-243a-49fb-82e2-43b4ef85345d,revision_number=1']} {{(pid=103720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 31 11:40:23.891244 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.wsgi [-] (103721) accepted ('10.222.0.57', 38004) {{(pid=103721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 31 11:40:23.896079 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0beec4fc-68af-42d5-bb8c-755233e53c1f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786384-7-iscsi {{(pid=103720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 31 11:40:23.896445 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0beec4fc-68af-42d5-bb8c-755233e53c1f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786384-7-iscsi {{(pid=103720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 31 11:40:23.896769 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0beec4fc-68af-42d5-bb8c-755233e53c1f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786384-7-iscsi {{(pid=103720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 31 11:40:23.897086 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0beec4fc-68af-42d5-bb8c-755233e53c1f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786384-7-iscsi {{(pid=103720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 31 11:40:23.897395 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0beec4fc-68af-42d5-bb8c-755233e53c1f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786384-7-iscsi {{(pid=103720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 31 11:40:23.897709 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0beec4fc-68af-42d5-bb8c-755233e53c1f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786384-7-iscsi {{(pid=103720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 31 11:40:23.898016 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0beec4fc-68af-42d5-bb8c-755233e53c1f admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786384-7-iscsi {{(pid=103720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 31 11:40:23.898305 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0beec4fc-68af-42d5-bb8c-755233e53c1f admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786384-7-iscsi {{(pid=103720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 31 11:40:23.898625 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0beec4fc-68af-42d5-bb8c-755233e53c1f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786384-7-iscsi {{(pid=103720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 31 11:40:23.899015 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0beec4fc-68af-42d5-bb8c-755233e53c1f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786384-7-iscsi {{(pid=103720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 31 11:40:23.899321 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0beec4fc-68af-42d5-bb8c-755233e53c1f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786384-7-iscsi {{(pid=103720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 31 11:40:23.899623 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0beec4fc-68af-42d5-bb8c-755233e53c1f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786384-7-iscsi {{(pid=103720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 31 11:40:23.904260 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG oslo_concurrency.lockutils [None req-0beec4fc-68af-42d5-bb8c-755233e53c1f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=103720) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 31 11:40:23.953565 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron_lib.callbacks.manager [None req-56db5c0f-e7db-4c61-9982-21f45c5212cb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:40:23.979368 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron_lib.callbacks.manager [None req-56db5c0f-e7db-4c61-9982-21f45c5212cb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:40:24.073398 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron_lib.callbacks.manager [None req-56db5c0f-e7db-4c61-9982-21f45c5212cb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3705957'] for security_group, after_delete {{(pid=103721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:40:24.079478 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG oslo_concurrency.lockutils [None req-a4812c65-3124-48d8-ac31-702a50fa6942 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103721) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 31 11:40:24.092058 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56db5c0f-e7db-4c61-9982-21f45c5212cb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=455b89b6-243a-49fb-82e2-43b4ef85345d,revision_number=None']} {{(pid=103721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 31 11:40:24.096403 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron_lib.callbacks.manager [None req-56db5c0f-e7db-4c61-9982-21f45c5212cb admin admin] Notify callbacks [] for security_group, before_response {{(pid=103721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:40:24.097525 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [None req-56db5c0f-e7db-4c61-9982-21f45c5212cb admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/455b89b6-243a-49fb-82e2-43b4ef85345d HTTP/1.1" status: 204  len: 168 time: 0.2051873
May 31 11:40:24.101610 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56db5c0f-e7db-4c61-9982-21f45c5212cb admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786384-7-iscsi {{(pid=103721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 31 11:40:24.101845 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56db5c0f-e7db-4c61-9982-21f45c5212cb admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786384-7-iscsi {{(pid=103721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 31 11:40:24.102173 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56db5c0f-e7db-4c61-9982-21f45c5212cb admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786384-7-iscsi {{(pid=103721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 31 11:40:24.102491 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56db5c0f-e7db-4c61-9982-21f45c5212cb admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786384-7-iscsi {{(pid=103721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 31 11:40:24.102835 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56db5c0f-e7db-4c61-9982-21f45c5212cb admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786384-7-iscsi {{(pid=103721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 31 11:40:24.103159 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56db5c0f-e7db-4c61-9982-21f45c5212cb admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786384-7-iscsi {{(pid=103721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 31 11:40:24.103471 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56db5c0f-e7db-4c61-9982-21f45c5212cb admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786384-7-iscsi {{(pid=103721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 31 11:40:24.103819 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56db5c0f-e7db-4c61-9982-21f45c5212cb admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786384-7-iscsi {{(pid=103721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 31 11:40:24.104138 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56db5c0f-e7db-4c61-9982-21f45c5212cb admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786384-7-iscsi {{(pid=103721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 31 11:40:24.104448 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56db5c0f-e7db-4c61-9982-21f45c5212cb admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786384-7-iscsi {{(pid=103721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 31 11:40:24.104756 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56db5c0f-e7db-4c61-9982-21f45c5212cb admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786384-7-iscsi {{(pid=103721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 31 11:40:24.105063 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56db5c0f-e7db-4c61-9982-21f45c5212cb admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786384-7-iscsi {{(pid=103721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 31 11:40:24.108382 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG oslo_concurrency.lockutils [None req-56db5c0f-e7db-4c61-9982-21f45c5212cb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=103721) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 31 11:40:28.145826 dv-cinder-786384-7-iscsi neutron-server[103723]: DEBUG neutron.db.agents_db [None req-cb648da2-ef1b-4de5-af28-8b32e926ae6d None None] Agent healthcheck: found 5 active agents {{(pid=103723) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}}
May 31 11:40:33.057779 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron_lib.callbacks.manager [None req-9939a21d-5aa4-44c9-aeb3-2a1a377efde1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744215964654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857257'] for agent, after_update {{(pid=103722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:40:35.499321 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron_lib.callbacks.manager [None req-1991ff58-1039-44ef-a7fc-f0cc50cedf9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744215964654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857257'] for agent, after_update {{(pid=103722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:40:35.583365 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron_lib.callbacks.manager [None req-1f0a762f-0348-4bba-b860-8eddab4cd770 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744215964654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857257'] for agent, after_update {{(pid=103722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:40:36.426661 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron_lib.callbacks.manager [None req-c59bf3d8-3f04-4740-8d75-807cb4f7478e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744215964654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857257'] for agent, after_update {{(pid=103722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:40:37.884700 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron_lib.callbacks.manager [None req-e2b995a4-3526-4c71-93aa-7f4ba47dfd64 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744215964654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857257'] for agent, after_update {{(pid=103722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:41:03.068769 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron_lib.callbacks.manager [None req-91ee8e4d-d97c-42f4-bdd6-36b5b8000788 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744215964654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857257'] for agent, after_update {{(pid=103722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:41:05.149937 dv-cinder-786384-7-iscsi neutron-server[103723]: DEBUG neutron.db.agents_db [None req-cb648da2-ef1b-4de5-af28-8b32e926ae6d None None] Agent healthcheck: found 5 active agents {{(pid=103723) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}}
May 31 11:41:05.493552 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron_lib.callbacks.manager [None req-3d6429bd-ce9f-437f-973d-d5d4212f1fd9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744215964654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857257'] for agent, after_update {{(pid=103722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:41:05.582114 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron_lib.callbacks.manager [None req-1f0a762f-0348-4bba-b860-8eddab4cd770 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744215964654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857257'] for agent, after_update {{(pid=103722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:41:06.437019 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron_lib.callbacks.manager [None req-c59bf3d8-3f04-4740-8d75-807cb4f7478e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744215964654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857257'] for agent, after_update {{(pid=103722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:41:07.898110 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron_lib.callbacks.manager [None req-e2b995a4-3526-4c71-93aa-7f4ba47dfd64 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744215964654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857257'] for agent, after_update {{(pid=103722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:41:33.107594 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron_lib.callbacks.manager [None req-43238fd0-ab37-45c0-a4cc-1292604e5256 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744215964654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857257'] for agent, after_update {{(pid=103722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:41:35.497487 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron_lib.callbacks.manager [None req-a26c750e-bce8-4a73-948e-3e51702152b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744215964654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857257'] for agent, after_update {{(pid=103722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:41:35.577131 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron_lib.callbacks.manager [None req-1f0a762f-0348-4bba-b860-8eddab4cd770 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744215964654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857257'] for agent, after_update {{(pid=103722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:41:36.441905 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron_lib.callbacks.manager [None req-c59bf3d8-3f04-4740-8d75-807cb4f7478e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744215964654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857257'] for agent, after_update {{(pid=103722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:41:37.899099 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron_lib.callbacks.manager [None req-e2b995a4-3526-4c71-93aa-7f4ba47dfd64 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744215964654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857257'] for agent, after_update {{(pid=103722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:41:42.153505 dv-cinder-786384-7-iscsi neutron-server[103723]: DEBUG neutron.db.agents_db [None req-cb648da2-ef1b-4de5-af28-8b32e926ae6d None None] Agent healthcheck: found 5 active agents {{(pid=103723) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}}
May 31 11:42:01.320442 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron_lib.callbacks.manager [None req-43028a7b-58d7-408b-ac75-1328e6896bf7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744215964654'] for agent, after_create {{(pid=103722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:42:03.070215 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron_lib.callbacks.manager [None req-62cc4e08-dec9-4366-a02e-ea57c5c3ee14 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744215964654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857257'] for agent, after_update {{(pid=103722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:42:05.510992 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron_lib.callbacks.manager [None req-c127de7b-70c0-4c96-9445-56cd8f09a618 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744215964654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857257'] for agent, after_update {{(pid=103722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:42:05.589848 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron_lib.callbacks.manager [None req-1f0a762f-0348-4bba-b860-8eddab4cd770 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744215964654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857257'] for agent, after_update {{(pid=103722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:42:06.436914 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron_lib.callbacks.manager [None req-c59bf3d8-3f04-4740-8d75-807cb4f7478e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744215964654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857257'] for agent, after_update {{(pid=103722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:42:07.897532 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron_lib.callbacks.manager [None req-e2b995a4-3526-4c71-93aa-7f4ba47dfd64 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744215964654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857257'] for agent, after_update {{(pid=103722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:42:15.492972 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron.wsgi [-] (103720) accepted ('10.222.0.57', 38076) {{(pid=103720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 31 11:42:15.622781 dv-cinder-786384-7-iscsi neutron-server[103720]: INFO neutron.wsgi [None req-50f68c2d-03aa-4fc8-bb32-e4531c7cf5c9 admin admin] 10.222.0.57 "GET /v2.0/agents HTTP/1.1" status: 200  len: 4303 time: 0.1286855
May 31 11:42:17.755556 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron.wsgi [-] (103720) accepted ('10.222.0.57', 38086) {{(pid=103720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 31 11:42:17.818549 dv-cinder-786384-7-iscsi neutron-server[103720]: INFO neutron.wsgi [None req-02852d42-a118-4caa-a6f6-a8e9b0fe1e39 admin admin] 10.222.0.57 "GET /v2.0/agents HTTP/1.1" status: 200  len: 4303 time: 0.0619247
May 31 11:42:19.158043 dv-cinder-786384-7-iscsi neutron-server[103723]: DEBUG neutron.db.agents_db [None req-cb648da2-ef1b-4de5-af28-8b32e926ae6d None None] Agent healthcheck: found 6 active agents {{(pid=103723) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}}
May 31 11:42:31.278849 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron_lib.callbacks.manager [None req-43028a7b-58d7-408b-ac75-1328e6896bf7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744215964654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857257'] for agent, after_update {{(pid=103722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:42:33.072294 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron_lib.callbacks.manager [None req-5cd78fe0-dfae-4696-bd9a-e615be1a4563 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744215964654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857257'] for agent, after_update {{(pid=103722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:42:35.517934 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron_lib.callbacks.manager [None req-35d6c7b9-4be7-4d10-b30d-97fdfb994460 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744215964654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857257'] for agent, after_update {{(pid=103722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:42:35.587213 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron_lib.callbacks.manager [None req-1f0a762f-0348-4bba-b860-8eddab4cd770 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744215964654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857257'] for agent, after_update {{(pid=103722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:42:36.448386 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron_lib.callbacks.manager [None req-c59bf3d8-3f04-4740-8d75-807cb4f7478e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744215964654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857257'] for agent, after_update {{(pid=103722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:42:37.906917 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron_lib.callbacks.manager [None req-e2b995a4-3526-4c71-93aa-7f4ba47dfd64 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744215964654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857257'] for agent, after_update {{(pid=103722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:42:56.162733 dv-cinder-786384-7-iscsi neutron-server[103723]: DEBUG neutron.db.agents_db [None req-cb648da2-ef1b-4de5-af28-8b32e926ae6d None None] Agent healthcheck: found 6 active agents {{(pid=103723) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}}
May 31 11:43:01.288046 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron_lib.callbacks.manager [None req-43028a7b-58d7-408b-ac75-1328e6896bf7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744215964654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857257'] for agent, after_update {{(pid=103722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:43:03.065556 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron_lib.callbacks.manager [None req-e91429c5-2ae2-4ebd-9148-56d74527cc55 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744215964654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857257'] for agent, after_update {{(pid=103722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:43:05.508453 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron_lib.callbacks.manager [None req-109534fa-fc00-4a12-938c-786d523498d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744215964654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857257'] for agent, after_update {{(pid=103722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:43:05.591828 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron_lib.callbacks.manager [None req-1f0a762f-0348-4bba-b860-8eddab4cd770 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744215964654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857257'] for agent, after_update {{(pid=103722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:43:06.442753 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron_lib.callbacks.manager [None req-c59bf3d8-3f04-4740-8d75-807cb4f7478e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744215964654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857257'] for agent, after_update {{(pid=103722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:43:07.899122 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron_lib.callbacks.manager [None req-e2b995a4-3526-4c71-93aa-7f4ba47dfd64 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744215964654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857257'] for agent, after_update {{(pid=103722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:43:31.291481 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron_lib.callbacks.manager [None req-43028a7b-58d7-408b-ac75-1328e6896bf7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744215964654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857257'] for agent, after_update {{(pid=103722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:43:33.118203 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron_lib.callbacks.manager [None req-54e7278f-777b-4c1e-ba63-6f5594ac6f99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744215964654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857257'] for agent, after_update {{(pid=103722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:43:33.162949 dv-cinder-786384-7-iscsi neutron-server[103723]: DEBUG neutron.db.agents_db [None req-cb648da2-ef1b-4de5-af28-8b32e926ae6d None None] Agent healthcheck: found 6 active agents {{(pid=103723) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}}
May 31 11:43:35.509341 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron_lib.callbacks.manager [None req-c1c2424c-d6e3-4f61-90d5-e6cbc3fd5ba0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744215964654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857257'] for agent, after_update {{(pid=103722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:43:35.586927 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron_lib.callbacks.manager [None req-1f0a762f-0348-4bba-b860-8eddab4cd770 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744215964654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857257'] for agent, after_update {{(pid=103722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:43:36.445175 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron_lib.callbacks.manager [None req-c59bf3d8-3f04-4740-8d75-807cb4f7478e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744215964654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857257'] for agent, after_update {{(pid=103722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:43:37.902458 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron_lib.callbacks.manager [None req-e2b995a4-3526-4c71-93aa-7f4ba47dfd64 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744215964654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857257'] for agent, after_update {{(pid=103722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:43:44.320921 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron.wsgi [-] (103720) accepted ('10.222.0.57', 38294) {{(pid=103720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 31 11:43:44.683608 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron.api.v2.base [None req-fecdc51a-f68b-4a7a-b053-b70d20624f7c admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-352513985-network', 'tenant_id': 'f3bd06944c9240d0a51b5da41de72600'}} {{(pid=103720) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 31 11:43:44.688795 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron.db.quota.driver [None req-fecdc51a-f68b-4a7a-b053-b70d20624f7c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=103720) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 31 11:43:44.693116 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron.quota.resource [None req-fecdc51a-f68b-4a7a-b053-b70d20624f7c admin admin] Usage tracker for resource:network and tenant:f3bd06944c9240d0a51b5da41de72600 is out of sync, need to count used quota {{(pid=103720) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 31 11:43:44.696109 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron.quota.resource [None req-fecdc51a-f68b-4a7a-b053-b70d20624f7c admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=103720) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 31 11:43:44.702434 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron.db.quota.driver [None req-fecdc51a-f68b-4a7a-b053-b70d20624f7c admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=103720) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 31 11:43:44.713694 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fecdc51a-f68b-4a7a-b053-b70d20624f7c admin admin] Made reservation on behalf of f3bd06944c9240d0a51b5da41de72600 for: {'network': 1} {{(pid=103720) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 31 11:43:44.716564 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-fecdc51a-f68b-4a7a-b053-b70d20624f7c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-934191'] for network, before_create {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:43:44.729517 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-fecdc51a-f68b-4a7a-b053-b70d20624f7c admin admin] Notify callbacks [] for security_group, before_create {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:43:44.746861 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron.db.quota.driver [None req-fecdc51a-f68b-4a7a-b053-b70d20624f7c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=103720) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 31 11:43:44.750936 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron.quota.resource [None req-fecdc51a-f68b-4a7a-b053-b70d20624f7c admin admin] Usage tracker for resource:security_group_rule and tenant:f3bd06944c9240d0a51b5da41de72600 is out of sync, need to count used quota {{(pid=103720) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 31 11:43:44.753884 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron.quota.resource [None req-fecdc51a-f68b-4a7a-b053-b70d20624f7c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=103720) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 31 11:43:44.759970 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron.db.quota.driver [None req-fecdc51a-f68b-4a7a-b053-b70d20624f7c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=103720) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 31 11:43:44.846855 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-fecdc51a-f68b-4a7a-b053-b70d20624f7c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:43:44.851429 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-fecdc51a-f68b-4a7a-b053-b70d20624f7c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3705957'] for security_group, after_create {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:43:44.856447 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103720) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 31 11:43:44.887196 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fecdc51a-f68b-4a7a-b053-b70d20624f7c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bf8a55a1-d797-4b67-b96e-5cb5bc1ecb19,revision_number=1']} {{(pid=103720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 31 11:43:44.895836 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fecdc51a-f68b-4a7a-b053-b70d20624f7c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 766}  {{(pid=103720) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
May 31 11:43:44.900677 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.wsgi [-] (103721) accepted ('10.222.0.57', 38322) {{(pid=103721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 31 11:43:44.902195 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fecdc51a-f68b-4a7a-b053-b70d20624f7c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786384-7-iscsi {{(pid=103720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 31 11:43:44.902534 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fecdc51a-f68b-4a7a-b053-b70d20624f7c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786384-7-iscsi {{(pid=103720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 31 11:43:44.902870 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fecdc51a-f68b-4a7a-b053-b70d20624f7c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786384-7-iscsi {{(pid=103720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 31 11:43:44.903202 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fecdc51a-f68b-4a7a-b053-b70d20624f7c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786384-7-iscsi {{(pid=103720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 31 11:43:44.903538 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fecdc51a-f68b-4a7a-b053-b70d20624f7c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786384-7-iscsi {{(pid=103720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 31 11:43:44.903908 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fecdc51a-f68b-4a7a-b053-b70d20624f7c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786384-7-iscsi {{(pid=103720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 31 11:43:44.904414 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fecdc51a-f68b-4a7a-b053-b70d20624f7c admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786384-7-iscsi {{(pid=103720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 31 11:43:44.904901 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fecdc51a-f68b-4a7a-b053-b70d20624f7c admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786384-7-iscsi {{(pid=103720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 31 11:43:44.905473 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fecdc51a-f68b-4a7a-b053-b70d20624f7c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786384-7-iscsi {{(pid=103720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 31 11:43:44.906095 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fecdc51a-f68b-4a7a-b053-b70d20624f7c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786384-7-iscsi {{(pid=103720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 31 11:43:44.906559 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fecdc51a-f68b-4a7a-b053-b70d20624f7c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786384-7-iscsi {{(pid=103720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 31 11:43:44.907018 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fecdc51a-f68b-4a7a-b053-b70d20624f7c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786384-7-iscsi {{(pid=103720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 31 11:43:44.908729 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fecdc51a-f68b-4a7a-b053-b70d20624f7c admin admin] Tracked resource versions report:
May 31 11:43:44.908729 dv-cinder-786384-7-iscsi neutron-server[103720]: pushed versions:
May 31 11:43:44.908729 dv-cinder-786384-7-iscsi neutron-server[103720]: {   'AddressGroup': {'1.2'},
May 31 11:43:44.908729 dv-cinder-786384-7-iscsi neutron-server[103720]:     'ConntrackHelper': {'1.0'},
May 31 11:43:44.908729 dv-cinder-786384-7-iscsi neutron-server[103720]:     'Log': {'1.0'},
May 31 11:43:44.908729 dv-cinder-786384-7-iscsi neutron-server[103720]:     'Network': {'1.1'},
May 31 11:43:44.908729 dv-cinder-786384-7-iscsi neutron-server[103720]:     'Port': {'1.7'},
May 31 11:43:44.908729 dv-cinder-786384-7-iscsi neutron-server[103720]:     'PortForwarding': {'1.2'},
May 31 11:43:44.908729 dv-cinder-786384-7-iscsi neutron-server[103720]:     'QosPolicy': {'1.8'},
May 31 11:43:44.908729 dv-cinder-786384-7-iscsi neutron-server[103720]:     'SecurityGroup': {'1.4'},
May 31 11:43:44.908729 dv-cinder-786384-7-iscsi neutron-server[103720]:     'SecurityGroupRule': {'1.2'},
May 31 11:43:44.908729 dv-cinder-786384-7-iscsi neutron-server[103720]:     'SubPort': {'1.0'},
May 31 11:43:44.908729 dv-cinder-786384-7-iscsi neutron-server[103720]:     'Subnet': {'1.1'},
May 31 11:43:44.908729 dv-cinder-786384-7-iscsi neutron-server[103720]:     'Trunk': {'1.1'}}
May 31 11:43:44.908729 dv-cinder-786384-7-iscsi neutron-server[103720]: consumer versions:
May 31 11:43:44.908729 dv-cinder-786384-7-iscsi neutron-server[103720]: {   DHCP agent@dv-cinder-786384-7-iscsi: {},
May 31 11:43:44.908729 dv-cinder-786384-7-iscsi neutron-server[103720]:     HyperV agent@hv-cinder-78638: {},
May 31 11:43:44.908729 dv-cinder-786384-7-iscsi neutron-server[103720]:     L3 agent@dv-cinder-786384-7-iscsi: {},
May 31 11:43:44.908729 dv-cinder-786384-7-iscsi neutron-server[103720]:     Metadata agent@dv-cinder-786384-7-iscsi: {},
May 31 11:43:44.908729 dv-cinder-786384-7-iscsi neutron-server[103720]:     Metering agent@dv-cinder-786384-7-iscsi: {},
May 31 11:43:44.908729 dv-cinder-786384-7-iscsi neutron-server[103720]:     Open vSwitch agent@dv-cinder-786384-7-iscsi: {   'AddressGroup': '1.2',
May 31 11:43:44.908729 dv-cinder-786384-7-iscsi neutron-server[103720]:                                                      'ConntrackHelper': '1.0',
May 31 11:43:44.908729 dv-cinder-786384-7-iscsi neutron-server[103720]:                                                      'Log': '1.0',
May 31 11:43:44.908729 dv-cinder-786384-7-iscsi neutron-server[103720]:                                                      'Network': '1.1',
May 31 11:43:44.908729 dv-cinder-786384-7-iscsi neutron-server[103720]:                                                      'Port': '1.7',
May 31 11:43:44.908729 dv-cinder-786384-7-iscsi neutron-server[103720]:                                                      'PortForwarding': '1.2',
May 31 11:43:44.908729 dv-cinder-786384-7-iscsi neutron-server[103720]:                                                      'QosPolicy': '1.8',
May 31 11:43:44.908729 dv-cinder-786384-7-iscsi neutron-server[103720]:                                                      'SecurityGroup': '1.4',
May 31 11:43:44.908729 dv-cinder-786384-7-iscsi neutron-server[103720]:                                                      'SecurityGroupRule': '1.2',
May 31 11:43:44.908729 dv-cinder-786384-7-iscsi neutron-server[103720]:                                                      'SubPort': '1.0',
May 31 11:43:44.908729 dv-cinder-786384-7-iscsi neutron-server[103720]:                                                      'Subnet': '1.1',
May 31 11:43:44.908729 dv-cinder-786384-7-iscsi neutron-server[103720]:                                                      'Trunk': '1.1'}}
May 31 11:43:44.908729 dv-cinder-786384-7-iscsi neutron-server[103720]:  {{(pid=103720) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}}
May 31 11:43:44.914760 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.wsgi [-] (103721) accepted ('10.222.0.57', 38330) {{(pid=103721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 31 11:43:44.918469 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG oslo_concurrency.lockutils [None req-fecdc51a-f68b-4a7a-b053-b70d20624f7c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=103720) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 31 11:43:44.927410 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-fecdc51a-f68b-4a7a-b053-b70d20624f7c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-882655'] for segment, precommit_create {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:43:44.927746 dv-cinder-786384-7-iscsi neutron-server[103720]: INFO neutron.db.segments_db [None req-fecdc51a-f68b-4a7a-b053-b70d20624f7c admin admin] Added segment fea50412-2064-40f9-97d7-ef805bb3a428 of type vlan for network 2c20abfc-12cd-4800-b928-7191b2675429
May 31 11:43:44.956096 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-fecdc51a-f68b-4a7a-b053-b70d20624f7c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744215540035'] for network, precommit_create {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:43:44.988606 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-fecdc51a-f68b-4a7a-b053-b70d20624f7c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3705951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3701686'] for network, after_create {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:43:44.990066 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fecdc51a-f68b-4a7a-b053-b70d20624f7c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 11:43:44.990633 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-fecdc51a-f68b-4a7a-b053-b70d20624f7c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3701651'] for network, before_response {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:43:44.995670 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG oslo_concurrency.lockutils [None req-a880580b-5727-4b26-909d-7506050a5cda admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103720) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 31 11:43:45.099405 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fecdc51a-f68b-4a7a-b053-b70d20624f7c admin admin] Pushing event updated for resources: {'Network': ['ID=2c20abfc-12cd-4800-b928-7191b2675429,revision_number=1']} {{(pid=103720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 31 11:43:45.102229 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG oslo_concurrency.lockutils [None req-fecdc51a-f68b-4a7a-b053-b70d20624f7c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=103720) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 31 11:43:45.107585 dv-cinder-786384-7-iscsi neutron-server[103720]: INFO neutron.wsgi [None req-fecdc51a-f68b-4a7a-b053-b70d20624f7c admin admin] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201  len: 889 time: 0.7827196
May 31 11:43:45.108119 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.wsgi [-] (103721) accepted ('10.222.0.57', 38342) {{(pid=103721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 31 11:43:45.112828 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron.plugins.ml2.rpc [None req-1f0a762f-0348-4bba-b860-8eddab4cd770 None None] Network 2c20abfc-12cd-4800-b928-7191b2675429 details requested by agent ovs-agent-dv-cinder-786384-7-iscsi with host dv-cinder-786384-7-iscsi {{(pid=103722) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
May 31 11:43:45.114677 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.api.v2.base [None req-413a4e96-4d6c-44ee-aae1-34dfc9ec8f51 admin admin] Request body: {'subnet': {'network_id': '2c20abfc-12cd-4800-b928-7191b2675429', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-352513985-subnet', 'tenant_id': 'f3bd06944c9240d0a51b5da41de72600', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103721) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 31 11:43:45.119575 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.db.quota.driver [None req-413a4e96-4d6c-44ee-aae1-34dfc9ec8f51 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=103721) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 31 11:43:45.124243 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.quota.resource [None req-413a4e96-4d6c-44ee-aae1-34dfc9ec8f51 admin admin] Usage tracker for resource:subnet and tenant:f3bd06944c9240d0a51b5da41de72600 is out of sync, need to count used quota {{(pid=103721) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 31 11:43:45.127374 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.quota.resource [None req-413a4e96-4d6c-44ee-aae1-34dfc9ec8f51 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=103721) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 31 11:43:45.134329 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.db.quota.driver [None req-413a4e96-4d6c-44ee-aae1-34dfc9ec8f51 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=103721) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 31 11:43:45.147768 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-413a4e96-4d6c-44ee-aae1-34dfc9ec8f51 admin admin] Made reservation on behalf of f3bd06944c9240d0a51b5da41de72600 for: {'subnet': 1} {{(pid=103721) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 31 11:43:45.151277 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron_lib.callbacks.manager [None req-413a4e96-4d6c-44ee-aae1-34dfc9ec8f51 admin admin] Notify callbacks [] for subnet, before_create {{(pid=103721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:43:45.404689 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.api.v2.base [None req-32528bbf-0b0e-41c3-9df4-ab5be798680b admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-751692656-network', 'tenant_id': 'e6680e894741452ebedaacc4ca6c4c58'}} {{(pid=103721) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 31 11:43:45.410048 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.db.quota.driver [None req-32528bbf-0b0e-41c3-9df4-ab5be798680b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=103721) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 31 11:43:45.445471 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.api.v2.base [None req-284533e2-5b87-4a99-97c7-8c3c48287792 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-1598437275-network', 'tenant_id': '86142890551c41cfa8da35ccf86bd62f'}} {{(pid=103721) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 31 11:43:45.448997 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.quota.resource [None req-32528bbf-0b0e-41c3-9df4-ab5be798680b admin admin] Usage tracker for resource:network and tenant:e6680e894741452ebedaacc4ca6c4c58 is out of sync, need to count used quota {{(pid=103721) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 31 11:43:45.457100 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.quota.resource [None req-32528bbf-0b0e-41c3-9df4-ab5be798680b admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=103721) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 31 11:43:45.522315 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.db.quota.driver [None req-32528bbf-0b0e-41c3-9df4-ab5be798680b admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=103721) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 31 11:43:45.590946 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.db.quota.driver [None req-284533e2-5b87-4a99-97c7-8c3c48287792 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=103721) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 31 11:43:45.600079 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.quota.resource [None req-284533e2-5b87-4a99-97c7-8c3c48287792 admin admin] Usage tracker for resource:network and tenant:86142890551c41cfa8da35ccf86bd62f is out of sync, need to count used quota {{(pid=103721) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 31 11:43:45.604607 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-32528bbf-0b0e-41c3-9df4-ab5be798680b admin admin] Made reservation on behalf of e6680e894741452ebedaacc4ca6c4c58 for: {'network': 1} {{(pid=103721) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 31 11:43:45.607576 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron_lib.callbacks.manager [None req-32528bbf-0b0e-41c3-9df4-ab5be798680b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-934191'] for network, before_create {{(pid=103721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:43:45.618775 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.quota.resource [None req-284533e2-5b87-4a99-97c7-8c3c48287792 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=103721) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 31 11:43:45.631485 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.db.quota.driver [None req-284533e2-5b87-4a99-97c7-8c3c48287792 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=103721) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 31 11:43:45.633551 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron_lib.callbacks.manager [None req-32528bbf-0b0e-41c3-9df4-ab5be798680b admin admin] Notify callbacks [] for security_group, before_create {{(pid=103721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:43:45.672790 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.db.quota.driver [None req-32528bbf-0b0e-41c3-9df4-ab5be798680b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=103721) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 31 11:43:45.686545 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-284533e2-5b87-4a99-97c7-8c3c48287792 admin admin] Made reservation on behalf of 86142890551c41cfa8da35ccf86bd62f for: {'network': 1} {{(pid=103721) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 31 11:43:45.689973 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron_lib.callbacks.manager [None req-284533e2-5b87-4a99-97c7-8c3c48287792 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-934191'] for network, before_create {{(pid=103721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:43:45.704017 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.quota.resource [None req-32528bbf-0b0e-41c3-9df4-ab5be798680b admin admin] Usage tracker for resource:security_group_rule and tenant:e6680e894741452ebedaacc4ca6c4c58 is out of sync, need to count used quota {{(pid=103721) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 31 11:43:45.713156 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron_lib.callbacks.manager [None req-284533e2-5b87-4a99-97c7-8c3c48287792 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:43:45.725951 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.quota.resource [None req-32528bbf-0b0e-41c3-9df4-ab5be798680b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=103721) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 31 11:43:45.782951 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.db.quota.driver [None req-284533e2-5b87-4a99-97c7-8c3c48287792 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=103721) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 31 11:43:45.786903 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.quota.resource [None req-284533e2-5b87-4a99-97c7-8c3c48287792 admin admin] Usage tracker for resource:security_group_rule and tenant:86142890551c41cfa8da35ccf86bd62f is out of sync, need to count used quota {{(pid=103721) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 31 11:43:45.792514 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron_lib.callbacks.manager [None req-413a4e96-4d6c-44ee-aae1-34dfc9ec8f51 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3701677'] for subnet, after_create {{(pid=103721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:43:45.793429 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.quota.resource [None req-284533e2-5b87-4a99-97c7-8c3c48287792 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=103721) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 31 11:43:45.796098 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.db.quota.driver [None req-32528bbf-0b0e-41c3-9df4-ab5be798680b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=103721) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 31 11:43:45.805955 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.db.quota.driver [None req-284533e2-5b87-4a99-97c7-8c3c48287792 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=103721) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 31 11:43:45.808929 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG oslo_concurrency.lockutils [None req-b5b7b6d3-1db8-4a37-812e-1fff4ed38132 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103721) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 31 11:43:45.887968 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-413a4e96-4d6c-44ee-aae1-34dfc9ec8f51 admin admin] Checking segment: {'id': 'fea50412-2064-40f9-97d7-ef805bb3a428', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 766, 'network_id': '2c20abfc-12cd-4800-b928-7191b2675429'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103721) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 31 11:43:45.888363 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-413a4e96-4d6c-44ee-aae1-34dfc9ec8f51 admin admin] Network hostable DHCP agents. Network: 2c20abfc-12cd-4800-b928-7191b2675429, hostable agents: ['dff46186-ee29-425e-9f8b-1a5cc0b5fc21'], hosted agents: [] {{(pid=103721) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
May 31 11:43:45.940275 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-413a4e96-4d6c-44ee-aae1-34dfc9ec8f51 admin admin] Network 2c20abfc-12cd-4800-b928-7191b2675429 is scheduled to be hosted by DHCP agent dff46186-ee29-425e-9f8b-1a5cc0b5fc21 with binding_index 1 {{(pid=103721) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
May 31 11:43:45.969877 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.scheduler.base_scheduler [None req-413a4e96-4d6c-44ee-aae1-34dfc9ec8f51 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786384-7-iscsi, 2c20abfc-12cd-4800-b928-7191b2675429) {{(pid=103721) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 31 11:43:45.980799 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a78c7053-0a03-4052-a901-7f5588280c6b None None] Network 2c20abfc-12cd-4800-b928-7191b2675429 requested from dv-cinder-786384-7-iscsi {{(pid=103722) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
May 31 11:43:45.990089 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-413a4e96-4d6c-44ee-aae1-34dfc9ec8f51 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 11:43:45.990838 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron_lib.callbacks.manager [None req-413a4e96-4d6c-44ee-aae1-34dfc9ec8f51 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3701651'] for subnet, before_response {{(pid=103721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:43:46.021925 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-413a4e96-4d6c-44ee-aae1-34dfc9ec8f51 admin admin] Pushing event updated for resources: {'Subnet': ['ID=97d26c19-ffd5-4600-9f66-20181dad1656,revision_number=0']} {{(pid=103721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 31 11:43:46.030855 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron.wsgi [-] (103720) accepted ('10.222.0.57', 38380) {{(pid=103720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 31 11:43:46.031450 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [None req-413a4e96-4d6c-44ee-aae1-34dfc9ec8f51 admin admin] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 852 time: 0.9212084
May 31 11:43:46.038601 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron.api.v2.base [None req-8f364c08-7441-4021-a8e2-9b94f3cef332 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-352513985-router', 'tenant_id': 'f3bd06944c9240d0a51b5da41de72600', 'external_gateway_info': {'network_id': '1cb16751-6ba1-494a-bef1-53f614bdb222'}}} {{(pid=103720) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 31 11:43:46.045557 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron.db.quota.driver [None req-8f364c08-7441-4021-a8e2-9b94f3cef332 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=103720) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 31 11:43:46.056590 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron.quota.resource [None req-8f364c08-7441-4021-a8e2-9b94f3cef332 admin admin] Usage tracker for resource:router and tenant:f3bd06944c9240d0a51b5da41de72600 is out of sync, need to count used quota {{(pid=103720) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 31 11:43:46.065802 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron.quota.resource [None req-8f364c08-7441-4021-a8e2-9b94f3cef332 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=103720) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 31 11:43:46.087956 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron.db.quota.driver [None req-8f364c08-7441-4021-a8e2-9b94f3cef332 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=103720) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 31 11:43:46.099766 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-413a4e96-4d6c-44ee-aae1-34dfc9ec8f51 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786384-7-iscsi {{(pid=103721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 31 11:43:46.103147 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-413a4e96-4d6c-44ee-aae1-34dfc9ec8f51 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786384-7-iscsi {{(pid=103721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 31 11:43:46.103826 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-413a4e96-4d6c-44ee-aae1-34dfc9ec8f51 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786384-7-iscsi {{(pid=103721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 31 11:43:46.104312 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-413a4e96-4d6c-44ee-aae1-34dfc9ec8f51 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786384-7-iscsi {{(pid=103721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 31 11:43:46.104683 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-413a4e96-4d6c-44ee-aae1-34dfc9ec8f51 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786384-7-iscsi {{(pid=103721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 31 11:43:46.105113 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-413a4e96-4d6c-44ee-aae1-34dfc9ec8f51 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786384-7-iscsi {{(pid=103721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 31 11:43:46.105494 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-413a4e96-4d6c-44ee-aae1-34dfc9ec8f51 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786384-7-iscsi {{(pid=103721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 31 11:43:46.105915 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-413a4e96-4d6c-44ee-aae1-34dfc9ec8f51 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786384-7-iscsi {{(pid=103721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 31 11:43:46.106300 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-413a4e96-4d6c-44ee-aae1-34dfc9ec8f51 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786384-7-iscsi {{(pid=103721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 31 11:43:46.106800 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-413a4e96-4d6c-44ee-aae1-34dfc9ec8f51 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786384-7-iscsi {{(pid=103721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 31 11:43:46.107732 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-413a4e96-4d6c-44ee-aae1-34dfc9ec8f51 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786384-7-iscsi {{(pid=103721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 31 11:43:46.108898 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-413a4e96-4d6c-44ee-aae1-34dfc9ec8f51 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786384-7-iscsi {{(pid=103721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 31 11:43:46.111080 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-413a4e96-4d6c-44ee-aae1-34dfc9ec8f51 admin admin] Tracked resource versions report:
May 31 11:43:46.111080 dv-cinder-786384-7-iscsi neutron-server[103721]: pushed versions:
May 31 11:43:46.111080 dv-cinder-786384-7-iscsi neutron-server[103721]: {   'AddressGroup': {'1.2'},
May 31 11:43:46.111080 dv-cinder-786384-7-iscsi neutron-server[103721]:     'ConntrackHelper': {'1.0'},
May 31 11:43:46.111080 dv-cinder-786384-7-iscsi neutron-server[103721]:     'Log': {'1.0'},
May 31 11:43:46.111080 dv-cinder-786384-7-iscsi neutron-server[103721]:     'Network': {'1.1'},
May 31 11:43:46.111080 dv-cinder-786384-7-iscsi neutron-server[103721]:     'Port': {'1.7'},
May 31 11:43:46.111080 dv-cinder-786384-7-iscsi neutron-server[103721]:     'PortForwarding': {'1.2'},
May 31 11:43:46.111080 dv-cinder-786384-7-iscsi neutron-server[103721]:     'QosPolicy': {'1.8'},
May 31 11:43:46.111080 dv-cinder-786384-7-iscsi neutron-server[103721]:     'SecurityGroup': {'1.4'},
May 31 11:43:46.111080 dv-cinder-786384-7-iscsi neutron-server[103721]:     'SecurityGroupRule': {'1.2'},
May 31 11:43:46.111080 dv-cinder-786384-7-iscsi neutron-server[103721]:     'SubPort': {'1.0'},
May 31 11:43:46.111080 dv-cinder-786384-7-iscsi neutron-server[103721]:     'Subnet': {'1.1'},
May 31 11:43:46.111080 dv-cinder-786384-7-iscsi neutron-server[103721]:     'Trunk': {'1.1'}}
May 31 11:43:46.111080 dv-cinder-786384-7-iscsi neutron-server[103721]: consumer versions:
May 31 11:43:46.111080 dv-cinder-786384-7-iscsi neutron-server[103721]: {   DHCP agent@dv-cinder-786384-7-iscsi: {},
May 31 11:43:46.111080 dv-cinder-786384-7-iscsi neutron-server[103721]:     HyperV agent@hv-cinder-78638: {},
May 31 11:43:46.111080 dv-cinder-786384-7-iscsi neutron-server[103721]:     L3 agent@dv-cinder-786384-7-iscsi: {},
May 31 11:43:46.111080 dv-cinder-786384-7-iscsi neutron-server[103721]:     Metadata agent@dv-cinder-786384-7-iscsi: {},
May 31 11:43:46.111080 dv-cinder-786384-7-iscsi neutron-server[103721]:     Metering agent@dv-cinder-786384-7-iscsi: {},
May 31 11:43:46.111080 dv-cinder-786384-7-iscsi neutron-server[103721]:     Open vSwitch agent@dv-cinder-786384-7-iscsi: {   'AddressGroup': '1.2',
May 31 11:43:46.111080 dv-cinder-786384-7-iscsi neutron-server[103721]:                                                      'ConntrackHelper': '1.0',
May 31 11:43:46.111080 dv-cinder-786384-7-iscsi neutron-server[103721]:                                                      'Log': '1.0',
May 31 11:43:46.111080 dv-cinder-786384-7-iscsi neutron-server[103721]:                                                      'Network': '1.1',
May 31 11:43:46.111080 dv-cinder-786384-7-iscsi neutron-server[103721]:                                                      'Port': '1.7',
May 31 11:43:46.111080 dv-cinder-786384-7-iscsi neutron-server[103721]:                                                      'PortForwarding': '1.2',
May 31 11:43:46.111080 dv-cinder-786384-7-iscsi neutron-server[103721]:                                                      'QosPolicy': '1.8',
May 31 11:43:46.111080 dv-cinder-786384-7-iscsi neutron-server[103721]:                                                      'SecurityGroup': '1.4',
May 31 11:43:46.111080 dv-cinder-786384-7-iscsi neutron-server[103721]:                                                      'SecurityGroupRule': '1.2',
May 31 11:43:46.111080 dv-cinder-786384-7-iscsi neutron-server[103721]:                                                      'SubPort': '1.0',
May 31 11:43:46.111080 dv-cinder-786384-7-iscsi neutron-server[103721]:                                                      'Subnet': '1.1',
May 31 11:43:46.111080 dv-cinder-786384-7-iscsi neutron-server[103721]:                                                      'Trunk': '1.1'}}
May 31 11:43:46.111080 dv-cinder-786384-7-iscsi neutron-server[103721]:  {{(pid=103721) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}}
May 31 11:43:46.126948 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG oslo_concurrency.lockutils [None req-413a4e96-4d6c-44ee-aae1-34dfc9ec8f51 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.318s {{(pid=103721) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 31 11:43:46.130695 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-8f364c08-7441-4021-a8e2-9b94f3cef332 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-4091324', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-953'] for router, before_create {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:43:46.132634 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-8f364c08-7441-4021-a8e2-9b94f3cef332 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4091580', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4088419', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3731854', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-928'] for router, precommit_create {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:43:46.179595 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-8f364c08-7441-4021-a8e2-9b94f3cef332 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:43:46.218521 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron_lib.callbacks.manager [None req-32528bbf-0b0e-41c3-9df4-ab5be798680b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:43:46.221097 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron_lib.callbacks.manager [None req-284533e2-5b87-4a99-97c7-8c3c48287792 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:43:46.226059 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron_lib.callbacks.manager [None req-32528bbf-0b0e-41c3-9df4-ab5be798680b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3705957'] for security_group, after_create {{(pid=103721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:43:46.232686 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103721) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 31 11:43:46.293172 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron_lib.callbacks.manager [None req-284533e2-5b87-4a99-97c7-8c3c48287792 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3705957'] for security_group, after_create {{(pid=103721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:43:46.295883 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32528bbf-0b0e-41c3-9df4-ab5be798680b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=61284c33-46c4-4e49-8e24-329051971a91,revision_number=1']} {{(pid=103721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 31 11:43:46.302347 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG oslo_concurrency.lockutils [None req-32528bbf-0b0e-41c3-9df4-ab5be798680b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=103721) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 31 11:43:46.319239 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-32528bbf-0b0e-41c3-9df4-ab5be798680b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 781}  {{(pid=103721) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
May 31 11:43:46.336996 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron_lib.callbacks.manager [None req-32528bbf-0b0e-41c3-9df4-ab5be798680b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-882655'] for segment, precommit_create {{(pid=103721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:43:46.337509 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.db.segments_db [None req-32528bbf-0b0e-41c3-9df4-ab5be798680b admin admin] Added segment 1469293d-93e3-432b-92ea-15da37b1359f of type vlan for network c32e1ce5-86a3-4104-9167-66f8d6251dc5
May 31 11:43:46.359712 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9172c024-a6b1-414b-9181-fd3c48e347a7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp392c12f8-4019-54cf-ac30-b8994873c460-2c20abfc-12cd-4800-b928-7191b2675429', 'network_id': '2c20abfc-12cd-4800-b928-7191b2675429', 'tenant_id': 'f3bd06944c9240d0a51b5da41de72600', 'fixed_ips': [{'subnet_id': '97d26c19-ffd5-4600-9f66-20181dad1656'}]}} from dv-cinder-786384-7-iscsi. {{(pid=103722) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}}
May 31 11:43:46.361362 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron_lib.callbacks.manager [None req-9172c024-a6b1-414b-9181-fd3c48e347a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-934180'] for port, before_create {{(pid=103722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:43:46.368813 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103721) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 31 11:43:46.489253 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-284533e2-5b87-4a99-97c7-8c3c48287792 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 763}  {{(pid=103721) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
May 31 11:43:46.511242 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-284533e2-5b87-4a99-97c7-8c3c48287792 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8c2f6c95-aeb8-4743-837a-f3bdfdb83e31,revision_number=1']} {{(pid=103721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 31 11:43:46.520724 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron_lib.callbacks.manager [None req-32528bbf-0b0e-41c3-9df4-ab5be798680b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744215540035'] for network, precommit_create {{(pid=103721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:43:46.533964 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG oslo_concurrency.lockutils [None req-284533e2-5b87-4a99-97c7-8c3c48287792 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.164s {{(pid=103721) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 31 11:43:46.549953 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron_lib.callbacks.manager [None req-284533e2-5b87-4a99-97c7-8c3c48287792 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-882655'] for segment, precommit_create {{(pid=103721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:43:46.550298 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.db.segments_db [None req-284533e2-5b87-4a99-97c7-8c3c48287792 admin admin] Added segment 3a7503ff-1ed8-4f87-9a5f-3297cb413fe9 of type vlan for network 3e11e20c-b2af-45b2-b630-b1be56c9e6f3
May 31 11:43:46.649019 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron_lib.callbacks.manager [None req-284533e2-5b87-4a99-97c7-8c3c48287792 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744215540035'] for network, precommit_create {{(pid=103721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:43:46.659194 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron.db.db_base_plugin_common [None req-9172c024-a6b1-414b-9181-fd3c48e347a7 None None] Allocated IP 172.20.0.2 (2c20abfc-12cd-4800-b928-7191b2675429/97d26c19-ffd5-4600-9f66-20181dad1656/a5ea6d76-e9d0-436b-ac36-79ff2950a27b) {{(pid=103722) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 31 11:43:46.666252 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron_lib.callbacks.manager [None req-32528bbf-0b0e-41c3-9df4-ab5be798680b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3705951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3701686'] for network, after_create {{(pid=103721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:43:46.668598 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32528bbf-0b0e-41c3-9df4-ab5be798680b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 11:43:46.669268 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron_lib.callbacks.manager [None req-32528bbf-0b0e-41c3-9df4-ab5be798680b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3701651'] for network, before_response {{(pid=103721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:43:46.677266 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103721) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 31 11:43:46.849905 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32528bbf-0b0e-41c3-9df4-ab5be798680b admin admin] Pushing event updated for resources: {'Network': ['ID=c32e1ce5-86a3-4104-9167-66f8d6251dc5,revision_number=1']} {{(pid=103721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 31 11:43:46.853423 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG oslo_concurrency.lockutils [None req-32528bbf-0b0e-41c3-9df4-ab5be798680b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.176s {{(pid=103721) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 31 11:43:46.854494 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron_lib.callbacks.manager [None req-284533e2-5b87-4a99-97c7-8c3c48287792 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3705951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3701686'] for network, after_create {{(pid=103721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:43:46.855734 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-284533e2-5b87-4a99-97c7-8c3c48287792 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 11:43:46.856491 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron_lib.callbacks.manager [None req-284533e2-5b87-4a99-97c7-8c3c48287792 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3701651'] for network, before_response {{(pid=103721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:43:46.860184 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103721) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 31 11:43:46.887889 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [None req-32528bbf-0b0e-41c3-9df4-ab5be798680b admin admin] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201  len: 891 time: 1.9849443
May 31 11:43:46.890907 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.wsgi [-] (103721) accepted ('10.222.0.57', 38408) {{(pid=103721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 31 11:43:47.031875 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron_lib.callbacks.manager [None req-9172c024-a6b1-414b-9181-fd3c48e347a7 None None] Notify callbacks [] for port, precommit_create {{(pid=103722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:43:47.045083 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron.db.provisioning_blocks [None req-9172c024-a6b1-414b-9181-fd3c48e347a7 None None] Transition to ACTIVE for port object a5ea6d76-e9d0-436b-ac36-79ff2950a27b will not be triggered until provisioned by entity L2. {{(pid=103722) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 31 11:43:47.067225 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron.db.provisioning_blocks [None req-9172c024-a6b1-414b-9181-fd3c48e347a7 None None] Transition to ACTIVE for port object a5ea6d76-e9d0-436b-ac36-79ff2950a27b will not be triggered until provisioned by entity DHCP. {{(pid=103722) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 31 11:43:47.073575 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron.plugins.ml2.rpc [None req-1f0a762f-0348-4bba-b860-8eddab4cd770 None None] Network c32e1ce5-86a3-4104-9167-66f8d6251dc5 details requested by agent ovs-agent-dv-cinder-786384-7-iscsi with host dv-cinder-786384-7-iscsi {{(pid=103722) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
May 31 11:43:47.078323 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.api.v2.base [None req-43f4b03a-8f9f-44fd-a54f-ca53d0fa6b95 admin admin] Request body: {'subnet': {'network_id': 'c32e1ce5-86a3-4104-9167-66f8d6251dc5', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-751692656-subnet', 'tenant_id': 'e6680e894741452ebedaacc4ca6c4c58', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103721) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 31 11:43:47.085834 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron.wsgi [-] (103720) accepted ('10.222.0.57', 38420) {{(pid=103720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 31 11:43:47.086352 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [None req-284533e2-5b87-4a99-97c7-8c3c48287792 admin admin] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201  len: 885 time: 2.1699665
May 31 11:43:47.092637 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.db.quota.driver [None req-43f4b03a-8f9f-44fd-a54f-ca53d0fa6b95 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=103721) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 31 11:43:47.098534 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron.api.v2.base [None req-9cde1ceb-1b5e-4842-bdb2-7d58fb321ec2 admin admin] Request body: {'subnet': {'network_id': '3e11e20c-b2af-45b2-b630-b1be56c9e6f3', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-1598437275-subnet', 'tenant_id': '86142890551c41cfa8da35ccf86bd62f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103720) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 31 11:43:47.101629 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.quota.resource [None req-43f4b03a-8f9f-44fd-a54f-ca53d0fa6b95 admin admin] Usage tracker for resource:subnet and tenant:e6680e894741452ebedaacc4ca6c4c58 is out of sync, need to count used quota {{(pid=103721) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 31 11:43:47.104674 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-284533e2-5b87-4a99-97c7-8c3c48287792 admin admin] Pushing event updated for resources: {'Network': ['ID=3e11e20c-b2af-45b2-b630-b1be56c9e6f3,revision_number=1']} {{(pid=103721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 31 11:43:47.107167 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.quota.resource [None req-43f4b03a-8f9f-44fd-a54f-ca53d0fa6b95 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=103721) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 31 11:43:47.110338 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG oslo_concurrency.lockutils [None req-284533e2-5b87-4a99-97c7-8c3c48287792 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.250s {{(pid=103721) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 31 11:43:47.114182 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron.db.quota.driver [None req-9cde1ceb-1b5e-4842-bdb2-7d58fb321ec2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=103720) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 31 11:43:47.115045 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.db.quota.driver [None req-43f4b03a-8f9f-44fd-a54f-ca53d0fa6b95 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=103721) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 31 11:43:47.121777 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron.quota.resource [None req-9cde1ceb-1b5e-4842-bdb2-7d58fb321ec2 admin admin] Usage tracker for resource:subnet and tenant:86142890551c41cfa8da35ccf86bd62f is out of sync, need to count used quota {{(pid=103720) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 31 11:43:47.126847 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-8f364c08-7441-4021-a8e2-9b94f3cef332 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4088390', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4091278', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-978'] for router, precommit_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:43:47.127162 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-43f4b03a-8f9f-44fd-a54f-ca53d0fa6b95 admin admin] Made reservation on behalf of e6680e894741452ebedaacc4ca6c4c58 for: {'subnet': 1} {{(pid=103721) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 31 11:43:47.130107 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron_lib.callbacks.manager [None req-43f4b03a-8f9f-44fd-a54f-ca53d0fa6b95 admin admin] Notify callbacks [] for subnet, before_create {{(pid=103721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:43:47.131171 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron.quota.resource [None req-9cde1ceb-1b5e-4842-bdb2-7d58fb321ec2 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=103720) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 31 11:43:47.163062 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron.wsgi [-] (103720) accepted ('10.222.0.57', 38424) {{(pid=103720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 31 11:43:47.167041 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron.db.quota.driver [None req-9cde1ceb-1b5e-4842-bdb2-7d58fb321ec2 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=103720) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 31 11:43:47.175505 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron_lib.callbacks.manager [None req-9172c024-a6b1-414b-9181-fd3c48e347a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937715', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3701677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744215520970'] for port, after_create {{(pid=103722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:43:47.176722 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron.plugins.ml2.rpc [None req-1f0a762f-0348-4bba-b860-8eddab4cd770 None None] Network 3e11e20c-b2af-45b2-b630-b1be56c9e6f3 details requested by agent ovs-agent-dv-cinder-786384-7-iscsi with host dv-cinder-786384-7-iscsi {{(pid=103722) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
May 31 11:43:47.207630 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9cde1ceb-1b5e-4842-bdb2-7d58fb321ec2 admin admin] Made reservation on behalf of 86142890551c41cfa8da35ccf86bd62f for: {'subnet': 1} {{(pid=103720) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 31 11:43:47.210714 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-9cde1ceb-1b5e-4842-bdb2-7d58fb321ec2 admin admin] Notify callbacks [] for subnet, before_create {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:43:47.227329 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103722) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 31 11:43:47.402113 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9172c024-a6b1-414b-9181-fd3c48e347a7 None None] Pushing event updated for resources: {'Port': ['ID=a5ea6d76-e9d0-436b-ac36-79ff2950a27b,revision_number=1']} {{(pid=103722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 31 11:43:47.423273 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9172c024-a6b1-414b-9181-fd3c48e347a7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786384-7-iscsi {{(pid=103722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 31 11:43:47.423633 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9172c024-a6b1-414b-9181-fd3c48e347a7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786384-7-iscsi {{(pid=103722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 31 11:43:47.423992 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9172c024-a6b1-414b-9181-fd3c48e347a7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786384-7-iscsi {{(pid=103722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 31 11:43:47.424314 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9172c024-a6b1-414b-9181-fd3c48e347a7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786384-7-iscsi {{(pid=103722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 31 11:43:47.424627 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9172c024-a6b1-414b-9181-fd3c48e347a7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786384-7-iscsi {{(pid=103722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 31 11:43:47.424932 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9172c024-a6b1-414b-9181-fd3c48e347a7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786384-7-iscsi {{(pid=103722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 31 11:43:47.436711 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9172c024-a6b1-414b-9181-fd3c48e347a7 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786384-7-iscsi {{(pid=103722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 31 11:43:47.437212 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9172c024-a6b1-414b-9181-fd3c48e347a7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786384-7-iscsi {{(pid=103722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 31 11:43:47.437404 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9172c024-a6b1-414b-9181-fd3c48e347a7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786384-7-iscsi {{(pid=103722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 31 11:43:47.437796 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9172c024-a6b1-414b-9181-fd3c48e347a7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786384-7-iscsi {{(pid=103722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 31 11:43:47.438030 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9172c024-a6b1-414b-9181-fd3c48e347a7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786384-7-iscsi {{(pid=103722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 31 11:43:47.438346 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9172c024-a6b1-414b-9181-fd3c48e347a7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786384-7-iscsi {{(pid=103722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 31 11:43:47.439435 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9172c024-a6b1-414b-9181-fd3c48e347a7 None None] Tracked resource versions report:
May 31 11:43:47.439435 dv-cinder-786384-7-iscsi neutron-server[103722]: pushed versions:
May 31 11:43:47.439435 dv-cinder-786384-7-iscsi neutron-server[103722]: {   'AddressGroup': {'1.2'},
May 31 11:43:47.439435 dv-cinder-786384-7-iscsi neutron-server[103722]:     'ConntrackHelper': {'1.0'},
May 31 11:43:47.439435 dv-cinder-786384-7-iscsi neutron-server[103722]:     'Log': {'1.0'},
May 31 11:43:47.439435 dv-cinder-786384-7-iscsi neutron-server[103722]:     'Network': {'1.1'},
May 31 11:43:47.439435 dv-cinder-786384-7-iscsi neutron-server[103722]:     'Port': {'1.7'},
May 31 11:43:47.439435 dv-cinder-786384-7-iscsi neutron-server[103722]:     'PortForwarding': {'1.2'},
May 31 11:43:47.439435 dv-cinder-786384-7-iscsi neutron-server[103722]:     'QosPolicy': {'1.8'},
May 31 11:43:47.439435 dv-cinder-786384-7-iscsi neutron-server[103722]:     'SecurityGroup': {'1.4'},
May 31 11:43:47.439435 dv-cinder-786384-7-iscsi neutron-server[103722]:     'SecurityGroupRule': {'1.2'},
May 31 11:43:47.439435 dv-cinder-786384-7-iscsi neutron-server[103722]:     'SubPort': {'1.0'},
May 31 11:43:47.439435 dv-cinder-786384-7-iscsi neutron-server[103722]:     'Subnet': {'1.1'},
May 31 11:43:47.439435 dv-cinder-786384-7-iscsi neutron-server[103722]:     'Trunk': {'1.1'}}
May 31 11:43:47.439435 dv-cinder-786384-7-iscsi neutron-server[103722]: consumer versions:
May 31 11:43:47.439435 dv-cinder-786384-7-iscsi neutron-server[103722]: {   DHCP agent@dv-cinder-786384-7-iscsi: {},
May 31 11:43:47.439435 dv-cinder-786384-7-iscsi neutron-server[103722]:     HyperV agent@hv-cinder-78638: {},
May 31 11:43:47.439435 dv-cinder-786384-7-iscsi neutron-server[103722]:     L3 agent@dv-cinder-786384-7-iscsi: {},
May 31 11:43:47.439435 dv-cinder-786384-7-iscsi neutron-server[103722]:     Metadata agent@dv-cinder-786384-7-iscsi: {},
May 31 11:43:47.439435 dv-cinder-786384-7-iscsi neutron-server[103722]:     Metering agent@dv-cinder-786384-7-iscsi: {},
May 31 11:43:47.439435 dv-cinder-786384-7-iscsi neutron-server[103722]:     Open vSwitch agent@dv-cinder-786384-7-iscsi: {   'AddressGroup': '1.2',
May 31 11:43:47.439435 dv-cinder-786384-7-iscsi neutron-server[103722]:                                                      'ConntrackHelper': '1.0',
May 31 11:43:47.439435 dv-cinder-786384-7-iscsi neutron-server[103722]:                                                      'Log': '1.0',
May 31 11:43:47.439435 dv-cinder-786384-7-iscsi neutron-server[103722]:                                                      'Network': '1.1',
May 31 11:43:47.439435 dv-cinder-786384-7-iscsi neutron-server[103722]:                                                      'Port': '1.7',
May 31 11:43:47.439435 dv-cinder-786384-7-iscsi neutron-server[103722]:                                                      'PortForwarding': '1.2',
May 31 11:43:47.439435 dv-cinder-786384-7-iscsi neutron-server[103722]:                                                      'QosPolicy': '1.8',
May 31 11:43:47.439435 dv-cinder-786384-7-iscsi neutron-server[103722]:                                                      'SecurityGroup': '1.4',
May 31 11:43:47.439435 dv-cinder-786384-7-iscsi neutron-server[103722]:                                                      'SecurityGroupRule': '1.2',
May 31 11:43:47.439435 dv-cinder-786384-7-iscsi neutron-server[103722]:                                                      'SubPort': '1.0',
May 31 11:43:47.439435 dv-cinder-786384-7-iscsi neutron-server[103722]:                                                      'Subnet': '1.1',
May 31 11:43:47.439435 dv-cinder-786384-7-iscsi neutron-server[103722]:                                                      'Trunk': '1.1'}}
May 31 11:43:47.439435 dv-cinder-786384-7-iscsi neutron-server[103722]:  {{(pid=103722) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}}
May 31 11:43:47.445759 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG oslo_concurrency.lockutils [None req-9172c024-a6b1-414b-9181-fd3c48e347a7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.218s {{(pid=103722) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 31 11:43:47.458127 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9172c024-a6b1-414b-9181-fd3c48e347a7 None None] Network 2c20abfc-12cd-4800-b928-7191b2675429 is already hosted by enough agents. {{(pid=103722) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 31 11:43:47.460472 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron.scheduler.base_scheduler [None req-9172c024-a6b1-414b-9181-fd3c48e347a7 None None] Resources bound (agent type, host, resource id):  {{(pid=103722) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 31 11:43:47.509028 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9172c024-a6b1-414b-9181-fd3c48e347a7 None None] Received port after_create {{(pid=103722) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
May 31 11:43:47.580634 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-d02063ac-2dff-49a9-8000-0f1bfeff831e admin admin] Notify callbacks [] for security_group, before_create {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:43:47.602519 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron.db.quota.driver [None req-d02063ac-2dff-49a9-8000-0f1bfeff831e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=103720) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 31 11:43:47.607285 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron.quota.resource [None req-d02063ac-2dff-49a9-8000-0f1bfeff831e admin admin] Usage tracker for resource:security_group_rule and tenant:d9228e72630846ac899312594fb709d4 is out of sync, need to count used quota {{(pid=103720) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 31 11:43:47.611274 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron.quota.resource [None req-d02063ac-2dff-49a9-8000-0f1bfeff831e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=103720) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 31 11:43:47.630683 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron.db.quota.driver [None req-d02063ac-2dff-49a9-8000-0f1bfeff831e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=103720) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 31 11:43:47.638385 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron.plugins.ml2.managers [None req-9172c024-a6b1-414b-9181-fd3c48e347a7 None None] Attempting to bind port a5ea6d76-e9d0-436b-ac36-79ff2950a27b on host dv-cinder-786384-7-iscsi for vnic_type normal with profile  {{(pid=103722) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
May 31 11:43:47.638749 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron.plugins.ml2.managers [None req-9172c024-a6b1-414b-9181-fd3c48e347a7 None None] Attempting to bind port a5ea6d76-e9d0-436b-ac36-79ff2950a27b by drivers openvswitch,hyperv on host dv-cinder-786384-7-iscsi at level 0 using segments [{'id': 'fea50412-2064-40f9-97d7-ef805bb3a428', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 766, 'network_id': '2c20abfc-12cd-4800-b928-7191b2675429'}] {{(pid=103722) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
May 31 11:43:47.639152 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9172c024-a6b1-414b-9181-fd3c48e347a7 None None] Attempting to bind port a5ea6d76-e9d0-436b-ac36-79ff2950a27b on network 2c20abfc-12cd-4800-b928-7191b2675429 {{(pid=103722) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 31 11:43:47.651208 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9172c024-a6b1-414b-9181-fd3c48e347a7 None None] Checking agent: {'id': 'c576d319-5791-4ac3-a718-d6660db1fc9b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786384-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 31, 11, 36, 6), 'started_at': datetime.datetime(2021, 5, 31, 11, 36, 36), 'heartbeat_timestamp': datetime.datetime(2021, 5, 31, 11, 43, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786384-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103722) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
May 31 11:43:47.651587 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9172c024-a6b1-414b-9181-fd3c48e347a7 None None] Checking segment: {'id': 'fea50412-2064-40f9-97d7-ef805bb3a428', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 766, 'network_id': '2c20abfc-12cd-4800-b928-7191b2675429'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103722) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 31 11:43:47.652181 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron_lib.callbacks.manager [None req-9172c024-a6b1-414b-9181-fd3c48e347a7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:43:47.652575 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9172c024-a6b1-414b-9181-fd3c48e347a7 None None] Bound using segment: {'id': 'fea50412-2064-40f9-97d7-ef805bb3a428', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 766, 'network_id': '2c20abfc-12cd-4800-b928-7191b2675429'} {{(pid=103722) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
May 31 11:43:47.653056 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron.plugins.ml2.managers [None req-9172c024-a6b1-414b-9181-fd3c48e347a7 None None] Bound port: a5ea6d76-e9d0-436b-ac36-79ff2950a27b, host: dv-cinder-786384-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fea50412-2064-40f9-97d7-ef805bb3a428', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 766, 'network_id': '2c20abfc-12cd-4800-b928-7191b2675429'}}] {{(pid=103722) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
May 31 11:43:47.653423 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron_lib.callbacks.manager [None req-9172c024-a6b1-414b-9181-fd3c48e347a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-934180'] for port, before_update {{(pid=103722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:43:47.835756 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron.plugins.ml2.db [None req-9172c024-a6b1-414b-9181-fd3c48e347a7 None None] For port a5ea6d76-e9d0-436b-ac36-79ff2950a27b, host dv-cinder-786384-7-iscsi, cleared binding levels {{(pid=103722) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
May 31 11:43:47.844476 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron.plugins.ml2.db [None req-9172c024-a6b1-414b-9181-fd3c48e347a7 None None] For port a5ea6d76-e9d0-436b-ac36-79ff2950a27b, host dv-cinder-786384-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786384-7-iscsi',level=0,port_id=a5ea6d76-e9d0-436b-ac36-79ff2950a27b,segment=NetworkSegment(fea50412-2064-40f9-97d7-ef805bb3a428),segment_id=fea50412-2064-40f9-97d7-ef805bb3a428)] {{(pid=103722) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
May 31 11:43:47.853210 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron_lib.callbacks.manager [None req-9172c024-a6b1-414b-9181-fd3c48e347a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937715', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3701677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744215954324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744215520988', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744215521293'] for port, after_update {{(pid=103722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:43:47.858233 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103722) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 31 11:43:47.961694 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9172c024-a6b1-414b-9181-fd3c48e347a7 None None] Pushing event updated for resources: {'Port': ['ID=a5ea6d76-e9d0-436b-ac36-79ff2950a27b,revision_number=2']} {{(pid=103722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 31 11:43:47.966653 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG oslo_concurrency.lockutils [None req-9172c024-a6b1-414b-9181-fd3c48e347a7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=103722) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 31 11:43:47.993889 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron_lib.callbacks.manager [None req-43f4b03a-8f9f-44fd-a54f-ca53d0fa6b95 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3701677'] for subnet, after_create {{(pid=103721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:43:48.004437 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103721) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 31 11:43:48.127909 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43f4b03a-8f9f-44fd-a54f-ca53d0fa6b95 admin admin] Checking segment: {'id': '1469293d-93e3-432b-92ea-15da37b1359f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 781, 'network_id': 'c32e1ce5-86a3-4104-9167-66f8d6251dc5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103721) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 31 11:43:48.128631 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43f4b03a-8f9f-44fd-a54f-ca53d0fa6b95 admin admin] Network hostable DHCP agents. Network: c32e1ce5-86a3-4104-9167-66f8d6251dc5, hostable agents: ['dff46186-ee29-425e-9f8b-1a5cc0b5fc21'], hosted agents: [] {{(pid=103721) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
May 31 11:43:48.156824 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43f4b03a-8f9f-44fd-a54f-ca53d0fa6b95 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c2592ba6-2cac-4876-ba41-1cfa4ff30377,revision_number=0']} {{(pid=103721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 31 11:43:48.160271 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG oslo_concurrency.lockutils [None req-43f4b03a-8f9f-44fd-a54f-ca53d0fa6b95 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=103721) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 31 11:43:48.171908 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43f4b03a-8f9f-44fd-a54f-ca53d0fa6b95 admin admin] Network c32e1ce5-86a3-4104-9167-66f8d6251dc5 is scheduled to be hosted by DHCP agent dff46186-ee29-425e-9f8b-1a5cc0b5fc21 with binding_index 1 {{(pid=103721) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
May 31 11:43:48.198458 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.scheduler.base_scheduler [None req-43f4b03a-8f9f-44fd-a54f-ca53d0fa6b95 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786384-7-iscsi, c32e1ce5-86a3-4104-9167-66f8d6251dc5) {{(pid=103721) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 31 11:43:48.207388 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43f4b03a-8f9f-44fd-a54f-ca53d0fa6b95 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 11:43:48.208657 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron_lib.callbacks.manager [None req-43f4b03a-8f9f-44fd-a54f-ca53d0fa6b95 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3701651'] for subnet, before_response {{(pid=103721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:43:48.216464 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fce7e76a-d1d9-45bd-94bd-aa452b7b0de0 None None] Network c32e1ce5-86a3-4104-9167-66f8d6251dc5 requested from dv-cinder-786384-7-iscsi {{(pid=103722) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
May 31 11:43:48.294245 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [None req-43f4b03a-8f9f-44fd-a54f-ca53d0fa6b95 admin admin] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 855 time: 1.3997262
May 31 11:43:48.296790 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.wsgi [-] (103721) accepted ('10.222.0.57', 38474) {{(pid=103721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 31 11:43:48.308839 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.api.v2.base [None req-4a773fa0-08c9-4f98-b205-8d62576d7c70 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-751692656-router', 'tenant_id': 'e6680e894741452ebedaacc4ca6c4c58', 'external_gateway_info': {'network_id': '1cb16751-6ba1-494a-bef1-53f614bdb222'}}} {{(pid=103721) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 31 11:43:48.313597 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.db.quota.driver [None req-4a773fa0-08c9-4f98-b205-8d62576d7c70 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=103721) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 31 11:43:48.316515 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-8f364c08-7441-4021-a8e2-9b94f3cef332 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:43:48.317621 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.quota.resource [None req-4a773fa0-08c9-4f98-b205-8d62576d7c70 admin admin] Usage tracker for resource:router and tenant:e6680e894741452ebedaacc4ca6c4c58 is out of sync, need to count used quota {{(pid=103721) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 31 11:43:48.321745 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.quota.resource [None req-4a773fa0-08c9-4f98-b205-8d62576d7c70 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=103721) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 31 11:43:48.340869 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.db.quota.driver [None req-4a773fa0-08c9-4f98-b205-8d62576d7c70 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=103721) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 31 11:43:48.358593 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron_lib.callbacks.manager [None req-4a773fa0-08c9-4f98-b205-8d62576d7c70 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-4091324', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-953'] for router, before_create {{(pid=103721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:43:48.362022 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron_lib.callbacks.manager [None req-4a773fa0-08c9-4f98-b205-8d62576d7c70 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4091580', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4088419', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3731854', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-928'] for router, precommit_create {{(pid=103721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:43:48.364684 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-d02063ac-2dff-49a9-8000-0f1bfeff831e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:43:48.373244 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-8f364c08-7441-4021-a8e2-9b94f3cef332 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-934180'] for port, before_create {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:43:48.401450 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron_lib.callbacks.manager [None req-4a773fa0-08c9-4f98-b205-8d62576d7c70 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=103721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:43:48.413694 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.wsgi [-] (103721) accepted ('10.222.0.57', 38478) {{(pid=103721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 31 11:43:48.452639 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-d02063ac-2dff-49a9-8000-0f1bfeff831e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3705957'] for security_group, after_create {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:43:48.476818 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-558f2c4a-5c19-4618-ae13-fa770a58488e None None] Network c32e1ce5-86a3-4104-9167-66f8d6251dc5 requested from dv-cinder-786384-7-iscsi {{(pid=103722) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
May 31 11:43:48.550261 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103720) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 31 11:43:48.670303 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d02063ac-2dff-49a9-8000-0f1bfeff831e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fa0da12b-37a8-4362-aa9b-ae45e0b4a244,revision_number=1']} {{(pid=103720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 31 11:43:48.679825 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG oslo_concurrency.lockutils [None req-d02063ac-2dff-49a9-8000-0f1bfeff831e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=103720) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 31 11:43:48.691507 dv-cinder-786384-7-iscsi neutron-server[103720]: INFO neutron.wsgi [None req-d02063ac-2dff-49a9-8000-0f1bfeff831e admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=d9228e72630846ac899312594fb709d4&name=default HTTP/1.1" status: 200  len: 2975 time: 1.5261111
May 31 11:43:48.695046 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron.wsgi [-] (103720) accepted ('10.222.0.57', 38492) {{(pid=103720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 31 11:43:48.732465 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron_lib.callbacks.manager [None req-119ebdd3-9ec0-4023-95c5-77523de147cb admin admin] Notify callbacks [] for security_group, before_create {{(pid=103721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:43:48.757713 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron_lib.callbacks.manager [None req-4a773fa0-08c9-4f98-b205-8d62576d7c70 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4088390', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4091278', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-978'] for router, precommit_update {{(pid=103721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:43:48.762614 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.db.quota.driver [None req-119ebdd3-9ec0-4023-95c5-77523de147cb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=103721) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 31 11:43:48.768837 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.quota.resource [None req-119ebdd3-9ec0-4023-95c5-77523de147cb admin admin] Usage tracker for resource:security_group_rule and tenant:93102386e2da40948df6614c2cc6101b is out of sync, need to count used quota {{(pid=103721) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 31 11:43:48.771797 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.quota.resource [None req-119ebdd3-9ec0-4023-95c5-77523de147cb admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=103721) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 31 11:43:48.777976 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.db.quota.driver [None req-119ebdd3-9ec0-4023-95c5-77523de147cb admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=103721) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 31 11:43:48.852380 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron.db.db_base_plugin_common [None req-8f364c08-7441-4021-a8e2-9b94f3cef332 admin admin] Allocated IP 172.27.2.123 (1cb16751-6ba1-494a-bef1-53f614bdb222/1135c889-0623-4d10-975a-f2c46f50f0f6/a86d7503-e894-41f3-8504-76bdb32c60d9) {{(pid=103720) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 31 11:43:48.856901 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-c115d79d-0e1b-4750-a62e-e9c01044a859 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:43:48.960361 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-c115d79d-0e1b-4750-a62e-e9c01044a859 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:43:48.964246 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron_lib.callbacks.manager [None req-119ebdd3-9ec0-4023-95c5-77523de147cb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:43:48.979317 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron_lib.callbacks.manager [None req-119ebdd3-9ec0-4023-95c5-77523de147cb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3705957'] for security_group, after_create {{(pid=103721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:43:48.991801 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG oslo_concurrency.lockutils [None req-284533e2-5b87-4a99-97c7-8c3c48287792 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103721) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 31 11:43:49.043492 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.quota.resource [None req-119ebdd3-9ec0-4023-95c5-77523de147cb admin admin] Synchronizing usage tracker for tenant:00b789e4edc24ae3823a3eb594acca55 on resource:security_group {{(pid=103721) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 31 11:43:49.047053 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-119ebdd3-9ec0-4023-95c5-77523de147cb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=328fb343-b8c2-4c0f-b93d-2c70f641ccba,revision_number=1']} {{(pid=103721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 31 11:43:49.146231 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG oslo_concurrency.lockutils [None req-119ebdd3-9ec0-4023-95c5-77523de147cb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=103721) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 31 11:43:49.234220 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-9cde1ceb-1b5e-4842-bdb2-7d58fb321ec2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3701677'] for subnet, after_create {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:43:49.276876 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103720) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 31 11:43:49.310812 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.quota.resource [None req-119ebdd3-9ec0-4023-95c5-77523de147cb admin admin] Unset dirty status for tenant:00b789e4edc24ae3823a3eb594acca55 on resource:security_group {{(pid=103721) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 31 11:43:49.312576 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [None req-119ebdd3-9ec0-4023-95c5-77523de147cb admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=93102386e2da40948df6614c2cc6101b&name=default HTTP/1.1" status: 200  len: 2975 time: 0.8979716
May 31 11:43:49.320924 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.wsgi [-] (103721) accepted ('10.222.0.57', 38520) {{(pid=103721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 31 11:43:49.385982 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron_lib.callbacks.manager [None req-4a773fa0-08c9-4f98-b205-8d62576d7c70 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=103721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:43:49.407800 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b11472eb-3f1f-40b3-894b-eda64f16ab36 None None] Network 2c20abfc-12cd-4800-b928-7191b2675429 requested from dv-cinder-786384-7-iscsi {{(pid=103722) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
May 31 11:43:49.424116 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron_lib.callbacks.manager [None req-4a773fa0-08c9-4f98-b205-8d62576d7c70 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-934180'] for port, before_create {{(pid=103721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:43:49.438492 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-c115d79d-0e1b-4750-a62e-e9c01044a859 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3705957'] for security_group, after_delete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:43:49.443216 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cde1ceb-1b5e-4842-bdb2-7d58fb321ec2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0d592ad2-6068-4ccf-af2a-bd0139a4f35b,revision_number=0']} {{(pid=103720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 31 11:43:49.447869 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-8f364c08-7441-4021-a8e2-9b94f3cef332 admin admin] Notify callbacks [] for port, precommit_create {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:43:49.459516 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG oslo_concurrency.lockutils [None req-9cde1ceb-1b5e-4842-bdb2-7d58fb321ec2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.183s {{(pid=103720) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 31 11:43:49.460333 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG oslo_concurrency.lockutils [None req-d02063ac-2dff-49a9-8000-0f1bfeff831e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103720) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 31 11:43:49.479678 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9cde1ceb-1b5e-4842-bdb2-7d58fb321ec2 admin admin] Checking segment: {'id': '3a7503ff-1ed8-4f87-9a5f-3297cb413fe9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 763, 'network_id': '3e11e20c-b2af-45b2-b630-b1be56c9e6f3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103720) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 31 11:43:49.480431 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9cde1ceb-1b5e-4842-bdb2-7d58fb321ec2 admin admin] Network hostable DHCP agents. Network: 3e11e20c-b2af-45b2-b630-b1be56c9e6f3, hostable agents: ['dff46186-ee29-425e-9f8b-1a5cc0b5fc21'], hosted agents: [] {{(pid=103720) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
May 31 11:43:49.486752 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c115d79d-0e1b-4750-a62e-e9c01044a859 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fa0da12b-37a8-4362-aa9b-ae45e0b4a244,revision_number=None']} {{(pid=103720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 31 11:43:49.496705 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG oslo_concurrency.lockutils [None req-c115d79d-0e1b-4750-a62e-e9c01044a859 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=103720) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 31 11:43:49.526720 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron_lib.callbacks.manager [None req-89162052-d7fb-4ed8-940c-efed5af869cc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:43:49.587217 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron.db.provisioning_blocks [None req-f92103f7-b2a7-47ad-beae-c7f0ca9159c2 None None] Provisioning for port a5ea6d76-e9d0-436b-ac36-79ff2950a27b completed by entity DHCP. {{(pid=103722) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 31 11:43:49.618515 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9cde1ceb-1b5e-4842-bdb2-7d58fb321ec2 admin admin] Network 3e11e20c-b2af-45b2-b630-b1be56c9e6f3 is scheduled to be hosted by DHCP agent dff46186-ee29-425e-9f8b-1a5cc0b5fc21 with binding_index 1 {{(pid=103720) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
May 31 11:43:49.630161 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron_lib.callbacks.manager [None req-89162052-d7fb-4ed8-940c-efed5af869cc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:43:49.639273 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-c115d79d-0e1b-4750-a62e-e9c01044a859 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:43:49.655914 dv-cinder-786384-7-iscsi neutron-server[103720]: INFO neutron.wsgi [None req-c115d79d-0e1b-4750-a62e-e9c01044a859 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/fa0da12b-37a8-4362-aa9b-ae45e0b4a244 HTTP/1.1" status: 204  len: 168 time: 0.9434316
May 31 11:43:49.660331 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-8f364c08-7441-4021-a8e2-9b94f3cef332 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937715', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3701677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744215520970'] for port, after_create {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:43:49.665104 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron.scheduler.base_scheduler [None req-9cde1ceb-1b5e-4842-bdb2-7d58fb321ec2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786384-7-iscsi, 3e11e20c-b2af-45b2-b630-b1be56c9e6f3) {{(pid=103720) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 31 11:43:49.682380 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103720) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 31 11:43:49.754144 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9cde1ceb-1b5e-4842-bdb2-7d58fb321ec2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 11:43:49.754144 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-9cde1ceb-1b5e-4842-bdb2-7d58fb321ec2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3701651'] for subnet, before_response {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:43:49.787341 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15c7cc05-bdb2-482b-8b99-e042239050b9 None None] Network 3e11e20c-b2af-45b2-b630-b1be56c9e6f3 requested from dv-cinder-786384-7-iscsi {{(pid=103722) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
May 31 11:43:49.833519 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f364c08-7441-4021-a8e2-9b94f3cef332 admin admin] Network 1cb16751-6ba1-494a-bef1-53f614bdb222 is already hosted by enough agents. {{(pid=103720) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 31 11:43:49.837851 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron.scheduler.base_scheduler [None req-8f364c08-7441-4021-a8e2-9b94f3cef332 admin admin] Resources bound (agent type, host, resource id):  {{(pid=103720) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 31 11:43:49.846714 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f364c08-7441-4021-a8e2-9b94f3cef332 admin admin] Received port after_create {{(pid=103720) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
May 31 11:43:49.869566 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.db.db_base_plugin_common [None req-4a773fa0-08c9-4f98-b205-8d62576d7c70 admin admin] Allocated IP 172.27.2.32 (1cb16751-6ba1-494a-bef1-53f614bdb222/1135c889-0623-4d10-975a-f2c46f50f0f6/96a0b7ad-9e7b-4e01-8e5f-a9eece6d655c) {{(pid=103721) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 31 11:43:49.889160 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron.plugins.ml2.rpc [None req-1f0a762f-0348-4bba-b860-8eddab4cd770 None None] Device a5ea6d76-e9d0-436b-ac36-79ff2950a27b up at agent ovs-agent-dv-cinder-786384-7-iscsi {{(pid=103722) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 31 11:43:49.903183 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron_lib.callbacks.manager [None req-89162052-d7fb-4ed8-940c-efed5af869cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3705957'] for security_group, after_delete {{(pid=103721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:43:49.921423 dv-cinder-786384-7-iscsi neutron-server[103720]: INFO neutron.wsgi [None req-9cde1ceb-1b5e-4842-bdb2-7d58fb321ec2 admin admin] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 849 time: 2.8327351
May 31 11:43:49.955416 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG oslo_concurrency.lockutils [None req-32528bbf-0b0e-41c3-9df4-ab5be798680b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103721) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 31 11:43:49.981610 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89162052-d7fb-4ed8-940c-efed5af869cc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=328fb343-b8c2-4c0f-b93d-2c70f641ccba,revision_number=None']} {{(pid=103721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 31 11:43:49.986831 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG oslo_concurrency.lockutils [None req-89162052-d7fb-4ed8-940c-efed5af869cc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=103721) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 31 11:43:50.036583 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron_lib.callbacks.manager [None req-89162052-d7fb-4ed8-940c-efed5af869cc admin admin] Notify callbacks [] for security_group, before_response {{(pid=103721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:43:50.038074 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [None req-89162052-d7fb-4ed8-940c-efed5af869cc admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/328fb343-b8c2-4c0f-b93d-2c70f641ccba HTTP/1.1" status: 204  len: 168 time: 0.7161009
May 31 11:43:50.060432 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f364c08-7441-4021-a8e2-9b94f3cef332 admin admin] Pushing event updated for resources: {'Port': ['ID=a86d7503-e894-41f3-8504-76bdb32c60d9,revision_number=1']} {{(pid=103720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 31 11:43:50.069133 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron_lib.callbacks.manager [None req-4a773fa0-08c9-4f98-b205-8d62576d7c70 admin admin] Notify callbacks [] for port, precommit_create {{(pid=103721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:43:50.081160 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG oslo_concurrency.lockutils [None req-8f364c08-7441-4021-a8e2-9b94f3cef332 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.402s {{(pid=103720) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 31 11:43:50.129171 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron_lib.callbacks.manager [None req-4a773fa0-08c9-4f98-b205-8d62576d7c70 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937715', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3701677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744215520970'] for port, after_create {{(pid=103721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:43:50.143474 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG oslo_concurrency.lockutils [None req-d1129f45-4eda-493f-8e0e-9869b508868b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103721) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 31 11:43:50.197788 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron.db.provisioning_blocks [None req-1f0a762f-0348-4bba-b860-8eddab4cd770 None None] Provisioning for port a5ea6d76-e9d0-436b-ac36-79ff2950a27b completed by entity L2. {{(pid=103722) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 31 11:43:50.198226 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a773fa0-08c9-4f98-b205-8d62576d7c70 admin admin] Network 1cb16751-6ba1-494a-bef1-53f614bdb222 is already hosted by enough agents. {{(pid=103721) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 31 11:43:50.203930 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron.db.provisioning_blocks [None req-1f0a762f-0348-4bba-b860-8eddab4cd770 None None] Provisioning complete for port a5ea6d76-e9d0-436b-ac36-79ff2950a27b triggered by entity L2. {{(pid=103722) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 31 11:43:50.204321 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron_lib.callbacks.manager [None req-1f0a762f-0348-4bba-b860-8eddab4cd770 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857618'] for port, provisioning_complete {{(pid=103722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:43:50.209706 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.scheduler.base_scheduler [None req-4a773fa0-08c9-4f98-b205-8d62576d7c70 admin admin] Resources bound (agent type, host, resource id):  {{(pid=103721) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 31 11:43:50.226056 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a773fa0-08c9-4f98-b205-8d62576d7c70 admin admin] Received port after_create {{(pid=103721) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
May 31 11:43:50.336112 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron.wsgi [-] (103720) accepted ('10.222.0.57', 38544) {{(pid=103720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 31 11:43:50.397325 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-b03b0bda-8d5c-423f-a867-8899affa4d95 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:43:50.441709 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron.db.quota.driver [None req-b03b0bda-8d5c-423f-a867-8899affa4d95 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=103720) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 31 11:43:50.449106 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a773fa0-08c9-4f98-b205-8d62576d7c70 admin admin] Pushing event updated for resources: {'Port': ['ID=96a0b7ad-9e7b-4e01-8e5f-a9eece6d655c,revision_number=1']} {{(pid=103721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 31 11:43:50.452437 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron.quota.resource [None req-b03b0bda-8d5c-423f-a867-8899affa4d95 admin admin] Usage tracker for resource:security_group_rule and tenant:e837cc2a7eb748be94446e75dbe7c687 is out of sync, need to count used quota {{(pid=103720) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 31 11:43:50.469151 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG oslo_concurrency.lockutils [None req-4a773fa0-08c9-4f98-b205-8d62576d7c70 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.326s {{(pid=103721) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 31 11:43:50.488304 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf185110-6c64-4859-8d1d-db73464725ff None None] Network 3e11e20c-b2af-45b2-b630-b1be56c9e6f3 requested from dv-cinder-786384-7-iscsi {{(pid=103722) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
May 31 11:43:50.531007 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron.quota.resource [None req-b03b0bda-8d5c-423f-a867-8899affa4d95 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=103720) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 31 11:43:50.573494 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron.db.quota.driver [None req-b03b0bda-8d5c-423f-a867-8899affa4d95 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=103720) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 31 11:43:50.642199 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-8f364c08-7441-4021-a8e2-9b94f3cef332 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:43:50.732877 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron_lib.callbacks.manager [None req-1f0a762f-0348-4bba-b860-8eddab4cd770 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-934180'] for port, before_update {{(pid=103722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:43:50.786663 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron.db.provisioning_blocks [None req-5d33bb23-51ff-4fd9-b165-86d760d00ae6 None None] Provisioning complete for port a5ea6d76-e9d0-436b-ac36-79ff2950a27b triggered by entity DHCP. {{(pid=103722) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 31 11:43:50.788194 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron_lib.callbacks.manager [None req-5d33bb23-51ff-4fd9-b165-86d760d00ae6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857618'] for port, provisioning_complete {{(pid=103722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:43:50.900544 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron.plugins.ml2.db [None req-1f0a762f-0348-4bba-b860-8eddab4cd770 None None] For port a5ea6d76-e9d0-436b-ac36-79ff2950a27b, host dv-cinder-786384-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786384-7-iscsi',level=0,port_id=a5ea6d76-e9d0-436b-ac36-79ff2950a27b,segment=NetworkSegment(fea50412-2064-40f9-97d7-ef805bb3a428),segment_id=fea50412-2064-40f9-97d7-ef805bb3a428)] {{(pid=103722) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 31 11:43:50.922528 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron_lib.callbacks.manager [None req-1f0a762f-0348-4bba-b860-8eddab4cd770 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937715', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3701677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744215954324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744215520988', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744215521293'] for port, after_update {{(pid=103722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:43:50.944023 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron_lib.callbacks.manager [None req-4a773fa0-08c9-4f98-b205-8d62576d7c70 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=103721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:43:50.950943 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103722) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 31 11:43:51.110082 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-b03b0bda-8d5c-423f-a867-8899affa4d95 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:43:51.127938 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-b03b0bda-8d5c-423f-a867-8899affa4d95 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3705957'] for security_group, after_create {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:43:51.181407 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.wsgi [-] (103721) accepted ('10.222.0.57', 38588) {{(pid=103721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 31 11:43:51.193623 dv-cinder-786384-7-iscsi neutron-server[103721]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases.
May 31 11:43:51.224605 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f0a762f-0348-4bba-b860-8eddab4cd770 None None] Pushing event updated for resources: {'Port': ['ID=a5ea6d76-e9d0-436b-ac36-79ff2950a27b,revision_number=3']} {{(pid=103722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 31 11:43:51.228504 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG oslo_concurrency.lockutils [None req-1f0a762f-0348-4bba-b860-8eddab4cd770 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.277s {{(pid=103722) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 31 11:43:51.248605 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG oslo_concurrency.lockutils [None req-fecdc51a-f68b-4a7a-b053-b70d20624f7c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103720) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 31 11:43:51.314842 dv-cinder-786384-7-iscsi neutron-server[103720]: INFO neutron.wsgi [None req-b03b0bda-8d5c-423f-a867-8899affa4d95 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=e837cc2a7eb748be94446e75dbe7c687&name=default HTTP/1.1" status: 200  len: 2975 time: 0.9775090
May 31 11:43:51.319446 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.wsgi [-] (103721) accepted ('10.222.0.57', 38598) {{(pid=103721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 31 11:43:51.325863 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b03b0bda-8d5c-423f-a867-8899affa4d95 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4e9c490a-7a96-4b07-bca2-7f5abd1e9595,revision_number=1']} {{(pid=103720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 31 11:43:51.329016 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG oslo_concurrency.lockutils [None req-b03b0bda-8d5c-423f-a867-8899affa4d95 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=103720) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 31 11:43:51.336665 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-8f364c08-7441-4021-a8e2-9b94f3cef332 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4091317', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4088325'] for router, after_create {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:43:51.527511 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f067752-fe69-4457-aba6-344fbdb555f6 req-a5b310a2-3b95-4603-ba51-b40d4b22437a tempest-DeleteServersTestJSON-371463323 tempest-DeleteServersTestJSON-371463323-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 11:43:51.528297 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.quota.resource [req-4f067752-fe69-4457-aba6-344fbdb555f6 req-a5b310a2-3b95-4603-ba51-b40d4b22437a tempest-DeleteServersTestJSON-371463323 tempest-DeleteServersTestJSON-371463323-project] Synchronizing usage tracker for tenant:86142890551c41cfa8da35ccf86bd62f on resource:network {{(pid=103721) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 31 11:43:51.601629 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8f364c08-7441-4021-a8e2-9b94f3cef332 admin admin] Router c04fd99b-0c0e-4ac9-87ef-88ba458649ea is scheduled to L3 agent f8c17dd7-da16-4427-b6e3-d7e30616bc4c with binding_index 1 {{(pid=103720) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}}
May 31 11:43:51.629607 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron_lib.callbacks.manager [None req-3e794765-0085-4d07-ba1d-86053b46dd3d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:43:51.661987 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.quota.resource [req-4f067752-fe69-4457-aba6-344fbdb555f6 req-a5b310a2-3b95-4603-ba51-b40d4b22437a tempest-DeleteServersTestJSON-371463323 tempest-DeleteServersTestJSON-371463323-project] Unset dirty status for tenant:86142890551c41cfa8da35ccf86bd62f on resource:network {{(pid=103721) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 31 11:43:51.661987 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [req-4f067752-fe69-4457-aba6-344fbdb555f6 req-a5b310a2-3b95-4603-ba51-b40d4b22437a tempest-DeleteServersTestJSON-371463323 tempest-DeleteServersTestJSON-371463323-project] 10.222.0.57 "GET /v2.0/networks?id=3e11e20c-b2af-45b2-b630-b1be56c9e6f3 HTTP/1.1" status: 200  len: 812 time: 0.4766614
May 31 11:43:51.685159 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron_lib.callbacks.manager [None req-3e794765-0085-4d07-ba1d-86053b46dd3d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:43:51.723494 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [req-4f067752-fe69-4457-aba6-344fbdb555f6 req-b6109d66-3896-4757-97ce-b10fcbe66caa tempest-DeleteServersTestJSON-371463323 tempest-DeleteServersTestJSON-371463323-project] 10.222.0.57 "GET /v2.0/quotas/86142890551c41cfa8da35ccf86bd62f HTTP/1.1" status: 200  len: 375 time: 0.0428886
May 31 11:43:51.727246 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron_lib.callbacks.manager [None req-4a773fa0-08c9-4f98-b205-8d62576d7c70 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4091317', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4088325'] for router, after_create {{(pid=103721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:43:51.760563 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron.plugins.ml2.rpc [None req-1f0a762f-0348-4bba-b860-8eddab4cd770 None None] Device a5ea6d76-e9d0-436b-ac36-79ff2950a27b up at agent ovs-agent-dv-cinder-786384-7-iscsi {{(pid=103722) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 31 11:43:51.925880 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8f364c08-7441-4021-a8e2-9b94f3cef332 admin admin] Notify agent at l3_agent.dv-cinder-786384-7-iscsi the message routers_updated {{(pid=103720) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
May 31 11:43:51.937035 dv-cinder-786384-7-iscsi neutron-server[103723]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b344cb3f-a700-43d3-8c59-8dcb64b005ae None None] Sync routers for ids ['c04fd99b-0c0e-4ac9-87ef-88ba458649ea'] in dv-cinder-786384-7-iscsi {{(pid=103723) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 31 11:43:51.950504 dv-cinder-786384-7-iscsi neutron-server[103723]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b344cb3f-a700-43d3-8c59-8dcb64b005ae None None] Routers {'c04fd99b-0c0e-4ac9-87ef-88ba458649ea'} bound to L3 agent in host dv-cinder-786384-7-iscsi {{(pid=103723) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 31 11:43:51.951137 dv-cinder-786384-7-iscsi neutron-server[103723]: DEBUG neutron.db.l3_hamode_db [None req-b344cb3f-a700-43d3-8c59-8dcb64b005ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f3ebce46fd0>, 'dv-cinder-786384-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-05-31T11:36:05Z,description=<?>,heartbeat_timestamp=2021-05-31T11:43:35Z,host='dv-cinder-786384-7-iscsi',id=f8c17dd7-da16-4427-b6e3-d7e30616bc4c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-31T11:36:05Z,topic='l3_agent')) {'router_ids': ['c04fd99b-0c0e-4ac9-87ef-88ba458649ea'], 'active': True} {{(pid=103723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 31 11:43:51.951992 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron.db.provisioning_blocks [None req-1f0a762f-0348-4bba-b860-8eddab4cd770 None None] Provisioning complete for port a5ea6d76-e9d0-436b-ac36-79ff2950a27b triggered by entity L2. {{(pid=103722) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 31 11:43:51.954087 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron_lib.callbacks.manager [None req-1f0a762f-0348-4bba-b860-8eddab4cd770 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857618'] for port, provisioning_complete {{(pid=103722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:43:51.959136 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [req-4f067752-fe69-4457-aba6-344fbdb555f6 req-63775ce1-2ac7-4d88-9a69-5584dd217d4e tempest-DeleteServersTestJSON-371463323 tempest-DeleteServersTestJSON-371463323-project] 10.222.0.57 "GET /v2.0/ports?tenant_id=86142890551c41cfa8da35ccf86bd62f&fields=id HTTP/1.1" status: 200  len: 210 time: 0.2189298
May 31 11:43:51.994211 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-8f364c08-7441-4021-a8e2-9b94f3cef332 admin admin] Notify callbacks [] for router, before_response {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:43:51.995583 dv-cinder-786384-7-iscsi neutron-server[103720]: INFO neutron.wsgi [None req-8f364c08-7441-4021-a8e2-9b94f3cef332 admin admin] 10.222.0.57 "POST /v2.0/routers HTTP/1.1" status: 201  len: 928 time: 5.9628344
May 31 11:43:51.998504 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron.wsgi [-] (103720) accepted ('10.222.0.57', 38642) {{(pid=103720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 31 11:43:52.071033 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron_lib.callbacks.manager [None req-3e794765-0085-4d07-ba1d-86053b46dd3d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3705957'] for security_group, after_delete {{(pid=103721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:43:52.084969 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103721) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 31 11:43:52.101270 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e794765-0085-4d07-ba1d-86053b46dd3d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4e9c490a-7a96-4b07-bca2-7f5abd1e9595,revision_number=None']} {{(pid=103721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 31 11:43:52.108963 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG oslo_concurrency.lockutils [None req-3e794765-0085-4d07-ba1d-86053b46dd3d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=103721) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 31 11:43:52.118645 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron_lib.callbacks.manager [None req-3e794765-0085-4d07-ba1d-86053b46dd3d admin admin] Notify callbacks [] for security_group, before_response {{(pid=103721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:43:52.119986 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [None req-3e794765-0085-4d07-ba1d-86053b46dd3d admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/4e9c490a-7a96-4b07-bca2-7f5abd1e9595 HTTP/1.1" status: 204  len: 168 time: 0.7969289
May 31 11:43:52.171807 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4a773fa0-08c9-4f98-b205-8d62576d7c70 admin admin] Router b2c37ea4-16e6-43f7-858e-06a94d6e89c5 is scheduled to L3 agent f8c17dd7-da16-4427-b6e3-d7e30616bc4c with binding_index 1 {{(pid=103721) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}}
May 31 11:43:52.438627 dv-cinder-786384-7-iscsi neutron-server[103723]: DEBUG neutron.db.l3_dvr_db [None req-b344cb3f-a700-43d3-8c59-8dcb64b005ae None None] Set router c04fd99b-0c0e-4ac9-87ef-88ba458649ea gateway port host: dv-cinder-786384-7-iscsi {{(pid=103723) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
May 31 11:43:52.491706 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4a773fa0-08c9-4f98-b205-8d62576d7c70 admin admin] Notify agent at l3_agent.dv-cinder-786384-7-iscsi the message routers_updated {{(pid=103721) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
May 31 11:43:52.502972 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b4992f2-a110-480d-8f82-c6afb35d0a88 None None] Sync routers for ids ['b2c37ea4-16e6-43f7-858e-06a94d6e89c5'] in dv-cinder-786384-7-iscsi {{(pid=103722) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 31 11:43:52.519008 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b4992f2-a110-480d-8f82-c6afb35d0a88 None None] Routers {'b2c37ea4-16e6-43f7-858e-06a94d6e89c5'} bound to L3 agent in host dv-cinder-786384-7-iscsi {{(pid=103722) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 31 11:43:52.519653 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron.db.l3_hamode_db [None req-2b4992f2-a110-480d-8f82-c6afb35d0a88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f3ebcb17820>, 'dv-cinder-786384-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-05-31T11:36:05Z,description=<?>,heartbeat_timestamp=2021-05-31T11:43:35Z,host='dv-cinder-786384-7-iscsi',id=f8c17dd7-da16-4427-b6e3-d7e30616bc4c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-31T11:36:05Z,topic='l3_agent')) {'router_ids': ['b2c37ea4-16e6-43f7-858e-06a94d6e89c5'], 'active': True} {{(pid=103722) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 31 11:43:52.534337 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron_lib.callbacks.manager [None req-4a773fa0-08c9-4f98-b205-8d62576d7c70 admin admin] Notify callbacks [] for router, before_response {{(pid=103721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:43:52.540573 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [None req-4a773fa0-08c9-4f98-b205-8d62576d7c70 admin admin] 10.222.0.57 "POST /v2.0/routers HTTP/1.1" status: 201  len: 929 time: 4.2420406
May 31 11:43:52.541794 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.wsgi [-] (103721) accepted ('10.222.0.57', 38670) {{(pid=103721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 31 11:43:52.754350 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.wsgi [req-4f067752-fe69-4457-aba6-344fbdb555f6 req-85305d30-acc8-4ed6-baea-ccdc6f720956 service neutron] http://10.222.0.57:9696/v2.0/extensions returned with HTTP 200 {{(pid=103721) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
May 31 11:43:52.756045 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [req-4f067752-fe69-4457-aba6-344fbdb555f6 req-85305d30-acc8-4ed6-baea-ccdc6f720956 service neutron] 10.222.0.57 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13640 time: 0.4508436
May 31 11:43:53.003491 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron.db.l3_dvr_db [None req-2b4992f2-a110-480d-8f82-c6afb35d0a88 None None] Set router b2c37ea4-16e6-43f7-858e-06a94d6e89c5 gateway port host: dv-cinder-786384-7-iscsi {{(pid=103722) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
May 31 11:43:53.129374 dv-cinder-786384-7-iscsi neutron-server[103723]: DEBUG neutron.db.l3_hamode_db [None req-b344cb3f-a700-43d3-8c59-8dcb64b005ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f3ebce46fd0>, [{'id': 'c04fd99b-0c0e-4ac9-87ef-88ba458649ea', 'name': 'tempest-AttachVolumeShelveTestJSON-352513985-router', 'tenant_id': 'f3bd06944c9240d0a51b5da41de72600', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cb16751-6ba1-494a-bef1-53f614bdb222', 'external_fixed_ips': [{'subnet_id': '1135c889-0623-4d10-975a-f2c46f50f0f6', 'ip_address': '172.27.2.123'}], 'enable_snat': True}, 'gw_port_id': 'a86d7503-e894-41f3-8504-76bdb32c60d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T11:43:46Z', 'updated_at': '2021-05-31T11:43:50Z', 'revision_number': 3, 'project_id': 'f3bd06944c9240d0a51b5da41de72600', 'gw_port': {'id': 'a86d7503-e894-41f3-8504-76bdb32c60d9', 'name': '', 'network_id': '1cb16751-6ba1-494a-bef1-53f614bdb222', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:11:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c04fd99b-0c0e-4ac9-87ef-88ba458649ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': '1135c889-0623-4d10-975a-f2c46f50f0f6', 'ip_address': '172.27.2.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T11:43:48Z', 'updated_at': '2021-05-31T11:43:48Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1135c889-0623-4d10-975a-f2c46f50f0f6', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786384-7-iscsi'}], 'dv-cinder-786384-7-iscsi', False) {} {{(pid=103723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 31 11:43:53.134220 dv-cinder-786384-7-iscsi neutron-server[103723]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b344cb3f-a700-43d3-8c59-8dcb64b005ae None None] Checking router: c04fd99b-0c0e-4ac9-87ef-88ba458649ea for host: dv-cinder-786384-7-iscsi {{(pid=103723) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
May 31 11:43:53.134717 dv-cinder-786384-7-iscsi neutron-server[103723]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b344cb3f-a700-43d3-8c59-8dcb64b005ae None None] Updating router c04fd99b-0c0e-4ac9-87ef-88ba458649ea port a86d7503-e894-41f3-8504-76bdb32c60d9 binding host dv-cinder-786384-7-iscsi {{(pid=103723) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
May 31 11:43:53.249165 dv-cinder-786384-7-iscsi neutron-server[103723]: DEBUG neutron_lib.callbacks.manager [None req-b344cb3f-a700-43d3-8c59-8dcb64b005ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-934180'] for port, before_update {{(pid=103723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:43:53.311873 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [req-4f067752-fe69-4457-aba6-344fbdb555f6 req-2ea7a8e4-8ac3-4281-879e-4f33fb1d80c2 service neutron] 10.222.0.57 "GET /v2.0/networks/3e11e20c-b2af-45b2-b630-b1be56c9e6f3?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.5414596
May 31 11:43:53.488204 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron.db.l3_hamode_db [None req-2b4992f2-a110-480d-8f82-c6afb35d0a88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f3ebcb17820>, [{'id': 'b2c37ea4-16e6-43f7-858e-06a94d6e89c5', 'name': 'tempest-ServerRescueNegativeTestJSON-751692656-router', 'tenant_id': 'e6680e894741452ebedaacc4ca6c4c58', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cb16751-6ba1-494a-bef1-53f614bdb222', 'external_fixed_ips': [{'subnet_id': '1135c889-0623-4d10-975a-f2c46f50f0f6', 'ip_address': '172.27.2.32'}], 'enable_snat': True}, 'gw_port_id': '96a0b7ad-9e7b-4e01-8e5f-a9eece6d655c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T11:43:48Z', 'updated_at': '2021-05-31T11:43:50Z', 'revision_number': 3, 'project_id': 'e6680e894741452ebedaacc4ca6c4c58', 'gw_port': {'id': '96a0b7ad-9e7b-4e01-8e5f-a9eece6d655c', 'name': '', 'network_id': '1cb16751-6ba1-494a-bef1-53f614bdb222', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:c8:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b2c37ea4-16e6-43f7-858e-06a94d6e89c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '1135c889-0623-4d10-975a-f2c46f50f0f6', 'ip_address': '172.27.2.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T11:43:49Z', 'updated_at': '2021-05-31T11:43:49Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1135c889-0623-4d10-975a-f2c46f50f0f6', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786384-7-iscsi'}], 'dv-cinder-786384-7-iscsi', False) {} {{(pid=103722) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 31 11:43:53.500886 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b4992f2-a110-480d-8f82-c6afb35d0a88 None None] Checking router: b2c37ea4-16e6-43f7-858e-06a94d6e89c5 for host: dv-cinder-786384-7-iscsi {{(pid=103722) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
May 31 11:43:53.502412 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b4992f2-a110-480d-8f82-c6afb35d0a88 None None] Updating router b2c37ea4-16e6-43f7-858e-06a94d6e89c5 port 96a0b7ad-9e7b-4e01-8e5f-a9eece6d655c binding host dv-cinder-786384-7-iscsi {{(pid=103722) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
May 31 11:43:53.648641 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron_lib.callbacks.manager [None req-2b4992f2-a110-480d-8f82-c6afb35d0a88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-934180'] for port, before_update {{(pid=103722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:43:53.658122 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-46bdbefd-770d-40d2-b7aa-95ad9c9f3ecc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-934180'] for port, before_create {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:43:53.732988 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [req-4f067752-fe69-4457-aba6-344fbdb555f6 req-96bb8828-0a5a-4d53-8656-de44ed41e13d service neutron] 10.222.0.57 "GET /v2.0/networks/3e11e20c-b2af-45b2-b630-b1be56c9e6f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4100051
May 31 11:43:54.066861 dv-cinder-786384-7-iscsi neutron-server[103723]: DEBUG neutron_lib.callbacks.manager [None req-b344cb3f-a700-43d3-8c59-8dcb64b005ae None None] Notify callbacks [] for port, precommit_update {{(pid=103723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:43:54.119153 dv-cinder-786384-7-iscsi neutron-server[103723]: DEBUG neutron.db.provisioning_blocks [None req-b344cb3f-a700-43d3-8c59-8dcb64b005ae None None] Transition to ACTIVE for port object a86d7503-e894-41f3-8504-76bdb32c60d9 will not be triggered until provisioned by entity L2. {{(pid=103723) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 31 11:43:54.134048 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron_lib.callbacks.manager [None req-013672fe-ae01-4b09-aeab-ec6eff70b18b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-934180'] for port, before_create {{(pid=103721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:43:54.143991 dv-cinder-786384-7-iscsi neutron-server[103723]: DEBUG neutron_lib.callbacks.manager [None req-b344cb3f-a700-43d3-8c59-8dcb64b005ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937715', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3701677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744215954324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744215520988', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744215521293'] for port, after_update {{(pid=103723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:43:54.151436 dv-cinder-786384-7-iscsi neutron-server[103723]: DEBUG oslo_concurrency.lockutils [None req-7b097c66-a899-4c34-8994-b7a24dd5dfc4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103723) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 31 11:43:54.191900 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.wsgi [-] (103721) accepted ('10.222.0.57', 38744) {{(pid=103721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 31 11:43:54.261982 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron.db.db_base_plugin_common [None req-46bdbefd-770d-40d2-b7aa-95ad9c9f3ecc admin admin] Allocated IP 172.20.0.1 (2c20abfc-12cd-4800-b928-7191b2675429/97d26c19-ffd5-4600-9f66-20181dad1656/26f3a154-0095-45c0-b840-93b3827acb87) {{(pid=103720) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 31 11:43:54.263099 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [req-f463e616-bc01-4dd5-aa0a-3083ec25cf89 req-89367e24-2042-4b37-ac08-63a8a0fbeda5 tempest-DeleteServersTestJSON-371463323 tempest-DeleteServersTestJSON-371463323-project] 10.222.0.57 "GET /v2.0/ports?device_id=09fa359b-a0f7-45d6-9cf6-438c3a13ca9a HTTP/1.1" status: 200  len: 210 time: 0.0687780
May 31 11:43:54.374757 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.wsgi [-] (103721) accepted ('10.222.0.57', 38754) {{(pid=103721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 31 11:43:54.458322 dv-cinder-786384-7-iscsi neutron-server[103723]: DEBUG neutron.plugins.ml2.managers [None req-b344cb3f-a700-43d3-8c59-8dcb64b005ae None None] Attempting to bind port a86d7503-e894-41f3-8504-76bdb32c60d9 on host dv-cinder-786384-7-iscsi for vnic_type normal with profile  {{(pid=103723) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
May 31 11:43:54.469010 dv-cinder-786384-7-iscsi neutron-server[103723]: DEBUG neutron.plugins.ml2.managers [None req-b344cb3f-a700-43d3-8c59-8dcb64b005ae None None] Attempting to bind port a86d7503-e894-41f3-8504-76bdb32c60d9 by drivers openvswitch,hyperv on host dv-cinder-786384-7-iscsi at level 0 using segments [{'id': '82286f75-faff-40ec-beef-7945374ee8e1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1cb16751-6ba1-494a-bef1-53f614bdb222'}] {{(pid=103723) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
May 31 11:43:54.469708 dv-cinder-786384-7-iscsi neutron-server[103723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b344cb3f-a700-43d3-8c59-8dcb64b005ae None None] Attempting to bind port a86d7503-e894-41f3-8504-76bdb32c60d9 on network 1cb16751-6ba1-494a-bef1-53f614bdb222 {{(pid=103723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 31 11:43:54.493811 dv-cinder-786384-7-iscsi neutron-server[103723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c4bc66a-940c-4b02-a89e-016894d77054 None None] Pushing event updated for resources: {'Port': ['ID=a86d7503-e894-41f3-8504-76bdb32c60d9,revision_number=2']} {{(pid=103723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 31 11:43:54.503046 dv-cinder-786384-7-iscsi neutron-server[103723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b344cb3f-a700-43d3-8c59-8dcb64b005ae None None] Checking agent: {'id': 'c576d319-5791-4ac3-a718-d6660db1fc9b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786384-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 31, 11, 36, 6), 'started_at': datetime.datetime(2021, 5, 31, 11, 36, 36), 'heartbeat_timestamp': datetime.datetime(2021, 5, 31, 11, 43, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786384-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
May 31 11:43:54.503481 dv-cinder-786384-7-iscsi neutron-server[103723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b344cb3f-a700-43d3-8c59-8dcb64b005ae None None] Checking segment: {'id': '82286f75-faff-40ec-beef-7945374ee8e1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1cb16751-6ba1-494a-bef1-53f614bdb222'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103723) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 31 11:43:54.503918 dv-cinder-786384-7-iscsi neutron-server[103723]: DEBUG neutron_lib.callbacks.manager [None req-b344cb3f-a700-43d3-8c59-8dcb64b005ae None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:43:54.504310 dv-cinder-786384-7-iscsi neutron-server[103723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b344cb3f-a700-43d3-8c59-8dcb64b005ae None None] Bound using segment: {'id': '82286f75-faff-40ec-beef-7945374ee8e1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1cb16751-6ba1-494a-bef1-53f614bdb222'} {{(pid=103723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
May 31 11:43:54.507164 dv-cinder-786384-7-iscsi neutron-server[103723]: DEBUG neutron.plugins.ml2.managers [None req-b344cb3f-a700-43d3-8c59-8dcb64b005ae None None] Bound port: a86d7503-e894-41f3-8504-76bdb32c60d9, host: dv-cinder-786384-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '82286f75-faff-40ec-beef-7945374ee8e1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1cb16751-6ba1-494a-bef1-53f614bdb222'}}] {{(pid=103723) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
May 31 11:43:54.508221 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.db.db_base_plugin_common [None req-013672fe-ae01-4b09-aeab-ec6eff70b18b admin admin] Allocated IP 172.20.0.1 (c32e1ce5-86a3-4104-9167-66f8d6251dc5/c2592ba6-2cac-4876-ba41-1cfa4ff30377/1b7c401d-2b30-4de3-890e-df303b90a3a1) {{(pid=103721) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 31 11:43:54.508986 dv-cinder-786384-7-iscsi neutron-server[103723]: DEBUG neutron_lib.callbacks.manager [None req-b344cb3f-a700-43d3-8c59-8dcb64b005ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-934180'] for port, before_update {{(pid=103723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:43:54.566628 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron_lib.callbacks.manager [None req-2b4992f2-a110-480d-8f82-c6afb35d0a88 None None] Notify callbacks [] for port, precommit_update {{(pid=103722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:43:54.590192 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron.db.provisioning_blocks [None req-2b4992f2-a110-480d-8f82-c6afb35d0a88 None None] Transition to ACTIVE for port object 96a0b7ad-9e7b-4e01-8e5f-a9eece6d655c will not be triggered until provisioned by entity L2. {{(pid=103722) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 31 11:43:54.594772 dv-cinder-786384-7-iscsi neutron-server[103723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c4bc66a-940c-4b02-a89e-016894d77054 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786384-7-iscsi {{(pid=103723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 31 11:43:54.598733 dv-cinder-786384-7-iscsi neutron-server[103723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c4bc66a-940c-4b02-a89e-016894d77054 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786384-7-iscsi {{(pid=103723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 31 11:43:54.603481 dv-cinder-786384-7-iscsi neutron-server[103723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c4bc66a-940c-4b02-a89e-016894d77054 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786384-7-iscsi {{(pid=103723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 31 11:43:54.604127 dv-cinder-786384-7-iscsi neutron-server[103723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c4bc66a-940c-4b02-a89e-016894d77054 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786384-7-iscsi {{(pid=103723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 31 11:43:54.606281 dv-cinder-786384-7-iscsi neutron-server[103723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c4bc66a-940c-4b02-a89e-016894d77054 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786384-7-iscsi {{(pid=103723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 31 11:43:54.606798 dv-cinder-786384-7-iscsi neutron-server[103723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c4bc66a-940c-4b02-a89e-016894d77054 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786384-7-iscsi {{(pid=103723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 31 11:43:54.607158 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron_lib.callbacks.manager [None req-2b4992f2-a110-480d-8f82-c6afb35d0a88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937715', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3701677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744215954324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744215520988', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744215521293'] for port, after_update {{(pid=103722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:43:54.607490 dv-cinder-786384-7-iscsi neutron-server[103723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c4bc66a-940c-4b02-a89e-016894d77054 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786384-7-iscsi {{(pid=103723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 31 11:43:54.608094 dv-cinder-786384-7-iscsi neutron-server[103723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c4bc66a-940c-4b02-a89e-016894d77054 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786384-7-iscsi {{(pid=103723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 31 11:43:54.608579 dv-cinder-786384-7-iscsi neutron-server[103723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c4bc66a-940c-4b02-a89e-016894d77054 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786384-7-iscsi {{(pid=103723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 31 11:43:54.610339 dv-cinder-786384-7-iscsi neutron-server[103723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c4bc66a-940c-4b02-a89e-016894d77054 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786384-7-iscsi {{(pid=103723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 31 11:43:54.610867 dv-cinder-786384-7-iscsi neutron-server[103723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c4bc66a-940c-4b02-a89e-016894d77054 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786384-7-iscsi {{(pid=103723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 31 11:43:54.611358 dv-cinder-786384-7-iscsi neutron-server[103723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c4bc66a-940c-4b02-a89e-016894d77054 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786384-7-iscsi {{(pid=103723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 31 11:43:54.612720 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG oslo_concurrency.lockutils [None req-21335a4e-c25b-40d7-8c40-9a7caf1e512c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103722) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 31 11:43:54.614094 dv-cinder-786384-7-iscsi neutron-server[103723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c4bc66a-940c-4b02-a89e-016894d77054 None None] Tracked resource versions report:
May 31 11:43:54.614094 dv-cinder-786384-7-iscsi neutron-server[103723]: pushed versions:
May 31 11:43:54.614094 dv-cinder-786384-7-iscsi neutron-server[103723]: {   'AddressGroup': {'1.2'},
May 31 11:43:54.614094 dv-cinder-786384-7-iscsi neutron-server[103723]:     'ConntrackHelper': {'1.0'},
May 31 11:43:54.614094 dv-cinder-786384-7-iscsi neutron-server[103723]:     'Log': {'1.0'},
May 31 11:43:54.614094 dv-cinder-786384-7-iscsi neutron-server[103723]:     'Network': {'1.1'},
May 31 11:43:54.614094 dv-cinder-786384-7-iscsi neutron-server[103723]:     'Port': {'1.7'},
May 31 11:43:54.614094 dv-cinder-786384-7-iscsi neutron-server[103723]:     'PortForwarding': {'1.2'},
May 31 11:43:54.614094 dv-cinder-786384-7-iscsi neutron-server[103723]:     'QosPolicy': {'1.8'},
May 31 11:43:54.614094 dv-cinder-786384-7-iscsi neutron-server[103723]:     'SecurityGroup': {'1.4'},
May 31 11:43:54.614094 dv-cinder-786384-7-iscsi neutron-server[103723]:     'SecurityGroupRule': {'1.2'},
May 31 11:43:54.614094 dv-cinder-786384-7-iscsi neutron-server[103723]:     'SubPort': {'1.0'},
May 31 11:43:54.614094 dv-cinder-786384-7-iscsi neutron-server[103723]:     'Subnet': {'1.1'},
May 31 11:43:54.614094 dv-cinder-786384-7-iscsi neutron-server[103723]:     'Trunk': {'1.1'}}
May 31 11:43:54.614094 dv-cinder-786384-7-iscsi neutron-server[103723]: consumer versions:
May 31 11:43:54.614094 dv-cinder-786384-7-iscsi neutron-server[103723]: {   DHCP agent@dv-cinder-786384-7-iscsi: {},
May 31 11:43:54.614094 dv-cinder-786384-7-iscsi neutron-server[103723]:     HyperV agent@hv-cinder-78638: {},
May 31 11:43:54.614094 dv-cinder-786384-7-iscsi neutron-server[103723]:     L3 agent@dv-cinder-786384-7-iscsi: {},
May 31 11:43:54.614094 dv-cinder-786384-7-iscsi neutron-server[103723]:     Metadata agent@dv-cinder-786384-7-iscsi: {},
May 31 11:43:54.614094 dv-cinder-786384-7-iscsi neutron-server[103723]:     Metering agent@dv-cinder-786384-7-iscsi: {},
May 31 11:43:54.614094 dv-cinder-786384-7-iscsi neutron-server[103723]:     Open vSwitch agent@dv-cinder-786384-7-iscsi: {   'AddressGroup': '1.2',
May 31 11:43:54.614094 dv-cinder-786384-7-iscsi neutron-server[103723]:                                                      'ConntrackHelper': '1.0',
May 31 11:43:54.614094 dv-cinder-786384-7-iscsi neutron-server[103723]:                                                      'Log': '1.0',
May 31 11:43:54.614094 dv-cinder-786384-7-iscsi neutron-server[103723]:                                                      'Network': '1.1',
May 31 11:43:54.614094 dv-cinder-786384-7-iscsi neutron-server[103723]:                                                      'Port': '1.7',
May 31 11:43:54.614094 dv-cinder-786384-7-iscsi neutron-server[103723]:                                                      'PortForwarding': '1.2',
May 31 11:43:54.614094 dv-cinder-786384-7-iscsi neutron-server[103723]:                                                      'QosPolicy': '1.8',
May 31 11:43:54.614094 dv-cinder-786384-7-iscsi neutron-server[103723]:                                                      'SecurityGroup': '1.4',
May 31 11:43:54.614094 dv-cinder-786384-7-iscsi neutron-server[103723]:                                                      'SecurityGroupRule': '1.2',
May 31 11:43:54.614094 dv-cinder-786384-7-iscsi neutron-server[103723]:                                                      'SubPort': '1.0',
May 31 11:43:54.614094 dv-cinder-786384-7-iscsi neutron-server[103723]:                                                      'Subnet': '1.1',
May 31 11:43:54.614094 dv-cinder-786384-7-iscsi neutron-server[103723]:                                                      'Trunk': '1.1'}}
May 31 11:43:54.614094 dv-cinder-786384-7-iscsi neutron-server[103723]:  {{(pid=103723) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}}
May 31 11:43:54.623815 dv-cinder-786384-7-iscsi neutron-server[103723]: DEBUG oslo_concurrency.lockutils [None req-2c4bc66a-940c-4b02-a89e-016894d77054 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.472s {{(pid=103723) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 31 11:43:54.642368 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-46bdbefd-770d-40d2-b7aa-95ad9c9f3ecc admin admin] Notify callbacks [] for port, precommit_create {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:43:54.723193 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron.db.provisioning_blocks [None req-46bdbefd-770d-40d2-b7aa-95ad9c9f3ecc admin admin] Transition to ACTIVE for port object 26f3a154-0095-45c0-b840-93b3827acb87 will not be triggered until provisioned by entity DHCP. {{(pid=103720) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 31 11:43:54.761666 dv-cinder-786384-7-iscsi neutron-server[103723]: DEBUG neutron.plugins.ml2.db [None req-b344cb3f-a700-43d3-8c59-8dcb64b005ae None None] For port a86d7503-e894-41f3-8504-76bdb32c60d9, host dv-cinder-786384-7-iscsi, cleared binding levels {{(pid=103723) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
May 31 11:43:54.776226 dv-cinder-786384-7-iscsi neutron-server[103723]: DEBUG neutron.plugins.ml2.db [None req-b344cb3f-a700-43d3-8c59-8dcb64b005ae None None] For port a86d7503-e894-41f3-8504-76bdb32c60d9, host dv-cinder-786384-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786384-7-iscsi',level=0,port_id=a86d7503-e894-41f3-8504-76bdb32c60d9,segment=NetworkSegment(82286f75-faff-40ec-beef-7945374ee8e1),segment_id=82286f75-faff-40ec-beef-7945374ee8e1)] {{(pid=103723) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
May 31 11:43:54.788612 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron_lib.callbacks.manager [None req-013672fe-ae01-4b09-aeab-ec6eff70b18b admin admin] Notify callbacks [] for port, precommit_create {{(pid=103721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:43:54.793725 dv-cinder-786384-7-iscsi neutron-server[103723]: DEBUG neutron_lib.callbacks.manager [None req-b344cb3f-a700-43d3-8c59-8dcb64b005ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937715', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3701677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744215954324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744215520988', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744215521293'] for port, after_update {{(pid=103723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:43:54.801240 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c7d66f9-c196-4161-b8a9-ed06f402a498 None None] Pushing event updated for resources: {'Port': ['ID=96a0b7ad-9e7b-4e01-8e5f-a9eece6d655c,revision_number=2']} {{(pid=103722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 31 11:43:54.813089 dv-cinder-786384-7-iscsi neutron-server[103723]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103723) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 31 11:43:54.813407 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-46bdbefd-770d-40d2-b7aa-95ad9c9f3ecc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937715', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3701677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744215520970'] for port, after_create {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:43:54.818619 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG oslo_concurrency.lockutils [None req-8f364c08-7441-4021-a8e2-9b94f3cef332 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103720) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 31 11:43:54.822257 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG oslo_concurrency.lockutils [None req-9c7d66f9-c196-4161-b8a9-ed06f402a498 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.208s {{(pid=103722) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 31 11:43:54.847296 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron_lib.callbacks.manager [None req-4e74be48-31db-4967-a57f-85183155222f admin admin] Notify callbacks [] for security_group, before_create {{(pid=103721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:43:54.867046 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.db.quota.driver [None req-4e74be48-31db-4967-a57f-85183155222f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=103721) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 31 11:43:54.868856 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron.plugins.ml2.managers [None req-2b4992f2-a110-480d-8f82-c6afb35d0a88 None None] Attempting to bind port 96a0b7ad-9e7b-4e01-8e5f-a9eece6d655c on host dv-cinder-786384-7-iscsi for vnic_type normal with profile  {{(pid=103722) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
May 31 11:43:54.869301 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron.plugins.ml2.managers [None req-2b4992f2-a110-480d-8f82-c6afb35d0a88 None None] Attempting to bind port 96a0b7ad-9e7b-4e01-8e5f-a9eece6d655c by drivers openvswitch,hyperv on host dv-cinder-786384-7-iscsi at level 0 using segments [{'id': '82286f75-faff-40ec-beef-7945374ee8e1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1cb16751-6ba1-494a-bef1-53f614bdb222'}] {{(pid=103722) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
May 31 11:43:54.869751 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b4992f2-a110-480d-8f82-c6afb35d0a88 None None] Attempting to bind port 96a0b7ad-9e7b-4e01-8e5f-a9eece6d655c on network 1cb16751-6ba1-494a-bef1-53f614bdb222 {{(pid=103722) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 31 11:43:54.878421 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b4992f2-a110-480d-8f82-c6afb35d0a88 None None] Checking agent: {'id': 'c576d319-5791-4ac3-a718-d6660db1fc9b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786384-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 31, 11, 36, 6), 'started_at': datetime.datetime(2021, 5, 31, 11, 36, 36), 'heartbeat_timestamp': datetime.datetime(2021, 5, 31, 11, 43, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786384-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103722) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
May 31 11:43:54.878421 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b4992f2-a110-480d-8f82-c6afb35d0a88 None None] Checking segment: {'id': '82286f75-faff-40ec-beef-7945374ee8e1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1cb16751-6ba1-494a-bef1-53f614bdb222'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103722) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 31 11:43:54.878421 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron_lib.callbacks.manager [None req-2b4992f2-a110-480d-8f82-c6afb35d0a88 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:43:54.878421 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b4992f2-a110-480d-8f82-c6afb35d0a88 None None] Bound using segment: {'id': '82286f75-faff-40ec-beef-7945374ee8e1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1cb16751-6ba1-494a-bef1-53f614bdb222'} {{(pid=103722) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
May 31 11:43:54.878421 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron.plugins.ml2.managers [None req-2b4992f2-a110-480d-8f82-c6afb35d0a88 None None] Bound port: 96a0b7ad-9e7b-4e01-8e5f-a9eece6d655c, host: dv-cinder-786384-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '82286f75-faff-40ec-beef-7945374ee8e1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1cb16751-6ba1-494a-bef1-53f614bdb222'}}] {{(pid=103722) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
May 31 11:43:54.878941 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron_lib.callbacks.manager [None req-2b4992f2-a110-480d-8f82-c6afb35d0a88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-934180'] for port, before_update {{(pid=103722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:43:54.881814 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.quota.resource [None req-4e74be48-31db-4967-a57f-85183155222f admin admin] Usage tracker for resource:security_group_rule and tenant:2ab5b3b35cab4004824a61e9d58857bc is out of sync, need to count used quota {{(pid=103721) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 31 11:43:54.895644 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.quota.resource [None req-4e74be48-31db-4967-a57f-85183155222f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=103721) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 31 11:43:54.914959 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.db.quota.driver [None req-4e74be48-31db-4967-a57f-85183155222f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=103721) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 31 11:43:54.924104 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron_lib.callbacks.manager [None req-013672fe-ae01-4b09-aeab-ec6eff70b18b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937715', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3701677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744215520970'] for port, after_create {{(pid=103721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:43:54.953208 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103721) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 31 11:43:54.959383 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46bdbefd-770d-40d2-b7aa-95ad9c9f3ecc admin admin] Pushing event updated for resources: {'Port': ['ID=26f3a154-0095-45c0-b840-93b3827acb87,revision_number=1']} {{(pid=103720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 31 11:43:54.964486 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG oslo_concurrency.lockutils [None req-46bdbefd-770d-40d2-b7aa-95ad9c9f3ecc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=103720) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 31 11:43:54.976288 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46bdbefd-770d-40d2-b7aa-95ad9c9f3ecc admin admin] Network 2c20abfc-12cd-4800-b928-7191b2675429 is already hosted by enough agents. {{(pid=103720) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 31 11:43:54.978725 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron.scheduler.base_scheduler [None req-46bdbefd-770d-40d2-b7aa-95ad9c9f3ecc admin admin] Resources bound (agent type, host, resource id):  {{(pid=103720) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 31 11:43:54.982691 dv-cinder-786384-7-iscsi neutron-server[103723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c4bc66a-940c-4b02-a89e-016894d77054 None None] Pushing event updated for resources: {'Port': ['ID=a86d7503-e894-41f3-8504-76bdb32c60d9,revision_number=3']} {{(pid=103723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 31 11:43:54.994864 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46bdbefd-770d-40d2-b7aa-95ad9c9f3ecc admin admin] Received port after_create {{(pid=103720) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
May 31 11:43:54.995462 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-46bdbefd-770d-40d2-b7aa-95ad9c9f3ecc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4094068'] for router_interface, before_create {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:43:54.999892 dv-cinder-786384-7-iscsi neutron-server[103723]: DEBUG oslo_concurrency.lockutils [None req-2c4bc66a-940c-4b02-a89e-016894d77054 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.187s {{(pid=103723) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 31 11:43:55.036957 dv-cinder-786384-7-iscsi neutron-server[103723]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b344cb3f-a700-43d3-8c59-8dcb64b005ae None None] Routers {'c04fd99b-0c0e-4ac9-87ef-88ba458649ea'} bound to L3 agent in host dv-cinder-786384-7-iscsi {{(pid=103723) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 31 11:43:55.039350 dv-cinder-786384-7-iscsi neutron-server[103723]: DEBUG neutron.db.l3_hamode_db [None req-b344cb3f-a700-43d3-8c59-8dcb64b005ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f3ebce46fd0>, 'dv-cinder-786384-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-05-31T11:36:05Z,description=<?>,heartbeat_timestamp=2021-05-31T11:43:35Z,host='dv-cinder-786384-7-iscsi',id=f8c17dd7-da16-4427-b6e3-d7e30616bc4c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-31T11:36:05Z,topic='l3_agent')) {'router_ids': ['c04fd99b-0c0e-4ac9-87ef-88ba458649ea'], 'active': True} {{(pid=103723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 31 11:43:55.054325 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron.plugins.ml2.db [None req-2b4992f2-a110-480d-8f82-c6afb35d0a88 None None] For port 96a0b7ad-9e7b-4e01-8e5f-a9eece6d655c, host dv-cinder-786384-7-iscsi, cleared binding levels {{(pid=103722) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
May 31 11:43:55.059559 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron.plugins.ml2.db [None req-2b4992f2-a110-480d-8f82-c6afb35d0a88 None None] For port 96a0b7ad-9e7b-4e01-8e5f-a9eece6d655c, host dv-cinder-786384-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786384-7-iscsi',level=0,port_id=96a0b7ad-9e7b-4e01-8e5f-a9eece6d655c,segment=NetworkSegment(82286f75-faff-40ec-beef-7945374ee8e1),segment_id=82286f75-faff-40ec-beef-7945374ee8e1)] {{(pid=103722) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
May 31 11:43:55.077122 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron_lib.callbacks.manager [None req-2b4992f2-a110-480d-8f82-c6afb35d0a88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937715', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3701677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744215954324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744215520988', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744215521293'] for port, after_update {{(pid=103722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:43:55.084534 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG oslo_concurrency.lockutils [None req-9172c024-a6b1-414b-9181-fd3c48e347a7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103722) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 31 11:43:55.256695 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b4992f2-a110-480d-8f82-c6afb35d0a88 None None] Routers {'b2c37ea4-16e6-43f7-858e-06a94d6e89c5'} bound to L3 agent in host dv-cinder-786384-7-iscsi {{(pid=103722) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 31 11:43:55.257548 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron.db.l3_hamode_db [None req-2b4992f2-a110-480d-8f82-c6afb35d0a88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f3ebcb17820>, 'dv-cinder-786384-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-05-31T11:36:05Z,description=<?>,heartbeat_timestamp=2021-05-31T11:43:35Z,host='dv-cinder-786384-7-iscsi',id=f8c17dd7-da16-4427-b6e3-d7e30616bc4c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-31T11:36:05Z,topic='l3_agent')) {'router_ids': ['b2c37ea4-16e6-43f7-858e-06a94d6e89c5'], 'active': True} {{(pid=103722) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 31 11:43:55.257889 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron_lib.callbacks.manager [None req-4e74be48-31db-4967-a57f-85183155222f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:43:55.315577 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron_lib.callbacks.manager [None req-4e74be48-31db-4967-a57f-85183155222f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3705957'] for security_group, after_create {{(pid=103721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:43:55.320043 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-013672fe-ae01-4b09-aeab-ec6eff70b18b admin admin] Network c32e1ce5-86a3-4104-9167-66f8d6251dc5 is already hosted by enough agents. {{(pid=103721) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 31 11:43:55.341148 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.scheduler.base_scheduler [None req-013672fe-ae01-4b09-aeab-ec6eff70b18b admin admin] Resources bound (agent type, host, resource id):  {{(pid=103721) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 31 11:43:55.356616 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-013672fe-ae01-4b09-aeab-ec6eff70b18b admin admin] Received port after_create {{(pid=103721) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
May 31 11:43:55.357094 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron_lib.callbacks.manager [None req-013672fe-ae01-4b09-aeab-ec6eff70b18b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4094068'] for router_interface, before_create {{(pid=103721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:43:55.369719 dv-cinder-786384-7-iscsi neutron-server[103723]: DEBUG neutron.db.l3_dvr_db [None req-b344cb3f-a700-43d3-8c59-8dcb64b005ae None None] Set router c04fd99b-0c0e-4ac9-87ef-88ba458649ea gateway port host: dv-cinder-786384-7-iscsi {{(pid=103723) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
May 31 11:43:55.561131 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron.db.provisioning_blocks [None req-88549564-73ed-4a88-ba2a-1c5f3f4cc026 None None] Provisioning for port 26f3a154-0095-45c0-b840-93b3827acb87 completed by entity DHCP. {{(pid=103722) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 31 11:43:55.562763 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-013672fe-ae01-4b09-aeab-ec6eff70b18b admin admin] Pushing event updated for resources: {'Port': ['ID=1b7c401d-2b30-4de3-890e-df303b90a3a1,revision_number=1']} {{(pid=103721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 31 11:43:55.572772 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [None req-4e74be48-31db-4967-a57f-85183155222f admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=2ab5b3b35cab4004824a61e9d58857bc&name=default HTTP/1.1" status: 200  len: 2975 time: 1.1967609
May 31 11:43:55.576791 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG oslo_concurrency.lockutils [None req-013672fe-ae01-4b09-aeab-ec6eff70b18b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.624s {{(pid=103721) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 31 11:43:55.581016 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron.db.provisioning_blocks [None req-88549564-73ed-4a88-ba2a-1c5f3f4cc026 None None] Provisioning complete for port 26f3a154-0095-45c0-b840-93b3827acb87 triggered by entity DHCP. {{(pid=103722) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 31 11:43:55.582993 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron_lib.callbacks.manager [None req-88549564-73ed-4a88-ba2a-1c5f3f4cc026 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857618'] for port, provisioning_complete {{(pid=103722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:43:55.587026 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG oslo_concurrency.lockutils [None req-3e794765-0085-4d07-ba1d-86053b46dd3d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.027s {{(pid=103721) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 31 11:43:55.596433 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron.wsgi [-] (103720) accepted ('10.222.0.57', 38804) {{(pid=103720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 31 11:43:55.651432 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c7d66f9-c196-4161-b8a9-ed06f402a498 None None] Pushing event updated for resources: {'Port': ['ID=96a0b7ad-9e7b-4e01-8e5f-a9eece6d655c,revision_number=3']} {{(pid=103722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 31 11:43:55.695599 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG oslo_concurrency.lockutils [None req-9c7d66f9-c196-4161-b8a9-ed06f402a498 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.613s {{(pid=103722) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 31 11:43:55.705439 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [req-5634eb76-a250-4a47-a653-36daf11d314b req-2b39ed6d-9517-42a5-8d71-577b1b99937a tempest-DeleteServersTestJSON-371463323 tempest-DeleteServersTestJSON-371463323-project] 10.222.0.57 "GET /v2.0/ports?device_id=09fa359b-a0f7-45d6-9cf6-438c3a13ca9a HTTP/1.1" status: 200  len: 210 time: 0.2255139
May 31 11:43:55.709113 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron.db.l3_dvr_db [None req-2b4992f2-a110-480d-8f82-c6afb35d0a88 None None] Set router b2c37ea4-16e6-43f7-858e-06a94d6e89c5 gateway port host: dv-cinder-786384-7-iscsi {{(pid=103722) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
May 31 11:43:55.794437 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e74be48-31db-4967-a57f-85183155222f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a70bf633-055e-4802-aefb-96c6e4f611a9,revision_number=1']} {{(pid=103721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 31 11:43:55.820932 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG oslo_concurrency.lockutils [None req-4e74be48-31db-4967-a57f-85183155222f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.234s {{(pid=103721) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 31 11:43:55.933787 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron.plugins.ml2.plugin [None req-88549564-73ed-4a88-ba2a-1c5f3f4cc026 None None] Port 26f3a154-0095-45c0-b840-93b3827acb87 cannot update to ACTIVE because it is not bound. {{(pid=103722) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
May 31 11:43:55.969183 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-21548fcd-bac8-4c55-b0f8-48953f9dbbda admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:43:55.994132 dv-cinder-786384-7-iscsi neutron-server[103723]: DEBUG neutron.db.l3_hamode_db [None req-b344cb3f-a700-43d3-8c59-8dcb64b005ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f3ebce46fd0>, [{'id': 'c04fd99b-0c0e-4ac9-87ef-88ba458649ea', 'name': 'tempest-AttachVolumeShelveTestJSON-352513985-router', 'tenant_id': 'f3bd06944c9240d0a51b5da41de72600', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cb16751-6ba1-494a-bef1-53f614bdb222', 'external_fixed_ips': [{'subnet_id': '1135c889-0623-4d10-975a-f2c46f50f0f6', 'ip_address': '172.27.2.123'}], 'enable_snat': True}, 'gw_port_id': 'a86d7503-e894-41f3-8504-76bdb32c60d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T11:43:46Z', 'updated_at': '2021-05-31T11:43:50Z', 'revision_number': 3, 'project_id': 'f3bd06944c9240d0a51b5da41de72600', 'gw_port': {'id': 'a86d7503-e894-41f3-8504-76bdb32c60d9', 'name': '', 'network_id': '1cb16751-6ba1-494a-bef1-53f614bdb222', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:11:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c04fd99b-0c0e-4ac9-87ef-88ba458649ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': '1135c889-0623-4d10-975a-f2c46f50f0f6', 'ip_address': '172.27.2.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786384-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T11:43:48Z', 'updated_at': '2021-05-31T11:43:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1135c889-0623-4d10-975a-f2c46f50f0f6', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786384-7-iscsi'}], 'dv-cinder-786384-7-iscsi', False) {} {{(pid=103723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 31 11:43:56.008221 dv-cinder-786384-7-iscsi neutron-server[103723]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b344cb3f-a700-43d3-8c59-8dcb64b005ae None None] The sync data for ids ['c04fd99b-0c0e-4ac9-87ef-88ba458649ea'] in dv-cinder-786384-7-iscsi is: [{'id': 'c04fd99b-0c0e-4ac9-87ef-88ba458649ea', 'name': 'tempest-AttachVolumeShelveTestJSON-352513985-router', 'tenant_id': 'f3bd06944c9240d0a51b5da41de72600', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cb16751-6ba1-494a-bef1-53f614bdb222', 'external_fixed_ips': [{'subnet_id': '1135c889-0623-4d10-975a-f2c46f50f0f6', 'ip_address': '172.27.2.123'}], 'enable_snat': True}, 'gw_port_id': 'a86d7503-e894-41f3-8504-76bdb32c60d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T11:43:46Z', 'updated_at': '2021-05-31T11:43:50Z', 'revision_number': 3, 'project_id': 'f3bd06944c9240d0a51b5da41de72600', 'gw_port': {'id': 'a86d7503-e894-41f3-8504-76bdb32c60d9', 'name': '', 'network_id': '1cb16751-6ba1-494a-bef1-53f614bdb222', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:11:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c04fd99b-0c0e-4ac9-87ef-88ba458649ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': '1135c889-0623-4d10-975a-f2c46f50f0f6', 'ip_address': '172.27.2.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786384-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T11:43:48Z', 'updated_at': '2021-05-31T11:43:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1135c889-0623-4d10-975a-f2c46f50f0f6', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786384-7-iscsi'}] {{(pid=103723) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 31 11:43:56.075604 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron_lib.callbacks.manager [None req-013672fe-ae01-4b09-aeab-ec6eff70b18b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-934180'] for port, before_update {{(pid=103721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:43:56.091163 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-21548fcd-bac8-4c55-b0f8-48953f9dbbda admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:43:56.128083 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-46bdbefd-770d-40d2-b7aa-95ad9c9f3ecc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-934180'] for port, before_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:43:56.422977 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron.db.l3_hamode_db [None req-2b4992f2-a110-480d-8f82-c6afb35d0a88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f3ebcb17820>, [{'id': 'b2c37ea4-16e6-43f7-858e-06a94d6e89c5', 'name': 'tempest-ServerRescueNegativeTestJSON-751692656-router', 'tenant_id': 'e6680e894741452ebedaacc4ca6c4c58', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cb16751-6ba1-494a-bef1-53f614bdb222', 'external_fixed_ips': [{'subnet_id': '1135c889-0623-4d10-975a-f2c46f50f0f6', 'ip_address': '172.27.2.32'}], 'enable_snat': True}, 'gw_port_id': '96a0b7ad-9e7b-4e01-8e5f-a9eece6d655c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T11:43:48Z', 'updated_at': '2021-05-31T11:43:50Z', 'revision_number': 3, 'project_id': 'e6680e894741452ebedaacc4ca6c4c58', 'gw_port': {'id': '96a0b7ad-9e7b-4e01-8e5f-a9eece6d655c', 'name': '', 'network_id': '1cb16751-6ba1-494a-bef1-53f614bdb222', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:c8:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b2c37ea4-16e6-43f7-858e-06a94d6e89c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '1135c889-0623-4d10-975a-f2c46f50f0f6', 'ip_address': '172.27.2.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786384-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T11:43:49Z', 'updated_at': '2021-05-31T11:43:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1135c889-0623-4d10-975a-f2c46f50f0f6', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786384-7-iscsi'}], 'dv-cinder-786384-7-iscsi', False) {} {{(pid=103722) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 31 11:43:56.451610 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b4992f2-a110-480d-8f82-c6afb35d0a88 None None] The sync data for ids ['b2c37ea4-16e6-43f7-858e-06a94d6e89c5'] in dv-cinder-786384-7-iscsi is: [{'id': 'b2c37ea4-16e6-43f7-858e-06a94d6e89c5', 'name': 'tempest-ServerRescueNegativeTestJSON-751692656-router', 'tenant_id': 'e6680e894741452ebedaacc4ca6c4c58', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cb16751-6ba1-494a-bef1-53f614bdb222', 'external_fixed_ips': [{'subnet_id': '1135c889-0623-4d10-975a-f2c46f50f0f6', 'ip_address': '172.27.2.32'}], 'enable_snat': True}, 'gw_port_id': '96a0b7ad-9e7b-4e01-8e5f-a9eece6d655c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T11:43:48Z', 'updated_at': '2021-05-31T11:43:50Z', 'revision_number': 3, 'project_id': 'e6680e894741452ebedaacc4ca6c4c58', 'gw_port': {'id': '96a0b7ad-9e7b-4e01-8e5f-a9eece6d655c', 'name': '', 'network_id': '1cb16751-6ba1-494a-bef1-53f614bdb222', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:c8:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b2c37ea4-16e6-43f7-858e-06a94d6e89c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '1135c889-0623-4d10-975a-f2c46f50f0f6', 'ip_address': '172.27.2.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786384-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T11:43:49Z', 'updated_at': '2021-05-31T11:43:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1135c889-0623-4d10-975a-f2c46f50f0f6', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786384-7-iscsi'}] {{(pid=103722) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 31 11:43:56.652473 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.wsgi [-] (103721) accepted ('10.222.0.57', 38862) {{(pid=103721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 31 11:43:56.705455 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-21548fcd-bac8-4c55-b0f8-48953f9dbbda admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3705957'] for security_group, after_delete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:43:56.710734 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG oslo_concurrency.lockutils [None req-0beec4fc-68af-42d5-bb8c-755233e53c1f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103720) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 31 11:43:56.748207 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron_lib.callbacks.manager [None req-013672fe-ae01-4b09-aeab-ec6eff70b18b admin admin] Notify callbacks [] for port, precommit_update {{(pid=103721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:43:56.757536 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron_lib.callbacks.manager [None req-013672fe-ae01-4b09-aeab-ec6eff70b18b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937715', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3701677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744215954324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744215520988', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744215521293'] for port, after_update {{(pid=103721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:43:56.758764 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron_lib.callbacks.manager [None req-013672fe-ae01-4b09-aeab-ec6eff70b18b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3695180', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4094169'] for router_interface, after_create {{(pid=103721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:43:56.763304 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21548fcd-bac8-4c55-b0f8-48953f9dbbda admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a70bf633-055e-4802-aefb-96c6e4f611a9,revision_number=None']} {{(pid=103720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 31 11:43:56.767573 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG oslo_concurrency.lockutils [None req-3d1ecc2e-bb63-4008-becc-0de2dadf9e95 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103721) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 31 11:43:56.778584 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG oslo_concurrency.lockutils [None req-21548fcd-bac8-4c55-b0f8-48953f9dbbda admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=103720) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 31 11:43:56.830048 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-46bdbefd-770d-40d2-b7aa-95ad9c9f3ecc admin admin] Notify callbacks [] for port, precommit_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:43:56.849490 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-46bdbefd-770d-40d2-b7aa-95ad9c9f3ecc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937715', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3701677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744215954324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744215520988', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744215521293'] for port, after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:43:56.858023 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-46bdbefd-770d-40d2-b7aa-95ad9c9f3ecc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3695180', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4094169'] for router_interface, after_create {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:43:56.869711 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-21548fcd-bac8-4c55-b0f8-48953f9dbbda admin admin] Notify callbacks [] for security_group, before_response {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:43:56.871712 dv-cinder-786384-7-iscsi neutron-server[103720]: INFO neutron.wsgi [None req-21548fcd-bac8-4c55-b0f8-48953f9dbbda admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/a70bf633-055e-4802-aefb-96c6e4f611a9 HTTP/1.1" status: 204  len: 168 time: 1.2744644
May 31 11:43:56.874876 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103720) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 31 11:43:57.035745 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron_lib.callbacks.manager [None req-54f11f5c-1369-4e62-9045-9c146e6e057d admin admin] Notify callbacks [] for security_group, before_create {{(pid=103721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:43:57.316436 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46bdbefd-770d-40d2-b7aa-95ad9c9f3ecc admin admin] Pushing event updated for resources: {'Port': ['ID=26f3a154-0095-45c0-b840-93b3827acb87,revision_number=2']} {{(pid=103720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 31 11:43:57.378035 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG oslo_concurrency.lockutils [None req-46bdbefd-770d-40d2-b7aa-95ad9c9f3ecc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.502s {{(pid=103720) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 31 11:43:57.384680 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.db.quota.driver [None req-54f11f5c-1369-4e62-9045-9c146e6e057d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=103721) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 31 11:43:57.389961 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.quota.resource [None req-54f11f5c-1369-4e62-9045-9c146e6e057d admin admin] Usage tracker for resource:security_group_rule and tenant:3a66ed001afd488cbc1e0fd16656f565 is out of sync, need to count used quota {{(pid=103721) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 31 11:43:57.393874 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.quota.resource [None req-54f11f5c-1369-4e62-9045-9c146e6e057d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=103721) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 31 11:43:57.404016 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.db.quota.driver [None req-54f11f5c-1369-4e62-9045-9c146e6e057d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=103721) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 31 11:43:57.538392 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46bdbefd-770d-40d2-b7aa-95ad9c9f3ecc admin admin] Network 2c20abfc-12cd-4800-b928-7191b2675429 is already hosted by enough agents. {{(pid=103720) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 31 11:43:57.541681 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron.scheduler.base_scheduler [None req-46bdbefd-770d-40d2-b7aa-95ad9c9f3ecc admin admin] Resources bound (agent type, host, resource id):  {{(pid=103720) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 31 11:43:57.546830 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [req-34e94601-151c-49a2-8925-75a037ff558f req-1d3f7bae-b643-4cb1-8cb1-ddc42ba5ae09 tempest-DeleteServersTestJSON-371463323 tempest-DeleteServersTestJSON-371463323-project] 10.222.0.57 "GET /v2.0/ports?device_id=09fa359b-a0f7-45d6-9cf6-438c3a13ca9a HTTP/1.1" status: 200  len: 210 time: 0.3015060
May 31 11:43:57.995310 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron.plugins.ml2.rpc [None req-1f0a762f-0348-4bba-b860-8eddab4cd770 None None] Device 96a0b7ad-9e7b-4e01-8e5f-a9eece6d655c up at agent ovs-agent-dv-cinder-786384-7-iscsi {{(pid=103722) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 31 11:43:58.016424 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-013672fe-ae01-4b09-aeab-ec6eff70b18b admin admin] Pushing event updated for resources: {'Port': ['ID=1b7c401d-2b30-4de3-890e-df303b90a3a1,revision_number=2']} {{(pid=103721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 31 11:43:58.054422 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG oslo_concurrency.lockutils [None req-013672fe-ae01-4b09-aeab-ec6eff70b18b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.287s {{(pid=103721) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 31 11:43:58.094642 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-013672fe-ae01-4b09-aeab-ec6eff70b18b admin admin] Network c32e1ce5-86a3-4104-9167-66f8d6251dc5 is already hosted by enough agents. {{(pid=103721) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 31 11:43:58.121573 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.scheduler.base_scheduler [None req-013672fe-ae01-4b09-aeab-ec6eff70b18b admin admin] Resources bound (agent type, host, resource id):  {{(pid=103721) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 31 11:43:58.172121 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron_lib.callbacks.manager [None req-54f11f5c-1369-4e62-9045-9c146e6e057d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:43:58.203484 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-46bdbefd-770d-40d2-b7aa-95ad9c9f3ecc admin admin] Router c04fd99b-0c0e-4ac9-87ef-88ba458649ea has already been hosted by L3 agent f8c17dd7-da16-4427-b6e3-d7e30616bc4c {{(pid=103720) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
May 31 11:43:58.270599 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron.db.provisioning_blocks [None req-f53bfcac-9808-4f51-9551-bc536395e3c1 None None] Provisioning complete for port 26f3a154-0095-45c0-b840-93b3827acb87 triggered by entity DHCP. {{(pid=103722) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 31 11:43:58.271271 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron_lib.callbacks.manager [None req-f53bfcac-9808-4f51-9551-bc536395e3c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857618'] for port, provisioning_complete {{(pid=103722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:43:58.328917 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.wsgi [-] (103721) accepted ('10.222.0.57', 38912) {{(pid=103721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 31 11:43:58.353746 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron_lib.callbacks.manager [None req-54f11f5c-1369-4e62-9045-9c146e6e057d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3705957'] for security_group, after_create {{(pid=103721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:43:58.381620 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron.db.provisioning_blocks [None req-1f0a762f-0348-4bba-b860-8eddab4cd770 None None] Provisioning for port 96a0b7ad-9e7b-4e01-8e5f-a9eece6d655c completed by entity L2. {{(pid=103722) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 31 11:43:58.396746 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron.db.provisioning_blocks [None req-1f0a762f-0348-4bba-b860-8eddab4cd770 None None] Provisioning complete for port 96a0b7ad-9e7b-4e01-8e5f-a9eece6d655c triggered by entity L2. {{(pid=103722) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 31 11:43:58.397380 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron_lib.callbacks.manager [None req-1f0a762f-0348-4bba-b860-8eddab4cd770 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857618'] for port, provisioning_complete {{(pid=103722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:43:58.427715 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103721) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 31 11:43:58.444196 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron.plugins.ml2.plugin [None req-f53bfcac-9808-4f51-9551-bc536395e3c1 None None] Port 26f3a154-0095-45c0-b840-93b3827acb87 cannot update to ACTIVE because it is not bound. {{(pid=103722) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
May 31 11:43:58.482337 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [None req-54f11f5c-1369-4e62-9045-9c146e6e057d admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=3a66ed001afd488cbc1e0fd16656f565&name=default HTTP/1.1" status: 200  len: 2975 time: 1.8287940
May 31 11:43:58.489906 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.wsgi [-] (103721) accepted ('10.222.0.57', 38920) {{(pid=103721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 31 11:43:58.605824 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-46bdbefd-770d-40d2-b7aa-95ad9c9f3ecc admin admin] Notify agent at l3_agent.dv-cinder-786384-7-iscsi the message routers_updated {{(pid=103720) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
May 31 11:43:58.615557 dv-cinder-786384-7-iscsi neutron-server[103720]: INFO neutron.wsgi [None req-46bdbefd-770d-40d2-b7aa-95ad9c9f3ecc admin admin] 10.222.0.57 "PUT /v2.0/routers/c04fd99b-0c0e-4ac9-87ef-88ba458649ea/add_router_interface HTTP/1.1" status: 200  len: 503 time: 6.6160221
May 31 11:43:58.631572 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron.wsgi [-] (103720) accepted ('10.222.0.60', 54978) {{(pid=103720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 31 11:43:58.709202 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron_lib.callbacks.manager [None req-1f0a762f-0348-4bba-b860-8eddab4cd770 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-934180'] for port, before_update {{(pid=103722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:43:58.747725 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron.plugins.ml2.db [None req-1f0a762f-0348-4bba-b860-8eddab4cd770 None None] For port 96a0b7ad-9e7b-4e01-8e5f-a9eece6d655c, host dv-cinder-786384-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786384-7-iscsi',level=0,port_id=96a0b7ad-9e7b-4e01-8e5f-a9eece6d655c,segment=NetworkSegment(82286f75-faff-40ec-beef-7945374ee8e1),segment_id=82286f75-faff-40ec-beef-7945374ee8e1)] {{(pid=103722) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 31 11:43:58.758287 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron_lib.callbacks.manager [None req-1f0a762f-0348-4bba-b860-8eddab4cd770 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937715', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3701677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744215954324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744215520988', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744215521293'] for port, after_update {{(pid=103722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:43:58.760166 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron.plugins.ml2.rpc [None req-1f0a762f-0348-4bba-b860-8eddab4cd770 None None] Device a86d7503-e894-41f3-8504-76bdb32c60d9 up at agent ovs-agent-dv-cinder-786384-7-iscsi {{(pid=103722) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 31 11:43:58.807750 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103722) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 31 11:43:58.838924 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron.wsgi [-] (103720) accepted ('10.222.0.57', 38934) {{(pid=103720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 31 11:43:58.902487 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54f11f5c-1369-4e62-9045-9c146e6e057d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=af91e9fd-8f3d-4728-b711-54edb3a83e12,revision_number=1']} {{(pid=103721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 31 11:43:58.920349 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG oslo_concurrency.lockutils [None req-54f11f5c-1369-4e62-9045-9c146e6e057d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.493s {{(pid=103721) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 31 11:43:58.960134 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f0a762f-0348-4bba-b860-8eddab4cd770 None None] Pushing event updated for resources: {'Port': ['ID=96a0b7ad-9e7b-4e01-8e5f-a9eece6d655c,revision_number=4']} {{(pid=103722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 31 11:43:58.964990 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG oslo_concurrency.lockutils [None req-1f0a762f-0348-4bba-b860-8eddab4cd770 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=103722) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 31 11:43:58.972959 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron.db.provisioning_blocks [None req-1f0a762f-0348-4bba-b860-8eddab4cd770 None None] Provisioning for port a86d7503-e894-41f3-8504-76bdb32c60d9 completed by entity L2. {{(pid=103722) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 31 11:43:58.978491 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f067752-fe69-4457-aba6-344fbdb555f6 req-8f1ed7f2-7a5b-41a6-a27f-842528da35c0 tempest-DeleteServersTestJSON-371463323 tempest-DeleteServersTestJSON-371463323-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 11:43:58.980303 dv-cinder-786384-7-iscsi neutron-server[103720]: INFO neutron.wsgi [req-4f067752-fe69-4457-aba6-344fbdb555f6 req-8f1ed7f2-7a5b-41a6-a27f-842528da35c0 tempest-DeleteServersTestJSON-371463323 tempest-DeleteServersTestJSON-371463323-project] 10.222.0.60 "GET /v2.0/networks?id=3e11e20c-b2af-45b2-b630-b1be56c9e6f3 HTTP/1.1" status: 200  len: 812 time: 0.3471639
May 31 11:43:58.982946 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron.db.provisioning_blocks [None req-1f0a762f-0348-4bba-b860-8eddab4cd770 None None] Provisioning complete for port a86d7503-e894-41f3-8504-76bdb32c60d9 triggered by entity L2. {{(pid=103722) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 31 11:43:58.983434 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron_lib.callbacks.manager [None req-1f0a762f-0348-4bba-b860-8eddab4cd770 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857618'] for port, provisioning_complete {{(pid=103722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:43:59.048369 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron_lib.callbacks.manager [None req-63acc072-ff0a-4936-acad-3271378b5d05 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:43:59.065649 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [req-ba274a92-2e88-462c-9e0c-185df15bf293 req-2fb2899d-44ed-482e-b5d5-ebb1583af144 tempest-DeleteServersTestJSON-371463323 tempest-DeleteServersTestJSON-371463323-project] 10.222.0.57 "GET /v2.0/ports?device_id=09fa359b-a0f7-45d6-9cf6-438c3a13ca9a HTTP/1.1" status: 200  len: 210 time: 0.1868968
May 31 11:43:59.084424 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron.api.v2.base [req-4f067752-fe69-4457-aba6-344fbdb555f6 req-160de76d-4242-4ac1-abe6-9283a05ef3f2 tempest-DeleteServersTestJSON-371463323 tempest-DeleteServersTestJSON-371463323-project] Request body: {'port': {'device_id': '09fa359b-a0f7-45d6-9cf6-438c3a13ca9a', 'network_id': '3e11e20c-b2af-45b2-b630-b1be56c9e6f3', 'admin_state_up': True, 'tenant_id': '86142890551c41cfa8da35ccf86bd62f'}} {{(pid=103720) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 31 11:43:59.118834 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron_lib.callbacks.manager [None req-61d4c33e-ca9e-494e-8a53-a10859f83288 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:43:59.163958 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron_lib.callbacks.manager [None req-61d4c33e-ca9e-494e-8a53-a10859f83288 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:43:59.187698 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron_lib.callbacks.manager [None req-1f0a762f-0348-4bba-b860-8eddab4cd770 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-934180'] for port, before_update {{(pid=103722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:43:59.206571 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-1d824d9c-b0b2-427b-adb9-8885df1f4ccc admin admin] Notify callbacks [] for security_group, before_create {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:43:59.221192 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron.plugins.ml2.db [None req-1f0a762f-0348-4bba-b860-8eddab4cd770 None None] For port a86d7503-e894-41f3-8504-76bdb32c60d9, host dv-cinder-786384-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786384-7-iscsi',level=0,port_id=a86d7503-e894-41f3-8504-76bdb32c60d9,segment=NetworkSegment(82286f75-faff-40ec-beef-7945374ee8e1),segment_id=82286f75-faff-40ec-beef-7945374ee8e1)] {{(pid=103722) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 31 11:43:59.229078 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron_lib.callbacks.manager [None req-1f0a762f-0348-4bba-b860-8eddab4cd770 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937715', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3701677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744215954324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744215520988', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744215521293'] for port, after_update {{(pid=103722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:43:59.233680 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103722) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 31 11:43:59.235128 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.db.quota.driver [None req-63acc072-ff0a-4936-acad-3271378b5d05 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=103721) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 31 11:43:59.239858 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron_lib.callbacks.manager [None req-61d4c33e-ca9e-494e-8a53-a10859f83288 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3705957'] for security_group, after_delete {{(pid=103721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:43:59.240935 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.quota.resource [None req-63acc072-ff0a-4936-acad-3271378b5d05 admin admin] Usage tracker for resource:security_group_rule and tenant:8c9af74e4e3f4c7884bd0e9c9dd02f7d is out of sync, need to count used quota {{(pid=103721) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 31 11:43:59.246373 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.quota.resource [None req-63acc072-ff0a-4936-acad-3271378b5d05 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=103721) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 31 11:43:59.252539 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-013672fe-ae01-4b09-aeab-ec6eff70b18b admin admin] Router b2c37ea4-16e6-43f7-858e-06a94d6e89c5 has already been hosted by L3 agent f8c17dd7-da16-4427-b6e3-d7e30616bc4c {{(pid=103721) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
May 31 11:43:59.255736 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG oslo_concurrency.lockutils [None req-89162052-d7fb-4ed8-940c-efed5af869cc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103721) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 31 11:43:59.290749 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.db.quota.driver [None req-63acc072-ff0a-4936-acad-3271378b5d05 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=103721) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 31 11:43:59.294384 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61d4c33e-ca9e-494e-8a53-a10859f83288 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=af91e9fd-8f3d-4728-b711-54edb3a83e12,revision_number=None']} {{(pid=103721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 31 11:43:59.314612 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG oslo_concurrency.lockutils [None req-61d4c33e-ca9e-494e-8a53-a10859f83288 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=103721) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 31 11:43:59.417637 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f0a762f-0348-4bba-b860-8eddab4cd770 None None] Pushing event updated for resources: {'Port': ['ID=a86d7503-e894-41f3-8504-76bdb32c60d9,revision_number=4']} {{(pid=103722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 31 11:43:59.421635 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG oslo_concurrency.lockutils [None req-1f0a762f-0348-4bba-b860-8eddab4cd770 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.188s {{(pid=103722) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 31 11:43:59.443901 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron.db.quota.driver [None req-1d824d9c-b0b2-427b-adb9-8885df1f4ccc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=103720) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 31 11:43:59.453782 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron.quota.resource [None req-1d824d9c-b0b2-427b-adb9-8885df1f4ccc admin admin] Usage tracker for resource:security_group_rule and tenant:90e69e6e4497404887fb9e1cb69d9871 is out of sync, need to count used quota {{(pid=103720) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 31 11:43:59.459580 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron.quota.resource [None req-1d824d9c-b0b2-427b-adb9-8885df1f4ccc admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=103720) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 31 11:43:59.480924 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron.db.quota.driver [None req-1d824d9c-b0b2-427b-adb9-8885df1f4ccc admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=103720) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 31 11:43:59.542560 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron.db.quota.driver [req-4f067752-fe69-4457-aba6-344fbdb555f6 req-160de76d-4242-4ac1-abe6-9283a05ef3f2 tempest-DeleteServersTestJSON-371463323 tempest-DeleteServersTestJSON-371463323-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=103720) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 31 11:43:59.550842 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron.quota.resource [req-4f067752-fe69-4457-aba6-344fbdb555f6 req-160de76d-4242-4ac1-abe6-9283a05ef3f2 tempest-DeleteServersTestJSON-371463323 tempest-DeleteServersTestJSON-371463323-project] Usage tracker for resource:port and tenant:86142890551c41cfa8da35ccf86bd62f is out of sync, need to count used quota {{(pid=103720) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 31 11:43:59.554853 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron.quota.resource [req-4f067752-fe69-4457-aba6-344fbdb555f6 req-160de76d-4242-4ac1-abe6-9283a05ef3f2 tempest-DeleteServersTestJSON-371463323 tempest-DeleteServersTestJSON-371463323-project] Quota usage for port was recalculated. Used quota:0. {{(pid=103720) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 31 11:43:59.570387 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron.db.quota.driver [req-4f067752-fe69-4457-aba6-344fbdb555f6 req-160de76d-4242-4ac1-abe6-9283a05ef3f2 tempest-DeleteServersTestJSON-371463323 tempest-DeleteServersTestJSON-371463323-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=103720) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 31 11:43:59.574440 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron_lib.callbacks.manager [None req-61d4c33e-ca9e-494e-8a53-a10859f83288 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:43:59.575930 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [None req-61d4c33e-ca9e-494e-8a53-a10859f83288 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/af91e9fd-8f3d-4728-b711-54edb3a83e12 HTTP/1.1" status: 204  len: 168 time: 1.0846958
May 31 11:43:59.618832 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4f067752-fe69-4457-aba6-344fbdb555f6 req-160de76d-4242-4ac1-abe6-9283a05ef3f2 tempest-DeleteServersTestJSON-371463323 tempest-DeleteServersTestJSON-371463323-project] Made reservation on behalf of 86142890551c41cfa8da35ccf86bd62f for: {'port': 1} {{(pid=103720) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 31 11:43:59.620100 dv-cinder-786384-7-iscsi neutron-server[103723]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9908d2c3-1a6d-43dd-92dc-6fe2178d6894 None None] Sync routers for ids ['c04fd99b-0c0e-4ac9-87ef-88ba458649ea'] in dv-cinder-786384-7-iscsi {{(pid=103723) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 31 11:43:59.622746 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [req-4f067752-fe69-4457-aba6-344fbdb555f6 req-160de76d-4242-4ac1-abe6-9283a05ef3f2 tempest-DeleteServersTestJSON-371463323 tempest-DeleteServersTestJSON-371463323-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-934180'] for port, before_create {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:43:59.637354 dv-cinder-786384-7-iscsi neutron-server[103723]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9908d2c3-1a6d-43dd-92dc-6fe2178d6894 None None] Routers {'c04fd99b-0c0e-4ac9-87ef-88ba458649ea'} bound to L3 agent in host dv-cinder-786384-7-iscsi {{(pid=103723) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 31 11:43:59.638005 dv-cinder-786384-7-iscsi neutron-server[103723]: DEBUG neutron.db.l3_hamode_db [None req-9908d2c3-1a6d-43dd-92dc-6fe2178d6894 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f3ebcad5580>, 'dv-cinder-786384-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-05-31T11:36:05Z,description=<?>,heartbeat_timestamp=2021-05-31T11:43:35Z,host='dv-cinder-786384-7-iscsi',id=f8c17dd7-da16-4427-b6e3-d7e30616bc4c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-31T11:36:05Z,topic='l3_agent')) {'router_ids': ['c04fd99b-0c0e-4ac9-87ef-88ba458649ea'], 'active': True} {{(pid=103723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 31 11:43:59.860227 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-1d824d9c-b0b2-427b-adb9-8885df1f4ccc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:43:59.871685 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-1d824d9c-b0b2-427b-adb9-8885df1f4ccc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3705957'] for security_group, after_create {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:43:59.886138 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron.plugins.ml2.rpc [None req-1f0a762f-0348-4bba-b860-8eddab4cd770 None None] Device 96a0b7ad-9e7b-4e01-8e5f-a9eece6d655c up at agent ovs-agent-dv-cinder-786384-7-iscsi {{(pid=103722) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 31 11:43:59.901097 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-013672fe-ae01-4b09-aeab-ec6eff70b18b admin admin] Notify agent at l3_agent.dv-cinder-786384-7-iscsi the message routers_updated {{(pid=103721) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
May 31 11:43:59.954094 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG oslo_concurrency.lockutils [None req-a880580b-5727-4b26-909d-7506050a5cda admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103720) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 31 11:43:59.979303 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [None req-013672fe-ae01-4b09-aeab-ec6eff70b18b admin admin] 10.222.0.57 "PUT /v2.0/routers/b2c37ea4-16e6-43f7-858e-06a94d6e89c5/add_router_interface HTTP/1.1" status: 200  len: 503 time: 7.4360781
May 31 11:43:59.980190 dv-cinder-786384-7-iscsi neutron-server[103720]: INFO neutron.wsgi [None req-1d824d9c-b0b2-427b-adb9-8885df1f4ccc admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=90e69e6e4497404887fb9e1cb69d9871&name=default HTTP/1.1" status: 200  len: 2975 time: 1.1366305
May 31 11:43:59.981684 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron_lib.callbacks.manager [None req-63acc072-ff0a-4936-acad-3271378b5d05 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:43:59.982589 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.wsgi [-] (103721) accepted ('10.222.0.57', 38994) {{(pid=103721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 31 11:44:00.015287 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron.db.provisioning_blocks [None req-1f0a762f-0348-4bba-b860-8eddab4cd770 None None] Provisioning complete for port 96a0b7ad-9e7b-4e01-8e5f-a9eece6d655c triggered by entity L2. {{(pid=103722) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 31 11:44:00.015708 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron_lib.callbacks.manager [None req-1f0a762f-0348-4bba-b860-8eddab4cd770 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857618'] for port, provisioning_complete {{(pid=103722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:44:00.026021 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron_lib.callbacks.manager [None req-63acc072-ff0a-4936-acad-3271378b5d05 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3705957'] for security_group, after_create {{(pid=103721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:44:00.074656 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103721) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 31 11:44:00.167883 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6baa9d4b-7c10-4b3f-985a-e7b70ee3f47e None None] Sync routers for ids ['b2c37ea4-16e6-43f7-858e-06a94d6e89c5'] in dv-cinder-786384-7-iscsi {{(pid=103722) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 31 11:44:00.200479 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.wsgi [-] (103721) accepted ('10.222.0.57', 39004) {{(pid=103721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 31 11:44:00.213475 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6baa9d4b-7c10-4b3f-985a-e7b70ee3f47e None None] Routers {'b2c37ea4-16e6-43f7-858e-06a94d6e89c5'} bound to L3 agent in host dv-cinder-786384-7-iscsi {{(pid=103722) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 31 11:44:00.214210 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron.db.l3_hamode_db [None req-6baa9d4b-7c10-4b3f-985a-e7b70ee3f47e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f3ebcc80040>, 'dv-cinder-786384-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-05-31T11:36:05Z,description=<?>,heartbeat_timestamp=2021-05-31T11:43:35Z,host='dv-cinder-786384-7-iscsi',id=f8c17dd7-da16-4427-b6e3-d7e30616bc4c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-31T11:36:05Z,topic='l3_agent')) {'router_ids': ['b2c37ea4-16e6-43f7-858e-06a94d6e89c5'], 'active': True} {{(pid=103722) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 31 11:44:00.254909 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron_lib.callbacks.manager [None req-b0010857-a9a9-466c-92d5-989e852eef83 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:44:00.257216 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d824d9c-b0b2-427b-adb9-8885df1f4ccc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3a8b273b-0e1f-41aa-b60d-94ee1cc89d40,revision_number=1']} {{(pid=103720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 31 11:44:00.263085 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG oslo_concurrency.lockutils [None req-1d824d9c-b0b2-427b-adb9-8885df1f4ccc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.309s {{(pid=103720) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 31 11:44:00.280667 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.api.v2.base [None req-6772d297-9a07-4087-9c1a-0a4262e0c6d5 tempest-AttachVolumeShelveTestJSON-127538222 tempest-AttachVolumeShelveTestJSON-127538222-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1589872130', 'description': 'tempest-description--1525552566'}} {{(pid=103721) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 31 11:44:00.293143 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron.db.db_base_plugin_common [req-4f067752-fe69-4457-aba6-344fbdb555f6 req-160de76d-4242-4ac1-abe6-9283a05ef3f2 tempest-DeleteServersTestJSON-371463323 tempest-DeleteServersTestJSON-371463323-project] Allocated IP 172.20.0.8 (3e11e20c-b2af-45b2-b630-b1be56c9e6f3/0d592ad2-6068-4ccf-af2a-bd0139a4f35b/721c1189-0843-4736-9341-64de54625348) {{(pid=103720) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 31 11:44:00.302525 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.db.quota.driver [None req-6772d297-9a07-4087-9c1a-0a4262e0c6d5 tempest-AttachVolumeShelveTestJSON-127538222 tempest-AttachVolumeShelveTestJSON-127538222-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=103721) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 31 11:44:00.332722 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [None req-63acc072-ff0a-4936-acad-3271378b5d05 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=8c9af74e4e3f4c7884bd0e9c9dd02f7d&name=default HTTP/1.1" status: 200  len: 2975 time: 2.0023055
May 31 11:44:00.336789 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.quota.resource [None req-6772d297-9a07-4087-9c1a-0a4262e0c6d5 tempest-AttachVolumeShelveTestJSON-127538222 tempest-AttachVolumeShelveTestJSON-127538222-project] Usage tracker for resource:security_group and tenant:f3bd06944c9240d0a51b5da41de72600 is out of sync, need to count used quota {{(pid=103721) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 31 11:44:00.342901 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron.wsgi [-] (103720) accepted ('10.222.0.57', 39012) {{(pid=103720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 31 11:44:00.343388 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.quota.resource [None req-6772d297-9a07-4087-9c1a-0a4262e0c6d5 tempest-AttachVolumeShelveTestJSON-127538222 tempest-AttachVolumeShelveTestJSON-127538222-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=103721) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 31 11:44:00.420166 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63acc072-ff0a-4936-acad-3271378b5d05 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7cc93e46-ca7a-4915-81c6-a4d8cc9f3262,revision_number=1']} {{(pid=103721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 31 11:44:00.473439 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG oslo_concurrency.lockutils [None req-63acc072-ff0a-4936-acad-3271378b5d05 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.385s {{(pid=103721) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 31 11:44:00.490162 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.db.quota.driver [None req-6772d297-9a07-4087-9c1a-0a4262e0c6d5 tempest-AttachVolumeShelveTestJSON-127538222 tempest-AttachVolumeShelveTestJSON-127538222-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=103721) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 31 11:44:00.508401 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [req-9e013e7a-5c22-4c6d-b85a-b930c4874f07 req-5d20810e-b698-4b87-a585-320fcceb2927 tempest-DeleteServersTestJSON-371463323 tempest-DeleteServersTestJSON-371463323-project] 10.222.0.57 "GET /v2.0/ports?device_id=09fa359b-a0f7-45d6-9cf6-438c3a13ca9a HTTP/1.1" status: 200  len: 210 time: 0.1569810
May 31 11:44:00.564018 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron_lib.callbacks.manager [None req-b0010857-a9a9-466c-92d5-989e852eef83 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:44:00.588125 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron_lib.callbacks.manager [None req-6772d297-9a07-4087-9c1a-0a4262e0c6d5 tempest-AttachVolumeShelveTestJSON-127538222 tempest-AttachVolumeShelveTestJSON-127538222-project] Notify callbacks [] for security_group, before_create {{(pid=103721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:44:00.606942 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-0a88a0af-afbf-4e28-8539-28c9f9a5d35b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:44:00.636306 dv-cinder-786384-7-iscsi neutron-server[103723]: DEBUG neutron.db.l3_dvr_db [None req-9908d2c3-1a6d-43dd-92dc-6fe2178d6894 None None] Set router c04fd99b-0c0e-4ac9-87ef-88ba458649ea gateway port host: dv-cinder-786384-7-iscsi {{(pid=103723) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
May 31 11:44:00.717998 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-0a88a0af-afbf-4e28-8539-28c9f9a5d35b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:44:00.752702 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.db.quota.driver [None req-6772d297-9a07-4087-9c1a-0a4262e0c6d5 tempest-AttachVolumeShelveTestJSON-127538222 tempest-AttachVolumeShelveTestJSON-127538222-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=103721) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 31 11:44:00.760166 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.quota.resource [None req-6772d297-9a07-4087-9c1a-0a4262e0c6d5 tempest-AttachVolumeShelveTestJSON-127538222 tempest-AttachVolumeShelveTestJSON-127538222-project] Usage tracker for resource:security_group_rule and tenant:f3bd06944c9240d0a51b5da41de72600 is out of sync, need to count used quota {{(pid=103721) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 31 11:44:00.766899 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.quota.resource [None req-6772d297-9a07-4087-9c1a-0a4262e0c6d5 tempest-AttachVolumeShelveTestJSON-127538222 tempest-AttachVolumeShelveTestJSON-127538222-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=103721) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 31 11:44:00.775364 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.db.quota.driver [None req-6772d297-9a07-4087-9c1a-0a4262e0c6d5 tempest-AttachVolumeShelveTestJSON-127538222 tempest-AttachVolumeShelveTestJSON-127538222-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=103721) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 31 11:44:00.790863 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron.db.l3_dvr_db [None req-6baa9d4b-7c10-4b3f-985a-e7b70ee3f47e None None] Set router b2c37ea4-16e6-43f7-858e-06a94d6e89c5 gateway port host: dv-cinder-786384-7-iscsi {{(pid=103722) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
May 31 11:44:00.823890 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron_lib.callbacks.manager [None req-b0010857-a9a9-466c-92d5-989e852eef83 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3705957'] for security_group, after_delete {{(pid=103721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:44:00.846053 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103721) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 31 11:44:00.883399 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron.wsgi [-] (103720) accepted ('10.222.0.57', 39024) {{(pid=103720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 31 11:44:00.911695 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [req-4f067752-fe69-4457-aba6-344fbdb555f6 req-160de76d-4242-4ac1-abe6-9283a05ef3f2 tempest-DeleteServersTestJSON-371463323 tempest-DeleteServersTestJSON-371463323-project] Notify callbacks [] for port, precommit_create {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:44:00.915145 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-eed71c38-f1e5-4800-8b20-65281cbccc26 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:44:00.938761 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron.db.quota.driver [None req-eed71c38-f1e5-4800-8b20-65281cbccc26 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=103720) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 31 11:44:00.943854 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron.quota.resource [None req-eed71c38-f1e5-4800-8b20-65281cbccc26 admin admin] Usage tracker for resource:security_group_rule and tenant:f26b4fcdb918420aafe24da6e7767822 is out of sync, need to count used quota {{(pid=103720) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 31 11:44:00.944451 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron_lib.callbacks.manager [None req-6772d297-9a07-4087-9c1a-0a4262e0c6d5 tempest-AttachVolumeShelveTestJSON-127538222 tempest-AttachVolumeShelveTestJSON-127538222-project] Notify callbacks [] for security_group, precommit_create {{(pid=103721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:44:00.945634 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0010857-a9a9-466c-92d5-989e852eef83 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3a8b273b-0e1f-41aa-b60d-94ee1cc89d40,revision_number=None']} {{(pid=103721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 31 11:44:00.948099 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron.quota.resource [None req-eed71c38-f1e5-4800-8b20-65281cbccc26 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=103720) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 31 11:44:00.953970 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG oslo_concurrency.lockutils [None req-b0010857-a9a9-466c-92d5-989e852eef83 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=103721) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 31 11:44:00.958501 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron_lib.callbacks.manager [None req-6772d297-9a07-4087-9c1a-0a4262e0c6d5 tempest-AttachVolumeShelveTestJSON-127538222 tempest-AttachVolumeShelveTestJSON-127538222-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3705957'] for security_group, after_create {{(pid=103721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:44:00.964969 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron.db.quota.driver [None req-eed71c38-f1e5-4800-8b20-65281cbccc26 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=103720) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 31 11:44:01.032765 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103721) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 31 11:44:01.134377 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6772d297-9a07-4087-9c1a-0a4262e0c6d5 tempest-AttachVolumeShelveTestJSON-127538222 tempest-AttachVolumeShelveTestJSON-127538222-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d1eff7f3-8a7b-4a53-9689-d64080240a11,revision_number=1']} {{(pid=103721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 31 11:44:01.140662 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron_lib.callbacks.manager [None req-6772d297-9a07-4087-9c1a-0a4262e0c6d5 tempest-AttachVolumeShelveTestJSON-127538222 tempest-AttachVolumeShelveTestJSON-127538222-project] Notify callbacks [] for security_group, before_response {{(pid=103721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:44:01.144317 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [None req-6772d297-9a07-4087-9c1a-0a4262e0c6d5 tempest-AttachVolumeShelveTestJSON-127538222 tempest-AttachVolumeShelveTestJSON-127538222-project] 10.222.0.57 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1779 time: 0.9406435
May 31 11:44:01.148465 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron_lib.callbacks.manager [None req-b0010857-a9a9-466c-92d5-989e852eef83 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:44:01.151058 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [None req-b0010857-a9a9-466c-92d5-989e852eef83 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/3a8b273b-0e1f-41aa-b60d-94ee1cc89d40 HTTP/1.1" status: 204  len: 168 time: 1.1675112
May 31 11:44:01.153427 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.wsgi [-] (103721) accepted ('10.222.0.57', 39036) {{(pid=103721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 31 11:44:01.156647 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG oslo_concurrency.lockutils [None req-6772d297-9a07-4087-9c1a-0a4262e0c6d5 tempest-AttachVolumeShelveTestJSON-127538222 tempest-AttachVolumeShelveTestJSON-127538222-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=103721) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 31 11:44:01.167862 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.api.v2.base [None req-03b2f6e9-c2ed-408d-957a-f6dfd3633de0 tempest-AttachVolumeShelveTestJSON-127538222 tempest-AttachVolumeShelveTestJSON-127538222-project] Request body: {'security_group_rule': {'security_group_id': 'd1eff7f3-8a7b-4a53-9689-d64080240a11', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103721) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 31 11:44:01.176892 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-eed71c38-f1e5-4800-8b20-65281cbccc26 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:44:01.186619 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.db.quota.driver [None req-03b2f6e9-c2ed-408d-957a-f6dfd3633de0 tempest-AttachVolumeShelveTestJSON-127538222 tempest-AttachVolumeShelveTestJSON-127538222-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=103721) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 31 11:44:01.196208 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-eed71c38-f1e5-4800-8b20-65281cbccc26 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3705957'] for security_group, after_create {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:44:01.200803 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.quota.resource [None req-03b2f6e9-c2ed-408d-957a-f6dfd3633de0 tempest-AttachVolumeShelveTestJSON-127538222 tempest-AttachVolumeShelveTestJSON-127538222-project] Usage tracker for resource:security_group_rule and tenant:f3bd06944c9240d0a51b5da41de72600 is out of sync, need to count used quota {{(pid=103721) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 31 11:44:01.211563 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.quota.resource [None req-03b2f6e9-c2ed-408d-957a-f6dfd3633de0 tempest-AttachVolumeShelveTestJSON-127538222 tempest-AttachVolumeShelveTestJSON-127538222-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=103721) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 31 11:44:01.226839 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.db.quota.driver [None req-03b2f6e9-c2ed-408d-957a-f6dfd3633de0 tempest-AttachVolumeShelveTestJSON-127538222 tempest-AttachVolumeShelveTestJSON-127538222-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=103721) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 31 11:44:01.229087 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103720) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 31 11:44:01.266688 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron_lib.callbacks.manager [None req-03b2f6e9-c2ed-408d-957a-f6dfd3633de0 tempest-AttachVolumeShelveTestJSON-127538222 tempest-AttachVolumeShelveTestJSON-127538222-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:44:01.310549 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-0a88a0af-afbf-4e28-8539-28c9f9a5d35b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3705957'] for security_group, after_delete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:44:01.311014 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron.plugins.ml2.rpc [None req-1f0a762f-0348-4bba-b860-8eddab4cd770 None None] Device a86d7503-e894-41f3-8504-76bdb32c60d9 up at agent ovs-agent-dv-cinder-786384-7-iscsi {{(pid=103722) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 31 11:44:01.386827 dv-cinder-786384-7-iscsi neutron-server[103723]: DEBUG neutron.db.l3_hamode_db [None req-9908d2c3-1a6d-43dd-92dc-6fe2178d6894 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f3ebcad5580>, [{'id': 'c04fd99b-0c0e-4ac9-87ef-88ba458649ea', 'name': 'tempest-AttachVolumeShelveTestJSON-352513985-router', 'tenant_id': 'f3bd06944c9240d0a51b5da41de72600', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cb16751-6ba1-494a-bef1-53f614bdb222', 'external_fixed_ips': [{'subnet_id': '1135c889-0623-4d10-975a-f2c46f50f0f6', 'ip_address': '172.27.2.123'}], 'enable_snat': True}, 'gw_port_id': 'a86d7503-e894-41f3-8504-76bdb32c60d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T11:43:46Z', 'updated_at': '2021-05-31T11:43:55Z', 'revision_number': 4, 'project_id': 'f3bd06944c9240d0a51b5da41de72600', 'gw_port': {'id': 'a86d7503-e894-41f3-8504-76bdb32c60d9', 'name': '', 'network_id': '1cb16751-6ba1-494a-bef1-53f614bdb222', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:11:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c04fd99b-0c0e-4ac9-87ef-88ba458649ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': '1135c889-0623-4d10-975a-f2c46f50f0f6', 'ip_address': '172.27.2.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786384-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T11:43:48Z', 'updated_at': '2021-05-31T11:43:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1135c889-0623-4d10-975a-f2c46f50f0f6', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786384-7-iscsi', '_interfaces': [{'id': '26f3a154-0095-45c0-b840-93b3827acb87', 'name': '', 'network_id': '2c20abfc-12cd-4800-b928-7191b2675429', 'tenant_id': 'f3bd06944c9240d0a51b5da41de72600', 'mac_address': 'fa:16:3e:18:ea:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c04fd99b-0c0e-4ac9-87ef-88ba458649ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '97d26c19-ffd5-4600-9f66-20181dad1656', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T11:43:53Z', 'updated_at': '2021-05-31T11:43:56Z', 'revision_number': 2, 'project_id': 'f3bd06944c9240d0a51b5da41de72600', 'subnets': [{'id': '97d26c19-ffd5-4600-9f66-20181dad1656', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786384-7-iscsi', False) {} {{(pid=103723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 31 11:44:01.400751 dv-cinder-786384-7-iscsi neutron-server[103723]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9908d2c3-1a6d-43dd-92dc-6fe2178d6894 None None] Checking router: c04fd99b-0c0e-4ac9-87ef-88ba458649ea for host: dv-cinder-786384-7-iscsi {{(pid=103723) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
May 31 11:44:01.401124 dv-cinder-786384-7-iscsi neutron-server[103723]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9908d2c3-1a6d-43dd-92dc-6fe2178d6894 None None] Updating router c04fd99b-0c0e-4ac9-87ef-88ba458649ea port 26f3a154-0095-45c0-b840-93b3827acb87 binding host dv-cinder-786384-7-iscsi {{(pid=103723) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
May 31 11:44:01.404921 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron_lib.callbacks.manager [None req-43028a7b-58d7-408b-ac75-1328e6896bf7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744215964654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857257'] for agent, after_update {{(pid=103722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:44:01.417137 dv-cinder-786384-7-iscsi neutron-server[103720]: INFO neutron.wsgi [None req-eed71c38-f1e5-4800-8b20-65281cbccc26 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=f26b4fcdb918420aafe24da6e7767822&name=default HTTP/1.1" status: 200  len: 2979 time: 0.5278063
May 31 11:44:01.420719 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron.wsgi [-] (103720) accepted ('10.222.0.57', 39044) {{(pid=103720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 31 11:44:01.425883 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [req-4f067752-fe69-4457-aba6-344fbdb555f6 req-160de76d-4242-4ac1-abe6-9283a05ef3f2 tempest-DeleteServersTestJSON-371463323 tempest-DeleteServersTestJSON-371463323-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937715', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3701677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744215520970'] for port, after_create {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:44:01.444345 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eed71c38-f1e5-4800-8b20-65281cbccc26 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d9cca95c-7a18-49ef-bd6b-aa5d08b46ac8,revision_number=1']} {{(pid=103720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 31 11:44:01.458849 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG oslo_concurrency.lockutils [None req-eed71c38-f1e5-4800-8b20-65281cbccc26 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.230s {{(pid=103720) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 31 11:44:01.462092 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.065s {{(pid=103720) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 31 11:44:01.474344 dv-cinder-786384-7-iscsi neutron-server[103723]: DEBUG neutron_lib.callbacks.manager [None req-9908d2c3-1a6d-43dd-92dc-6fe2178d6894 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-934180'] for port, before_update {{(pid=103723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:44:01.564668 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron_lib.callbacks.manager [None req-03b2f6e9-c2ed-408d-957a-f6dfd3633de0 tempest-AttachVolumeShelveTestJSON-127538222 tempest-AttachVolumeShelveTestJSON-127538222-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:44:01.571937 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a88a0af-afbf-4e28-8539-28c9f9a5d35b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7cc93e46-ca7a-4915-81c6-a4d8cc9f3262,revision_number=None']} {{(pid=103720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 31 11:44:01.573302 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron_lib.callbacks.manager [None req-03b2f6e9-c2ed-408d-957a-f6dfd3633de0 tempest-AttachVolumeShelveTestJSON-127538222 tempest-AttachVolumeShelveTestJSON-127538222-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3705985'] for security_group_rule, after_create {{(pid=103721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:44:01.579428 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG oslo_concurrency.lockutils [None req-0a88a0af-afbf-4e28-8539-28c9f9a5d35b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=103720) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 31 11:44:01.582441 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103721) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 31 11:44:01.602601 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG oslo_concurrency.lockutils [None req-46bdbefd-770d-40d2-b7aa-95ad9c9f3ecc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103720) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 31 11:44:01.666410 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03b2f6e9-c2ed-408d-957a-f6dfd3633de0 tempest-AttachVolumeShelveTestJSON-127538222 tempest-AttachVolumeShelveTestJSON-127538222-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=23e2bdc3-a2e0-452b-bdd3-ce166125e577,revision_number=0']} {{(pid=103721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 31 11:44:01.675581 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG oslo_concurrency.lockutils [None req-03b2f6e9-c2ed-408d-957a-f6dfd3633de0 tempest-AttachVolumeShelveTestJSON-127538222 tempest-AttachVolumeShelveTestJSON-127538222-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=103721) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 31 11:44:01.693755 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron_lib.callbacks.manager [None req-03b2f6e9-c2ed-408d-957a-f6dfd3633de0 tempest-AttachVolumeShelveTestJSON-127538222 tempest-AttachVolumeShelveTestJSON-127538222-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:44:01.695075 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [None req-03b2f6e9-c2ed-408d-957a-f6dfd3633de0 tempest-AttachVolumeShelveTestJSON-127538222 tempest-AttachVolumeShelveTestJSON-127538222-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.5373545
May 31 11:44:01.698299 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.wsgi [-] (103721) accepted ('10.222.0.57', 39050) {{(pid=103721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 31 11:44:01.704101 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.api.v2.base [None req-84b42a26-7190-4be7-91cd-816ad570cee2 tempest-AttachVolumeShelveTestJSON-127538222 tempest-AttachVolumeShelveTestJSON-127538222-project] Request body: {'security_group_rule': {'security_group_id': 'd1eff7f3-8a7b-4a53-9689-d64080240a11', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103721) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 31 11:44:01.717804 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.db.quota.driver [None req-84b42a26-7190-4be7-91cd-816ad570cee2 tempest-AttachVolumeShelveTestJSON-127538222 tempest-AttachVolumeShelveTestJSON-127538222-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=103721) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 31 11:44:01.733744 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.quota.resource [None req-84b42a26-7190-4be7-91cd-816ad570cee2 tempest-AttachVolumeShelveTestJSON-127538222 tempest-AttachVolumeShelveTestJSON-127538222-project] Usage tracker for resource:security_group_rule and tenant:f3bd06944c9240d0a51b5da41de72600 is out of sync, need to count used quota {{(pid=103721) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 31 11:44:01.747594 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.quota.resource [None req-84b42a26-7190-4be7-91cd-816ad570cee2 tempest-AttachVolumeShelveTestJSON-127538222 tempest-AttachVolumeShelveTestJSON-127538222-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=103721) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 31 11:44:01.768659 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.db.quota.driver [None req-84b42a26-7190-4be7-91cd-816ad570cee2 tempest-AttachVolumeShelveTestJSON-127538222 tempest-AttachVolumeShelveTestJSON-127538222-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=103721) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 31 11:44:01.816087 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron_lib.callbacks.manager [None req-84b42a26-7190-4be7-91cd-816ad570cee2 tempest-AttachVolumeShelveTestJSON-127538222 tempest-AttachVolumeShelveTestJSON-127538222-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:44:01.842630 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron.db.provisioning_blocks [None req-1f0a762f-0348-4bba-b860-8eddab4cd770 None None] Provisioning complete for port a86d7503-e894-41f3-8504-76bdb32c60d9 triggered by entity L2. {{(pid=103722) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 31 11:44:01.848844 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron_lib.callbacks.manager [None req-1f0a762f-0348-4bba-b860-8eddab4cd770 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857618'] for port, provisioning_complete {{(pid=103722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:44:01.912371 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4f067752-fe69-4457-aba6-344fbdb555f6 req-160de76d-4242-4ac1-abe6-9283a05ef3f2 tempest-DeleteServersTestJSON-371463323 tempest-DeleteServersTestJSON-371463323-project] Network 3e11e20c-b2af-45b2-b630-b1be56c9e6f3 is already hosted by enough agents. {{(pid=103720) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 31 11:44:01.924935 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-160de76d-4242-4ac1-abe6-9283a05ef3f2 tempest-DeleteServersTestJSON-371463323 tempest-DeleteServersTestJSON-371463323-project] Pushing event updated for resources: {'Port': ['ID=721c1189-0843-4736-9341-64de54625348,revision_number=1']} {{(pid=103720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 31 11:44:01.930209 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG oslo_concurrency.lockutils [None req-160de76d-4242-4ac1-abe6-9283a05ef3f2 tempest-DeleteServersTestJSON-371463323 tempest-DeleteServersTestJSON-371463323-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.328s {{(pid=103720) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 31 11:44:01.934285 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron.scheduler.base_scheduler [req-4f067752-fe69-4457-aba6-344fbdb555f6 req-160de76d-4242-4ac1-abe6-9283a05ef3f2 tempest-DeleteServersTestJSON-371463323 tempest-DeleteServersTestJSON-371463323-project] Resources bound (agent type, host, resource id):  {{(pid=103720) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 31 11:44:01.943089 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron.db.l3_dvrscheduler_db [req-4f067752-fe69-4457-aba6-344fbdb555f6 req-160de76d-4242-4ac1-abe6-9283a05ef3f2 tempest-DeleteServersTestJSON-371463323 tempest-DeleteServersTestJSON-371463323-project] Received port after_create {{(pid=103720) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
May 31 11:44:01.961433 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f067752-fe69-4457-aba6-344fbdb555f6 req-160de76d-4242-4ac1-abe6-9283a05ef3f2 tempest-DeleteServersTestJSON-371463323 tempest-DeleteServersTestJSON-371463323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 11:44:01.962245 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [req-4f067752-fe69-4457-aba6-344fbdb555f6 req-160de76d-4242-4ac1-abe6-9283a05ef3f2 tempest-DeleteServersTestJSON-371463323 tempest-DeleteServersTestJSON-371463323-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3701651'] for port, before_response {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:44:02.162576 dv-cinder-786384-7-iscsi neutron-server[103720]: INFO neutron.wsgi [req-4f067752-fe69-4457-aba6-344fbdb555f6 req-160de76d-4242-4ac1-abe6-9283a05ef3f2 tempest-DeleteServersTestJSON-371463323 tempest-DeleteServersTestJSON-371463323-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 3.0839691
May 31 11:44:02.175835 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron.db.l3_hamode_db [None req-6baa9d4b-7c10-4b3f-985a-e7b70ee3f47e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f3ebcc80040>, [{'id': 'b2c37ea4-16e6-43f7-858e-06a94d6e89c5', 'name': 'tempest-ServerRescueNegativeTestJSON-751692656-router', 'tenant_id': 'e6680e894741452ebedaacc4ca6c4c58', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cb16751-6ba1-494a-bef1-53f614bdb222', 'external_fixed_ips': [{'subnet_id': '1135c889-0623-4d10-975a-f2c46f50f0f6', 'ip_address': '172.27.2.32'}], 'enable_snat': True}, 'gw_port_id': '96a0b7ad-9e7b-4e01-8e5f-a9eece6d655c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T11:43:48Z', 'updated_at': '2021-05-31T11:43:55Z', 'revision_number': 4, 'project_id': 'e6680e894741452ebedaacc4ca6c4c58', 'gw_port': {'id': '96a0b7ad-9e7b-4e01-8e5f-a9eece6d655c', 'name': '', 'network_id': '1cb16751-6ba1-494a-bef1-53f614bdb222', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:c8:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2c37ea4-16e6-43f7-858e-06a94d6e89c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '1135c889-0623-4d10-975a-f2c46f50f0f6', 'ip_address': '172.27.2.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786384-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T11:43:49Z', 'updated_at': '2021-05-31T11:43:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1135c889-0623-4d10-975a-f2c46f50f0f6', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786384-7-iscsi', '_interfaces': [{'id': '1b7c401d-2b30-4de3-890e-df303b90a3a1', 'name': '', 'network_id': 'c32e1ce5-86a3-4104-9167-66f8d6251dc5', 'tenant_id': 'e6680e894741452ebedaacc4ca6c4c58', 'mac_address': 'fa:16:3e:1c:1b:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b2c37ea4-16e6-43f7-858e-06a94d6e89c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': 'c2592ba6-2cac-4876-ba41-1cfa4ff30377', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T11:43:54Z', 'updated_at': '2021-05-31T11:43:56Z', 'revision_number': 2, 'project_id': 'e6680e894741452ebedaacc4ca6c4c58', 'subnets': [{'id': 'c2592ba6-2cac-4876-ba41-1cfa4ff30377', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786384-7-iscsi', False) {} {{(pid=103722) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 31 11:44:02.188076 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6baa9d4b-7c10-4b3f-985a-e7b70ee3f47e None None] Checking router: b2c37ea4-16e6-43f7-858e-06a94d6e89c5 for host: dv-cinder-786384-7-iscsi {{(pid=103722) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
May 31 11:44:02.190066 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6baa9d4b-7c10-4b3f-985a-e7b70ee3f47e None None] Updating router b2c37ea4-16e6-43f7-858e-06a94d6e89c5 port 1b7c401d-2b30-4de3-890e-df303b90a3a1 binding host dv-cinder-786384-7-iscsi {{(pid=103722) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
May 31 11:44:02.202077 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-0a88a0af-afbf-4e28-8539-28c9f9a5d35b admin admin] Notify callbacks [] for security_group, before_response {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:44:02.209670 dv-cinder-786384-7-iscsi neutron-server[103720]: INFO neutron.wsgi [None req-0a88a0af-afbf-4e28-8539-28c9f9a5d35b admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/7cc93e46-ca7a-4915-81c6-a4d8cc9f3262 HTTP/1.1" status: 204  len: 168 time: 1.8589699
May 31 11:44:02.266747 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron.wsgi [req-4f067752-fe69-4457-aba6-344fbdb555f6 req-2c84e914-8f26-4243-9973-1daa4d3e12bb tempest-DeleteServersTestJSON-371463323 tempest-DeleteServersTestJSON-371463323-project] http://10.222.0.57:9696/v2.0/extensions returned with HTTP 200 {{(pid=103720) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
May 31 11:44:02.267948 dv-cinder-786384-7-iscsi neutron-server[103720]: INFO neutron.wsgi [req-4f067752-fe69-4457-aba6-344fbdb555f6 req-2c84e914-8f26-4243-9973-1daa4d3e12bb tempest-DeleteServersTestJSON-371463323 tempest-DeleteServersTestJSON-371463323-project] 10.222.0.60 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13640 time: 0.0331416
May 31 11:44:02.378169 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.wsgi [-] (103721) accepted ('10.222.0.57', 39086) {{(pid=103721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 31 11:44:02.383473 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron_lib.callbacks.manager [None req-84b42a26-7190-4be7-91cd-816ad570cee2 tempest-AttachVolumeShelveTestJSON-127538222 tempest-AttachVolumeShelveTestJSON-127538222-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:44:02.406407 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-bfc8a3ca-6c71-42fd-975d-c8aea6f2d436 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:44:02.511002 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron_lib.callbacks.manager [None req-84b42a26-7190-4be7-91cd-816ad570cee2 tempest-AttachVolumeShelveTestJSON-127538222 tempest-AttachVolumeShelveTestJSON-127538222-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3705985'] for security_group_rule, after_create {{(pid=103721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:44:02.516590 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-bfc8a3ca-6c71-42fd-975d-c8aea6f2d436 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:44:02.688814 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-bfc8a3ca-6c71-42fd-975d-c8aea6f2d436 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3705957'] for security_group, after_delete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:44:02.691621 dv-cinder-786384-7-iscsi neutron-server[103723]: DEBUG neutron_lib.callbacks.manager [None req-9908d2c3-1a6d-43dd-92dc-6fe2178d6894 None None] Notify callbacks [] for port, precommit_update {{(pid=103723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:44:02.694318 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103720) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 31 11:44:02.709849 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron_lib.callbacks.manager [None req-6baa9d4b-7c10-4b3f-985a-e7b70ee3f47e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-934180'] for port, before_update {{(pid=103722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:44:02.738268 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103721) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 31 11:44:02.741729 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-bfc8a3ca-6c71-42fd-975d-c8aea6f2d436 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:44:02.744617 dv-cinder-786384-7-iscsi neutron-server[103723]: DEBUG neutron.db.provisioning_blocks [None req-9908d2c3-1a6d-43dd-92dc-6fe2178d6894 None None] Transition to ACTIVE for port object 26f3a154-0095-45c0-b840-93b3827acb87 will not be triggered until provisioned by entity L2. {{(pid=103723) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 31 11:44:02.745981 dv-cinder-786384-7-iscsi neutron-server[103720]: INFO neutron.wsgi [None req-bfc8a3ca-6c71-42fd-975d-c8aea6f2d436 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/d9cca95c-7a18-49ef-bd6b-aa5d08b46ac8 HTTP/1.1" status: 204  len: 168 time: 1.3076298
May 31 11:44:02.748903 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfc8a3ca-6c71-42fd-975d-c8aea6f2d436 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d9cca95c-7a18-49ef-bd6b-aa5d08b46ac8,revision_number=None']} {{(pid=103720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 31 11:44:02.762224 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG oslo_concurrency.lockutils [None req-bfc8a3ca-6c71-42fd-975d-c8aea6f2d436 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=103720) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 31 11:44:02.767373 dv-cinder-786384-7-iscsi neutron-server[103723]: DEBUG neutron_lib.callbacks.manager [None req-9908d2c3-1a6d-43dd-92dc-6fe2178d6894 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937715', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3701677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744215954324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744215520988', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744215521293'] for port, after_update {{(pid=103723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:44:02.786136 dv-cinder-786384-7-iscsi neutron-server[103723]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103723) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 31 11:44:02.814717 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron_lib.callbacks.manager [None req-4f25749a-2e8c-42cb-829c-44e5934a07f6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:44:02.902782 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84b42a26-7190-4be7-91cd-816ad570cee2 tempest-AttachVolumeShelveTestJSON-127538222 tempest-AttachVolumeShelveTestJSON-127538222-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9355061f-8fc4-4840-8ede-8ddac958465c,revision_number=0']} {{(pid=103721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 31 11:44:02.917494 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG oslo_concurrency.lockutils [None req-84b42a26-7190-4be7-91cd-816ad570cee2 tempest-AttachVolumeShelveTestJSON-127538222 tempest-AttachVolumeShelveTestJSON-127538222-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.179s {{(pid=103721) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 31 11:44:02.925038 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron_lib.callbacks.manager [None req-84b42a26-7190-4be7-91cd-816ad570cee2 tempest-AttachVolumeShelveTestJSON-127538222 tempest-AttachVolumeShelveTestJSON-127538222-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:44:02.930637 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [None req-84b42a26-7190-4be7-91cd-816ad570cee2 tempest-AttachVolumeShelveTestJSON-127538222 tempest-AttachVolumeShelveTestJSON-127538222-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 1.2312725
May 31 11:44:02.933875 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron.wsgi [-] (103720) accepted ('10.222.0.57', 39104) {{(pid=103720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 31 11:44:02.941244 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron.api.v2.base [None req-9283f9da-bd9b-482a-8994-1f852548d8d0 tempest-AttachVolumeShelveTestJSON-127538222 tempest-AttachVolumeShelveTestJSON-127538222-project] Request body: {'floatingip': {'floating_network_id': '1cb16751-6ba1-494a-bef1-53f614bdb222'}} {{(pid=103720) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 31 11:44:02.946062 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.db.quota.driver [None req-4f25749a-2e8c-42cb-829c-44e5934a07f6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=103721) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 31 11:44:02.957437 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron.db.quota.driver [None req-9283f9da-bd9b-482a-8994-1f852548d8d0 tempest-AttachVolumeShelveTestJSON-127538222 tempest-AttachVolumeShelveTestJSON-127538222-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=103720) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 31 11:44:02.966625 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2619f383-34c3-4edd-a605-dbec6bb4decf req-6f660d84-ca38-48c5-8ac9-88ed30214fc9 tempest-DeleteServersTestJSON-371463323 tempest-DeleteServersTestJSON-371463323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 11:44:02.971516 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron.quota.resource [None req-9283f9da-bd9b-482a-8994-1f852548d8d0 tempest-AttachVolumeShelveTestJSON-127538222 tempest-AttachVolumeShelveTestJSON-127538222-project] Usage tracker for resource:floatingip and tenant:f3bd06944c9240d0a51b5da41de72600 is out of sync, need to count used quota {{(pid=103720) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 31 11:44:02.976260 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [req-2619f383-34c3-4edd-a605-dbec6bb4decf req-6f660d84-ca38-48c5-8ac9-88ed30214fc9 tempest-DeleteServersTestJSON-371463323 tempest-DeleteServersTestJSON-371463323-project] 10.222.0.57 "GET /v2.0/ports?device_id=09fa359b-a0f7-45d6-9cf6-438c3a13ca9a HTTP/1.1" status: 200  len: 931 time: 1.1039088
May 31 11:44:02.981973 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron.quota.resource [None req-9283f9da-bd9b-482a-8994-1f852548d8d0 tempest-AttachVolumeShelveTestJSON-127538222 tempest-AttachVolumeShelveTestJSON-127538222-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=103720) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 31 11:44:02.995455 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.quota.resource [None req-4f25749a-2e8c-42cb-829c-44e5934a07f6 admin admin] Usage tracker for resource:security_group_rule and tenant:e7830ac6ab9245dca30e6f8bda12df87 is out of sync, need to count used quota {{(pid=103721) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 31 11:44:02.998860 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron.db.quota.driver [None req-9283f9da-bd9b-482a-8994-1f852548d8d0 tempest-AttachVolumeShelveTestJSON-127538222 tempest-AttachVolumeShelveTestJSON-127538222-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=103720) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 31 11:44:03.029858 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-9283f9da-bd9b-482a-8994-1f852548d8d0 tempest-AttachVolumeShelveTestJSON-127538222 tempest-AttachVolumeShelveTestJSON-127538222-project] Notify callbacks [] for floatingip, before_create {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:44:03.135624 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf013c9d-fa0c-4660-b7ea-68ceaa782ed0 req-3ce40e04-37bf-4d88-8f15-7f84b656be9e tempest-ServerRescueNegativeTestJSON-1419813537 tempest-ServerRescueNegativeTestJSON-1419813537-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 11:44:03.136889 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.quota.resource [req-bf013c9d-fa0c-4660-b7ea-68ceaa782ed0 req-3ce40e04-37bf-4d88-8f15-7f84b656be9e tempest-ServerRescueNegativeTestJSON-1419813537 tempest-ServerRescueNegativeTestJSON-1419813537-project] Synchronizing usage tracker for tenant:e6680e894741452ebedaacc4ca6c4c58 on resource:network {{(pid=103721) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 31 11:44:03.142045 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.quota.resource [None req-4f25749a-2e8c-42cb-829c-44e5934a07f6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=103721) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 31 11:44:03.149052 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.db.quota.driver [None req-4f25749a-2e8c-42cb-829c-44e5934a07f6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=103721) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 31 11:44:03.264929 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron_lib.callbacks.manager [None req-17dc9dd0-3814-46b4-ad41-fbb40437a7e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744215964654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857257'] for agent, after_update {{(pid=103722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:44:03.402384 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron_lib.callbacks.manager [None req-4f25749a-2e8c-42cb-829c-44e5934a07f6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:44:03.445364 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron_lib.callbacks.manager [None req-4f25749a-2e8c-42cb-829c-44e5934a07f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3705957'] for security_group, after_create {{(pid=103721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:44:03.489190 dv-cinder-786384-7-iscsi neutron-server[103723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cb7cc33-0841-46fe-bf32-1e620530890f None None] Pushing event updated for resources: {'Port': ['ID=26f3a154-0095-45c0-b840-93b3827acb87,revision_number=3']} {{(pid=103723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 31 11:44:03.527253 dv-cinder-786384-7-iscsi neutron-server[103723]: DEBUG oslo_concurrency.lockutils [None req-3cb7cc33-0841-46fe-bf32-1e620530890f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.732s {{(pid=103723) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 31 11:44:03.532413 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG oslo_concurrency.lockutils [None req-63acc072-ff0a-4936-acad-3271378b5d05 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103721) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 31 11:44:03.551400 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-9283f9da-bd9b-482a-8994-1f852548d8d0 tempest-AttachVolumeShelveTestJSON-127538222 tempest-AttachVolumeShelveTestJSON-127538222-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-934180'] for port, before_create {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:44:03.604156 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.quota.resource [req-2619f383-34c3-4edd-a605-dbec6bb4decf req-fb22a79a-5d93-4e0e-b796-87170df4e579 tempest-DeleteServersTestJSON-371463323 tempest-DeleteServersTestJSON-371463323-project] Synchronizing usage tracker for tenant:86142890551c41cfa8da35ccf86bd62f on resource:security_group {{(pid=103721) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 31 11:44:03.628169 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f25749a-2e8c-42cb-829c-44e5934a07f6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3459f022-583a-4140-92cf-dfa5cbbb1a1f,revision_number=1']} {{(pid=103721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 31 11:44:03.662470 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG oslo_concurrency.lockutils [None req-4f25749a-2e8c-42cb-829c-44e5934a07f6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=103721) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 31 11:44:03.672167 dv-cinder-786384-7-iscsi neutron-server[103723]: DEBUG neutron.plugins.ml2.managers [None req-9908d2c3-1a6d-43dd-92dc-6fe2178d6894 None None] Attempting to bind port 26f3a154-0095-45c0-b840-93b3827acb87 on host dv-cinder-786384-7-iscsi for vnic_type normal with profile  {{(pid=103723) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
May 31 11:44:03.672581 dv-cinder-786384-7-iscsi neutron-server[103723]: DEBUG neutron.plugins.ml2.managers [None req-9908d2c3-1a6d-43dd-92dc-6fe2178d6894 None None] Attempting to bind port 26f3a154-0095-45c0-b840-93b3827acb87 by drivers openvswitch,hyperv on host dv-cinder-786384-7-iscsi at level 0 using segments [{'id': 'fea50412-2064-40f9-97d7-ef805bb3a428', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 766, 'network_id': '2c20abfc-12cd-4800-b928-7191b2675429'}] {{(pid=103723) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
May 31 11:44:03.673114 dv-cinder-786384-7-iscsi neutron-server[103723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9908d2c3-1a6d-43dd-92dc-6fe2178d6894 None None] Attempting to bind port 26f3a154-0095-45c0-b840-93b3827acb87 on network 2c20abfc-12cd-4800-b928-7191b2675429 {{(pid=103723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 31 11:44:03.675068 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron.api.v2.base [req-4f067752-fe69-4457-aba6-344fbdb555f6 req-0af98461-4c8b-4676-bcb8-848903bd0ff4 service neutron] Request body: {'port': {'device_id': '09fa359b-a0f7-45d6-9cf6-438c3a13ca9a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78638'}} {{(pid=103720) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 31 11:44:03.690708 dv-cinder-786384-7-iscsi neutron-server[103723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9908d2c3-1a6d-43dd-92dc-6fe2178d6894 None None] Checking agent: {'id': 'c576d319-5791-4ac3-a718-d6660db1fc9b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786384-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 31, 11, 36, 6), 'started_at': datetime.datetime(2021, 5, 31, 11, 36, 36), 'heartbeat_timestamp': datetime.datetime(2021, 5, 31, 11, 43, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786384-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
May 31 11:44:03.692116 dv-cinder-786384-7-iscsi neutron-server[103723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9908d2c3-1a6d-43dd-92dc-6fe2178d6894 None None] Checking segment: {'id': 'fea50412-2064-40f9-97d7-ef805bb3a428', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 766, 'network_id': '2c20abfc-12cd-4800-b928-7191b2675429'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103723) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 31 11:44:03.695127 dv-cinder-786384-7-iscsi neutron-server[103723]: DEBUG neutron_lib.callbacks.manager [None req-9908d2c3-1a6d-43dd-92dc-6fe2178d6894 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:44:03.696043 dv-cinder-786384-7-iscsi neutron-server[103723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9908d2c3-1a6d-43dd-92dc-6fe2178d6894 None None] Bound using segment: {'id': 'fea50412-2064-40f9-97d7-ef805bb3a428', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 766, 'network_id': '2c20abfc-12cd-4800-b928-7191b2675429'} {{(pid=103723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
May 31 11:44:03.696723 dv-cinder-786384-7-iscsi neutron-server[103723]: DEBUG neutron.plugins.ml2.managers [None req-9908d2c3-1a6d-43dd-92dc-6fe2178d6894 None None] Bound port: 26f3a154-0095-45c0-b840-93b3827acb87, host: dv-cinder-786384-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fea50412-2064-40f9-97d7-ef805bb3a428', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 766, 'network_id': '2c20abfc-12cd-4800-b928-7191b2675429'}}] {{(pid=103723) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
May 31 11:44:03.697750 dv-cinder-786384-7-iscsi neutron-server[103723]: DEBUG neutron_lib.callbacks.manager [None req-9908d2c3-1a6d-43dd-92dc-6fe2178d6894 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-934180'] for port, before_update {{(pid=103723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:44:03.705216 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.quota.resource [req-bf013c9d-fa0c-4660-b7ea-68ceaa782ed0 req-3ce40e04-37bf-4d88-8f15-7f84b656be9e tempest-ServerRescueNegativeTestJSON-1419813537 tempest-ServerRescueNegativeTestJSON-1419813537-project] Unset dirty status for tenant:e6680e894741452ebedaacc4ca6c4c58 on resource:network {{(pid=103721) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 31 11:44:03.724393 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [req-bf013c9d-fa0c-4660-b7ea-68ceaa782ed0 req-3ce40e04-37bf-4d88-8f15-7f84b656be9e tempest-ServerRescueNegativeTestJSON-1419813537 tempest-ServerRescueNegativeTestJSON-1419813537-project] 10.222.0.57 "GET /v2.0/networks?id=c32e1ce5-86a3-4104-9167-66f8d6251dc5 HTTP/1.1" status: 200  len: 818 time: 1.4425566
May 31 11:44:03.726400 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.quota.resource [req-2619f383-34c3-4edd-a605-dbec6bb4decf req-fb22a79a-5d93-4e0e-b796-87170df4e579 tempest-DeleteServersTestJSON-371463323 tempest-DeleteServersTestJSON-371463323-project] Unset dirty status for tenant:86142890551c41cfa8da35ccf86bd62f on resource:security_group {{(pid=103721) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 31 11:44:03.727680 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [req-2619f383-34c3-4edd-a605-dbec6bb4decf req-fb22a79a-5d93-4e0e-b796-87170df4e579 tempest-DeleteServersTestJSON-371463323 tempest-DeleteServersTestJSON-371463323-project] 10.222.0.57 "GET /v2.0/security-groups?id=8c2f6c95-aeb8-4743-837a-f3bdfdb83e31&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.7488847
May 31 11:44:03.758451 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [req-bf013c9d-fa0c-4660-b7ea-68ceaa782ed0 req-91eb4d27-0182-4b27-ba38-be79a7fdf63d tempest-ServerRescueNegativeTestJSON-1419813537 tempest-ServerRescueNegativeTestJSON-1419813537-project] 10.222.0.57 "GET /v2.0/quotas/e6680e894741452ebedaacc4ca6c4c58 HTTP/1.1" status: 200  len: 375 time: 0.0329108
May 31 11:44:03.846139 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [None req-4f25749a-2e8c-42cb-829c-44e5934a07f6 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=e7830ac6ab9245dca30e6f8bda12df87&name=default HTTP/1.1" status: 200  len: 2979 time: 1.4452744
May 31 11:44:03.861306 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.wsgi [-] (103721) accepted ('10.222.0.57', 39126) {{(pid=103721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 31 11:44:03.938275 dv-cinder-786384-7-iscsi neutron-server[103723]: DEBUG neutron.plugins.ml2.db [None req-9908d2c3-1a6d-43dd-92dc-6fe2178d6894 None None] For port 26f3a154-0095-45c0-b840-93b3827acb87, host dv-cinder-786384-7-iscsi, cleared binding levels {{(pid=103723) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
May 31 11:44:03.948101 dv-cinder-786384-7-iscsi neutron-server[103723]: DEBUG neutron.plugins.ml2.db [None req-9908d2c3-1a6d-43dd-92dc-6fe2178d6894 None None] For port 26f3a154-0095-45c0-b840-93b3827acb87, host dv-cinder-786384-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786384-7-iscsi',level=0,port_id=26f3a154-0095-45c0-b840-93b3827acb87,segment=NetworkSegment(fea50412-2064-40f9-97d7-ef805bb3a428),segment_id=fea50412-2064-40f9-97d7-ef805bb3a428)] {{(pid=103723) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
May 31 11:44:03.973375 dv-cinder-786384-7-iscsi neutron-server[103723]: DEBUG neutron_lib.callbacks.manager [None req-9908d2c3-1a6d-43dd-92dc-6fe2178d6894 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937715', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3701677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744215954324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744215520988', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744215521293'] for port, after_update {{(pid=103723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:44:04.015311 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [req-4f067752-fe69-4457-aba6-344fbdb555f6 req-0af98461-4c8b-4676-bcb8-848903bd0ff4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-934180'] for port, before_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:44:04.026393 dv-cinder-786384-7-iscsi neutron-server[103723]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103723) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 31 11:44:04.041019 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron_lib.callbacks.manager [None req-6baa9d4b-7c10-4b3f-985a-e7b70ee3f47e None None] Notify callbacks [] for port, precommit_update {{(pid=103722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:44:04.041584 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron_lib.callbacks.manager [None req-73443647-6348-4bd7-be74-67c820bbce29 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:44:04.102671 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron.db.provisioning_blocks [None req-6baa9d4b-7c10-4b3f-985a-e7b70ee3f47e None None] Transition to ACTIVE for port object 1b7c401d-2b30-4de3-890e-df303b90a3a1 will not be triggered until provisioned by entity L2. {{(pid=103722) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 31 11:44:04.103652 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron_lib.callbacks.manager [None req-73443647-6348-4bd7-be74-67c820bbce29 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:44:04.121890 dv-cinder-786384-7-iscsi neutron-server[103723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cb7cc33-0841-46fe-bf32-1e620530890f None None] Pushing event updated for resources: {'Port': ['ID=26f3a154-0095-45c0-b840-93b3827acb87,revision_number=4']} {{(pid=103723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 31 11:44:04.126560 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron_lib.callbacks.manager [None req-6baa9d4b-7c10-4b3f-985a-e7b70ee3f47e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937715', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3701677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744215954324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744215520988', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744215521293'] for port, after_update {{(pid=103722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:44:04.170793 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG oslo_concurrency.lockutils [None req-1f0a762f-0348-4bba-b860-8eddab4cd770 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103722) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 31 11:44:04.182416 dv-cinder-786384-7-iscsi neutron-server[103723]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9908d2c3-1a6d-43dd-92dc-6fe2178d6894 None None] Routers {'c04fd99b-0c0e-4ac9-87ef-88ba458649ea'} bound to L3 agent in host dv-cinder-786384-7-iscsi {{(pid=103723) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 31 11:44:04.186425 dv-cinder-786384-7-iscsi neutron-server[103723]: DEBUG neutron.db.l3_hamode_db [None req-9908d2c3-1a6d-43dd-92dc-6fe2178d6894 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f3ebcad5580>, 'dv-cinder-786384-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-05-31T11:36:05Z,description=<?>,heartbeat_timestamp=2021-05-31T11:43:35Z,host='dv-cinder-786384-7-iscsi',id=f8c17dd7-da16-4427-b6e3-d7e30616bc4c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-31T11:36:05Z,topic='l3_agent')) {'router_ids': ['c04fd99b-0c0e-4ac9-87ef-88ba458649ea'], 'active': True} {{(pid=103723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 31 11:44:04.207206 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron_lib.callbacks.manager [None req-73443647-6348-4bd7-be74-67c820bbce29 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3705957'] for security_group, after_delete {{(pid=103721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:44:04.216756 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103721) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 31 11:44:04.246747 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.quota.resource [req-bf013c9d-fa0c-4660-b7ea-68ceaa782ed0 req-6704ce3d-09a4-4e6b-9adb-04db66568fa5 tempest-ServerRescueNegativeTestJSON-1419813537 tempest-ServerRescueNegativeTestJSON-1419813537-project] Synchronizing usage tracker for tenant:e6680e894741452ebedaacc4ca6c4c58 on resource:port {{(pid=103721) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 31 11:44:04.252525 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron_lib.callbacks.manager [None req-73443647-6348-4bd7-be74-67c820bbce29 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:44:04.254029 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [None req-73443647-6348-4bd7-be74-67c820bbce29 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/3459f022-583a-4140-92cf-dfa5cbbb1a1f HTTP/1.1" status: 204  len: 168 time: 0.3917215
May 31 11:44:04.255147 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73443647-6348-4bd7-be74-67c820bbce29 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3459f022-583a-4140-92cf-dfa5cbbb1a1f,revision_number=None']} {{(pid=103721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 31 11:44:04.265658 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG oslo_concurrency.lockutils [None req-73443647-6348-4bd7-be74-67c820bbce29 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=103721) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 31 11:44:04.301195 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.quota.resource [req-bf013c9d-fa0c-4660-b7ea-68ceaa782ed0 req-6704ce3d-09a4-4e6b-9adb-04db66568fa5 tempest-ServerRescueNegativeTestJSON-1419813537 tempest-ServerRescueNegativeTestJSON-1419813537-project] Unset dirty status for tenant:e6680e894741452ebedaacc4ca6c4c58 on resource:port {{(pid=103721) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 31 11:44:04.312703 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [req-bf013c9d-fa0c-4660-b7ea-68ceaa782ed0 req-6704ce3d-09a4-4e6b-9adb-04db66568fa5 tempest-ServerRescueNegativeTestJSON-1419813537 tempest-ServerRescueNegativeTestJSON-1419813537-project] 10.222.0.57 "GET /v2.0/ports?tenant_id=e6680e894741452ebedaacc4ca6c4c58&fields=id HTTP/1.1" status: 200  len: 255 time: 0.5487857
May 31 11:44:04.373992 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron.db.db_base_plugin_common [None req-9283f9da-bd9b-482a-8994-1f852548d8d0 tempest-AttachVolumeShelveTestJSON-127538222 tempest-AttachVolumeShelveTestJSON-127538222-project] Allocated IP 172.27.2.127 (1cb16751-6ba1-494a-bef1-53f614bdb222/1135c889-0623-4d10-975a-f2c46f50f0f6/638c2b45-348b-47ca-8dc0-f5547b2be192) {{(pid=103720) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 31 11:44:04.673712 dv-cinder-786384-7-iscsi neutron-server[103723]: DEBUG neutron.db.l3_dvr_db [None req-9908d2c3-1a6d-43dd-92dc-6fe2178d6894 None None] Set router c04fd99b-0c0e-4ac9-87ef-88ba458649ea gateway port host: dv-cinder-786384-7-iscsi {{(pid=103723) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
May 31 11:44:04.963159 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbc4b1cc-01e2-4520-a0ef-d6899b2a5370 None None] Pushing event updated for resources: {'Port': ['ID=1b7c401d-2b30-4de3-890e-df303b90a3a1,revision_number=3']} {{(pid=103722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 31 11:44:04.981137 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG oslo_concurrency.lockutils [None req-bbc4b1cc-01e2-4520-a0ef-d6899b2a5370 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.811s {{(pid=103722) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 31 11:44:04.997443 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron.plugins.ml2.managers [None req-6baa9d4b-7c10-4b3f-985a-e7b70ee3f47e None None] Attempting to bind port 1b7c401d-2b30-4de3-890e-df303b90a3a1 on host dv-cinder-786384-7-iscsi for vnic_type normal with profile  {{(pid=103722) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
May 31 11:44:04.997910 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron.plugins.ml2.managers [None req-6baa9d4b-7c10-4b3f-985a-e7b70ee3f47e None None] Attempting to bind port 1b7c401d-2b30-4de3-890e-df303b90a3a1 by drivers openvswitch,hyperv on host dv-cinder-786384-7-iscsi at level 0 using segments [{'id': '1469293d-93e3-432b-92ea-15da37b1359f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 781, 'network_id': 'c32e1ce5-86a3-4104-9167-66f8d6251dc5'}] {{(pid=103722) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
May 31 11:44:04.998336 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6baa9d4b-7c10-4b3f-985a-e7b70ee3f47e None None] Attempting to bind port 1b7c401d-2b30-4de3-890e-df303b90a3a1 on network c32e1ce5-86a3-4104-9167-66f8d6251dc5 {{(pid=103722) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 31 11:44:05.004216 dv-cinder-786384-7-iscsi neutron-server[103723]: DEBUG oslo_concurrency.lockutils [None req-3cb7cc33-0841-46fe-bf32-1e620530890f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.978s {{(pid=103723) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 31 11:44:05.034657 dv-cinder-786384-7-iscsi neutron-server[103723]: DEBUG neutron.db.l3_hamode_db [None req-9908d2c3-1a6d-43dd-92dc-6fe2178d6894 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f3ebcad5580>, [{'id': 'c04fd99b-0c0e-4ac9-87ef-88ba458649ea', 'name': 'tempest-AttachVolumeShelveTestJSON-352513985-router', 'tenant_id': 'f3bd06944c9240d0a51b5da41de72600', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cb16751-6ba1-494a-bef1-53f614bdb222', 'external_fixed_ips': [{'subnet_id': '1135c889-0623-4d10-975a-f2c46f50f0f6', 'ip_address': '172.27.2.123'}], 'enable_snat': True}, 'gw_port_id': 'a86d7503-e894-41f3-8504-76bdb32c60d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T11:43:46Z', 'updated_at': '2021-05-31T11:43:55Z', 'revision_number': 4, 'project_id': 'f3bd06944c9240d0a51b5da41de72600', 'gw_port': {'id': 'a86d7503-e894-41f3-8504-76bdb32c60d9', 'name': '', 'network_id': '1cb16751-6ba1-494a-bef1-53f614bdb222', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:11:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c04fd99b-0c0e-4ac9-87ef-88ba458649ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': '1135c889-0623-4d10-975a-f2c46f50f0f6', 'ip_address': '172.27.2.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786384-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T11:43:48Z', 'updated_at': '2021-05-31T11:43:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1135c889-0623-4d10-975a-f2c46f50f0f6', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786384-7-iscsi', '_interfaces': [{'id': '26f3a154-0095-45c0-b840-93b3827acb87', 'name': '', 'network_id': '2c20abfc-12cd-4800-b928-7191b2675429', 'tenant_id': 'f3bd06944c9240d0a51b5da41de72600', 'mac_address': 'fa:16:3e:18:ea:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c04fd99b-0c0e-4ac9-87ef-88ba458649ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '97d26c19-ffd5-4600-9f66-20181dad1656', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786384-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T11:43:53Z', 'updated_at': '2021-05-31T11:44:03Z', 'revision_number': 4, 'project_id': 'f3bd06944c9240d0a51b5da41de72600', 'subnets': [{'id': '97d26c19-ffd5-4600-9f66-20181dad1656', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786384-7-iscsi', False) {} {{(pid=103723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 31 11:44:05.035453 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6baa9d4b-7c10-4b3f-985a-e7b70ee3f47e None None] Checking agent: {'id': 'c576d319-5791-4ac3-a718-d6660db1fc9b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786384-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 31, 11, 36, 6), 'started_at': datetime.datetime(2021, 5, 31, 11, 36, 36), 'heartbeat_timestamp': datetime.datetime(2021, 5, 31, 11, 43, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786384-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103722) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
May 31 11:44:05.037116 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6baa9d4b-7c10-4b3f-985a-e7b70ee3f47e None None] Checking segment: {'id': '1469293d-93e3-432b-92ea-15da37b1359f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 781, 'network_id': 'c32e1ce5-86a3-4104-9167-66f8d6251dc5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103722) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 31 11:44:05.039370 dv-cinder-786384-7-iscsi neutron-server[103723]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9908d2c3-1a6d-43dd-92dc-6fe2178d6894 None None] The sync data for ids ['c04fd99b-0c0e-4ac9-87ef-88ba458649ea'] in dv-cinder-786384-7-iscsi is: [{'id': 'c04fd99b-0c0e-4ac9-87ef-88ba458649ea', 'name': 'tempest-AttachVolumeShelveTestJSON-352513985-router', 'tenant_id': 'f3bd06944c9240d0a51b5da41de72600', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cb16751-6ba1-494a-bef1-53f614bdb222', 'external_fixed_ips': [{'subnet_id': '1135c889-0623-4d10-975a-f2c46f50f0f6', 'ip_address': '172.27.2.123'}], 'enable_snat': True}, 'gw_port_id': 'a86d7503-e894-41f3-8504-76bdb32c60d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T11:43:46Z', 'updated_at': '2021-05-31T11:43:55Z', 'revision_number': 4, 'project_id': 'f3bd06944c9240d0a51b5da41de72600', 'gw_port': {'id': 'a86d7503-e894-41f3-8504-76bdb32c60d9', 'name': '', 'network_id': '1cb16751-6ba1-494a-bef1-53f614bdb222', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:11:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c04fd99b-0c0e-4ac9-87ef-88ba458649ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': '1135c889-0623-4d10-975a-f2c46f50f0f6', 'ip_address': '172.27.2.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786384-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T11:43:48Z', 'updated_at': '2021-05-31T11:43:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1135c889-0623-4d10-975a-f2c46f50f0f6', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786384-7-iscsi', '_interfaces': [{'id': '26f3a154-0095-45c0-b840-93b3827acb87', 'name': '', 'network_id': '2c20abfc-12cd-4800-b928-7191b2675429', 'tenant_id': 'f3bd06944c9240d0a51b5da41de72600', 'mac_address': 'fa:16:3e:18:ea:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c04fd99b-0c0e-4ac9-87ef-88ba458649ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '97d26c19-ffd5-4600-9f66-20181dad1656', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786384-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T11:43:53Z', 'updated_at': '2021-05-31T11:44:03Z', 'revision_number': 4, 'project_id': 'f3bd06944c9240d0a51b5da41de72600', 'subnets': [{'id': '97d26c19-ffd5-4600-9f66-20181dad1656', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103723) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 31 11:44:05.040386 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron_lib.callbacks.manager [None req-6baa9d4b-7c10-4b3f-985a-e7b70ee3f47e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:44:05.046703 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6baa9d4b-7c10-4b3f-985a-e7b70ee3f47e None None] Bound using segment: {'id': '1469293d-93e3-432b-92ea-15da37b1359f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 781, 'network_id': 'c32e1ce5-86a3-4104-9167-66f8d6251dc5'} {{(pid=103722) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
May 31 11:44:05.049163 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron.plugins.ml2.managers [None req-6baa9d4b-7c10-4b3f-985a-e7b70ee3f47e None None] Bound port: 1b7c401d-2b30-4de3-890e-df303b90a3a1, host: dv-cinder-786384-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1469293d-93e3-432b-92ea-15da37b1359f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 781, 'network_id': 'c32e1ce5-86a3-4104-9167-66f8d6251dc5'}}] {{(pid=103722) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
May 31 11:44:05.049667 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron_lib.callbacks.manager [None req-6baa9d4b-7c10-4b3f-985a-e7b70ee3f47e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-934180'] for port, before_update {{(pid=103722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:44:05.215515 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b4b9c0a-8931-486b-b3f0-0a7159dea9a8 req-e30afa21-4e3d-4443-bf5a-245cac5b2ff2 tempest-DeleteServersTestJSON-371463323 tempest-DeleteServersTestJSON-371463323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 11:44:05.223679 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [req-9b4b9c0a-8931-486b-b3f0-0a7159dea9a8 req-e30afa21-4e3d-4443-bf5a-245cac5b2ff2 tempest-DeleteServersTestJSON-371463323 tempest-DeleteServersTestJSON-371463323-project] 10.222.0.57 "GET /v2.0/ports?device_id=09fa359b-a0f7-45d6-9cf6-438c3a13ca9a HTTP/1.1" status: 200  len: 931 time: 0.2055309
May 31 11:44:05.282214 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [req-9b4b9c0a-8931-486b-b3f0-0a7159dea9a8 req-f8983a80-27d0-4eaa-a6e7-5fdad62f4b99 tempest-DeleteServersTestJSON-371463323 tempest-DeleteServersTestJSON-371463323-project] 10.222.0.57 "GET /v2.0/security-groups?id=8c2f6c95-aeb8-4743-837a-f3bdfdb83e31&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0570388
May 31 11:44:05.284416 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.wsgi [-] (103721) accepted ('10.222.0.57', 39162) {{(pid=103721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 31 11:44:05.370753 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron.plugins.ml2.db [None req-6baa9d4b-7c10-4b3f-985a-e7b70ee3f47e None None] For port 1b7c401d-2b30-4de3-890e-df303b90a3a1, host dv-cinder-786384-7-iscsi, cleared binding levels {{(pid=103722) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
May 31 11:44:05.381771 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron.plugins.ml2.db [None req-6baa9d4b-7c10-4b3f-985a-e7b70ee3f47e None None] For port 1b7c401d-2b30-4de3-890e-df303b90a3a1, host dv-cinder-786384-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786384-7-iscsi',level=0,port_id=1b7c401d-2b30-4de3-890e-df303b90a3a1,segment=NetworkSegment(1469293d-93e3-432b-92ea-15da37b1359f),segment_id=1469293d-93e3-432b-92ea-15da37b1359f)] {{(pid=103722) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
May 31 11:44:05.388528 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron_lib.callbacks.manager [None req-6baa9d4b-7c10-4b3f-985a-e7b70ee3f47e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937715', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3701677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744215954324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744215520988', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744215521293'] for port, after_update {{(pid=103722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:44:05.398171 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG oslo_concurrency.lockutils [None req-9c7d66f9-c196-4161-b8a9-ed06f402a498 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103722) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 31 11:44:05.562388 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-9283f9da-bd9b-482a-8994-1f852548d8d0 tempest-AttachVolumeShelveTestJSON-127538222 tempest-AttachVolumeShelveTestJSON-127538222-project] Notify callbacks [] for port, precommit_create {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:44:05.630948 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbc4b1cc-01e2-4520-a0ef-d6899b2a5370 None None] Pushing event updated for resources: {'Port': ['ID=1b7c401d-2b30-4de3-890e-df303b90a3a1,revision_number=4']} {{(pid=103722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 31 11:44:05.662755 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG oslo_concurrency.lockutils [None req-bbc4b1cc-01e2-4520-a0ef-d6899b2a5370 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.263s {{(pid=103722) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 31 11:44:05.688761 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6baa9d4b-7c10-4b3f-985a-e7b70ee3f47e None None] Routers {'b2c37ea4-16e6-43f7-858e-06a94d6e89c5'} bound to L3 agent in host dv-cinder-786384-7-iscsi {{(pid=103722) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 31 11:44:05.689823 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron.db.l3_hamode_db [None req-6baa9d4b-7c10-4b3f-985a-e7b70ee3f47e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f3ebcc80040>, 'dv-cinder-786384-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-05-31T11:36:05Z,description=<?>,heartbeat_timestamp=2021-05-31T11:43:35Z,host='dv-cinder-786384-7-iscsi',id=f8c17dd7-da16-4427-b6e3-d7e30616bc4c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-31T11:36:05Z,topic='l3_agent')) {'router_ids': ['b2c37ea4-16e6-43f7-858e-06a94d6e89c5'], 'active': True} {{(pid=103722) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 31 11:44:05.766853 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron_lib.callbacks.manager [None req-1f0a762f-0348-4bba-b860-8eddab4cd770 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744215964654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857257'] for agent, after_update {{(pid=103722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:44:05.775334 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron_lib.callbacks.manager [None req-584c27aa-cd98-43bf-bc22-ff2b90156035 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744215964654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857257'] for agent, after_update {{(pid=103722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:44:05.818301 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron.notifiers.nova [req-4f067752-fe69-4457-aba6-344fbdb555f6 req-0af98461-4c8b-4676-bcb8-848903bd0ff4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 721c1189-0843-4736-9341-64de54625348 {{(pid=103720) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
May 31 11:44:05.831498 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-9283f9da-bd9b-482a-8994-1f852548d8d0 tempest-AttachVolumeShelveTestJSON-127538222 tempest-AttachVolumeShelveTestJSON-127538222-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937715', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3701677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744215520970'] for port, after_create {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:44:05.843405 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [req-4f067752-fe69-4457-aba6-344fbdb555f6 req-0af98461-4c8b-4676-bcb8-848903bd0ff4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:44:05.890475 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG oslo_concurrency.lockutils [None req-46bdbefd-770d-40d2-b7aa-95ad9c9f3ecc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103720) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 31 11:44:05.925528 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron_lib.callbacks.manager [None req-14c10d4c-ff9b-4d4c-b61a-8e7c19e5a615 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:44:05.971286 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.db.quota.driver [None req-14c10d4c-ff9b-4d4c-b61a-8e7c19e5a615 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=103721) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 31 11:44:05.986911 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.quota.resource [None req-14c10d4c-ff9b-4d4c-b61a-8e7c19e5a615 admin admin] Usage tracker for resource:security_group_rule and tenant:802b23448a774151982aeae764d84fe1 is out of sync, need to count used quota {{(pid=103721) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 31 11:44:05.992580 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.quota.resource [None req-14c10d4c-ff9b-4d4c-b61a-8e7c19e5a615 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=103721) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 31 11:44:06.015403 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.db.quota.driver [None req-14c10d4c-ff9b-4d4c-b61a-8e7c19e5a615 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=103721) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 31 11:44:06.063107 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron.db.l3_dvr_db [None req-6baa9d4b-7c10-4b3f-985a-e7b70ee3f47e None None] Set router b2c37ea4-16e6-43f7-858e-06a94d6e89c5 gateway port host: dv-cinder-786384-7-iscsi {{(pid=103722) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
May 31 11:44:06.095536 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.wsgi [req-bf013c9d-fa0c-4660-b7ea-68ceaa782ed0 req-9592041b-76cf-4992-9bf1-b82a6f110514 service neutron] http://10.222.0.57:9696/v2.0/extensions returned with HTTP 200 {{(pid=103721) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
May 31 11:44:06.105987 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [req-bf013c9d-fa0c-4660-b7ea-68ceaa782ed0 req-9592041b-76cf-4992-9bf1-b82a6f110514 service neutron] 10.222.0.57 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13640 time: 0.4037750
May 31 11:44:06.142356 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9283f9da-bd9b-482a-8994-1f852548d8d0 tempest-AttachVolumeShelveTestJSON-127538222 tempest-AttachVolumeShelveTestJSON-127538222-project] Pushing event updated for resources: {'Port': ['ID=638c2b45-348b-47ca-8dc0-f5547b2be192,revision_number=1']} {{(pid=103720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 31 11:44:06.200753 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG oslo_concurrency.lockutils [None req-9283f9da-bd9b-482a-8994-1f852548d8d0 tempest-AttachVolumeShelveTestJSON-127538222 tempest-AttachVolumeShelveTestJSON-127538222-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.298s {{(pid=103720) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 31 11:44:06.224281 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9283f9da-bd9b-482a-8994-1f852548d8d0 tempest-AttachVolumeShelveTestJSON-127538222 tempest-AttachVolumeShelveTestJSON-127538222-project] Network 1cb16751-6ba1-494a-bef1-53f614bdb222 is already hosted by enough agents. {{(pid=103720) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 31 11:44:06.230519 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron.db.provisioning_blocks [req-4f067752-fe69-4457-aba6-344fbdb555f6 req-0af98461-4c8b-4676-bcb8-848903bd0ff4 service neutron] Transition to ACTIVE for port object 721c1189-0843-4736-9341-64de54625348 will not be triggered until provisioned by entity L2. {{(pid=103720) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 31 11:44:06.233377 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron.scheduler.base_scheduler [None req-9283f9da-bd9b-482a-8994-1f852548d8d0 tempest-AttachVolumeShelveTestJSON-127538222 tempest-AttachVolumeShelveTestJSON-127538222-project] Resources bound (agent type, host, resource id):  {{(pid=103720) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 31 11:44:06.247053 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9283f9da-bd9b-482a-8994-1f852548d8d0 tempest-AttachVolumeShelveTestJSON-127538222 tempest-AttachVolumeShelveTestJSON-127538222-project] Received port after_create {{(pid=103720) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
May 31 11:44:06.260416 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [req-4f067752-fe69-4457-aba6-344fbdb555f6 req-0af98461-4c8b-4676-bcb8-848903bd0ff4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937715', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3701677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744215954324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744215520988', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744215521293'] for port, after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:44:06.312857 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG oslo_concurrency.lockutils [None req-160de76d-4242-4ac1-abe6-9283a05ef3f2 tempest-DeleteServersTestJSON-371463323 tempest-DeleteServersTestJSON-371463323-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103720) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 31 11:44:06.575007 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron_lib.callbacks.manager [None req-14c10d4c-ff9b-4d4c-b61a-8e7c19e5a615 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:44:06.589756 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron_lib.callbacks.manager [None req-14c10d4c-ff9b-4d4c-b61a-8e7c19e5a615 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3705957'] for security_group, after_create {{(pid=103721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:44:06.617395 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103721) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 31 11:44:06.699033 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron_lib.callbacks.manager [None req-c59bf3d8-3f04-4740-8d75-807cb4f7478e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744215964654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857257'] for agent, after_update {{(pid=103722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:44:06.834855 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron.db.l3_hamode_db [None req-6baa9d4b-7c10-4b3f-985a-e7b70ee3f47e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f3ebcc80040>, [{'id': 'b2c37ea4-16e6-43f7-858e-06a94d6e89c5', 'name': 'tempest-ServerRescueNegativeTestJSON-751692656-router', 'tenant_id': 'e6680e894741452ebedaacc4ca6c4c58', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cb16751-6ba1-494a-bef1-53f614bdb222', 'external_fixed_ips': [{'subnet_id': '1135c889-0623-4d10-975a-f2c46f50f0f6', 'ip_address': '172.27.2.32'}], 'enable_snat': True}, 'gw_port_id': '96a0b7ad-9e7b-4e01-8e5f-a9eece6d655c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T11:43:48Z', 'updated_at': '2021-05-31T11:43:55Z', 'revision_number': 4, 'project_id': 'e6680e894741452ebedaacc4ca6c4c58', 'gw_port': {'id': '96a0b7ad-9e7b-4e01-8e5f-a9eece6d655c', 'name': '', 'network_id': '1cb16751-6ba1-494a-bef1-53f614bdb222', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:c8:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2c37ea4-16e6-43f7-858e-06a94d6e89c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '1135c889-0623-4d10-975a-f2c46f50f0f6', 'ip_address': '172.27.2.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786384-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T11:43:49Z', 'updated_at': '2021-05-31T11:43:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1135c889-0623-4d10-975a-f2c46f50f0f6', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786384-7-iscsi', '_interfaces': [{'id': '1b7c401d-2b30-4de3-890e-df303b90a3a1', 'name': '', 'network_id': 'c32e1ce5-86a3-4104-9167-66f8d6251dc5', 'tenant_id': 'e6680e894741452ebedaacc4ca6c4c58', 'mac_address': 'fa:16:3e:1c:1b:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b2c37ea4-16e6-43f7-858e-06a94d6e89c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': 'c2592ba6-2cac-4876-ba41-1cfa4ff30377', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786384-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T11:43:54Z', 'updated_at': '2021-05-31T11:44:05Z', 'revision_number': 4, 'project_id': 'e6680e894741452ebedaacc4ca6c4c58', 'subnets': [{'id': 'c2592ba6-2cac-4876-ba41-1cfa4ff30377', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786384-7-iscsi', False) {} {{(pid=103722) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 31 11:44:06.840993 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6baa9d4b-7c10-4b3f-985a-e7b70ee3f47e None None] The sync data for ids ['b2c37ea4-16e6-43f7-858e-06a94d6e89c5'] in dv-cinder-786384-7-iscsi is: [{'id': 'b2c37ea4-16e6-43f7-858e-06a94d6e89c5', 'name': 'tempest-ServerRescueNegativeTestJSON-751692656-router', 'tenant_id': 'e6680e894741452ebedaacc4ca6c4c58', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cb16751-6ba1-494a-bef1-53f614bdb222', 'external_fixed_ips': [{'subnet_id': '1135c889-0623-4d10-975a-f2c46f50f0f6', 'ip_address': '172.27.2.32'}], 'enable_snat': True}, 'gw_port_id': '96a0b7ad-9e7b-4e01-8e5f-a9eece6d655c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T11:43:48Z', 'updated_at': '2021-05-31T11:43:55Z', 'revision_number': 4, 'project_id': 'e6680e894741452ebedaacc4ca6c4c58', 'gw_port': {'id': '96a0b7ad-9e7b-4e01-8e5f-a9eece6d655c', 'name': '', 'network_id': '1cb16751-6ba1-494a-bef1-53f614bdb222', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:c8:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2c37ea4-16e6-43f7-858e-06a94d6e89c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '1135c889-0623-4d10-975a-f2c46f50f0f6', 'ip_address': '172.27.2.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786384-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T11:43:49Z', 'updated_at': '2021-05-31T11:43:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1135c889-0623-4d10-975a-f2c46f50f0f6', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786384-7-iscsi', '_interfaces': [{'id': '1b7c401d-2b30-4de3-890e-df303b90a3a1', 'name': '', 'network_id': 'c32e1ce5-86a3-4104-9167-66f8d6251dc5', 'tenant_id': 'e6680e894741452ebedaacc4ca6c4c58', 'mac_address': 'fa:16:3e:1c:1b:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b2c37ea4-16e6-43f7-858e-06a94d6e89c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': 'c2592ba6-2cac-4876-ba41-1cfa4ff30377', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786384-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T11:43:54Z', 'updated_at': '2021-05-31T11:44:05Z', 'revision_number': 4, 'project_id': 'e6680e894741452ebedaacc4ca6c4c58', 'subnets': [{'id': 'c2592ba6-2cac-4876-ba41-1cfa4ff30377', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103722) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 31 11:44:07.068846 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [None req-14c10d4c-ff9b-4d4c-b61a-8e7c19e5a615 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=802b23448a774151982aeae764d84fe1&name=default HTTP/1.1" status: 200  len: 2979 time: 1.7831593
May 31 11:44:07.084800 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.wsgi [-] (103721) accepted ('10.222.0.57', 39210) {{(pid=103721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 31 11:44:07.110627 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14c10d4c-ff9b-4d4c-b61a-8e7c19e5a615 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=313d2fa0-0cc1-44b9-84bf-3d9a3657c12f,revision_number=1']} {{(pid=103721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 31 11:44:07.132948 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG oslo_concurrency.lockutils [None req-14c10d4c-ff9b-4d4c-b61a-8e7c19e5a615 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.516s {{(pid=103721) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 31 11:44:07.151026 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-9283f9da-bd9b-482a-8994-1f852548d8d0 tempest-AttachVolumeShelveTestJSON-127538222 tempest-AttachVolumeShelveTestJSON-127538222-project] Notify callbacks [] for floatingip, precommit_create {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:44:07.171381 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron.plugins.ml2.rpc [None req-1f0a762f-0348-4bba-b860-8eddab4cd770 None None] Device 26f3a154-0095-45c0-b840-93b3827acb87 up at agent ovs-agent-dv-cinder-786384-7-iscsi {{(pid=103722) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 31 11:44:07.233733 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [req-bf013c9d-fa0c-4660-b7ea-68ceaa782ed0 req-03efe5ed-1e53-4014-abb3-a318ad3551b6 service neutron] 10.222.0.57 "GET /v2.0/networks/c32e1ce5-86a3-4104-9167-66f8d6251dc5?fields=segments HTTP/1.1" status: 200  len: 212 time: 1.1250839
May 31 11:44:07.433643 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron.db.provisioning_blocks [None req-1f0a762f-0348-4bba-b860-8eddab4cd770 None None] Provisioning for port 26f3a154-0095-45c0-b840-93b3827acb87 completed by entity L2. {{(pid=103722) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 31 11:44:07.469465 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron.db.provisioning_blocks [None req-1f0a762f-0348-4bba-b860-8eddab4cd770 None None] Provisioning complete for port 26f3a154-0095-45c0-b840-93b3827acb87 triggered by entity L2. {{(pid=103722) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 31 11:44:07.469876 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron_lib.callbacks.manager [None req-1f0a762f-0348-4bba-b860-8eddab4cd770 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857618'] for port, provisioning_complete {{(pid=103722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:44:07.479500 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron.wsgi [-] (103720) accepted ('10.222.0.57', 39218) {{(pid=103720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 31 11:44:07.488300 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0af98461-4c8b-4676-bcb8-848903bd0ff4 service neutron] Pushing event updated for resources: {'Port': ['ID=721c1189-0843-4736-9341-64de54625348,revision_number=2']} {{(pid=103720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 31 11:44:07.513584 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG oslo_concurrency.lockutils [None req-0af98461-4c8b-4676-bcb8-848903bd0ff4 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.200s {{(pid=103720) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 31 11:44:07.573534 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron.plugins.ml2.managers [req-4f067752-fe69-4457-aba6-344fbdb555f6 req-0af98461-4c8b-4676-bcb8-848903bd0ff4 service neutron] Attempting to bind port 721c1189-0843-4736-9341-64de54625348 on host hv-cinder-78638 for vnic_type normal with profile  {{(pid=103720) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
May 31 11:44:07.576838 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron.plugins.ml2.managers [req-4f067752-fe69-4457-aba6-344fbdb555f6 req-0af98461-4c8b-4676-bcb8-848903bd0ff4 service neutron] Attempting to bind port 721c1189-0843-4736-9341-64de54625348 by drivers openvswitch,hyperv on host hv-cinder-78638 at level 0 using segments [{'id': '3a7503ff-1ed8-4f87-9a5f-3297cb413fe9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 763, 'network_id': '3e11e20c-b2af-45b2-b630-b1be56c9e6f3'}] {{(pid=103720) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
May 31 11:44:07.578499 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f067752-fe69-4457-aba6-344fbdb555f6 req-0af98461-4c8b-4676-bcb8-848903bd0ff4 service neutron] Attempting to bind port 721c1189-0843-4736-9341-64de54625348 on network 3e11e20c-b2af-45b2-b630-b1be56c9e6f3 {{(pid=103720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 31 11:44:07.593566 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-9283f9da-bd9b-482a-8994-1f852548d8d0 tempest-AttachVolumeShelveTestJSON-127538222 tempest-AttachVolumeShelveTestJSON-127538222-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-934180'] for port, before_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:44:07.608601 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8e0203a-3679-480f-b365-bb077de71d87 req-f2cef5e0-8f6d-451e-9edc-38a1a236854f tempest-DeleteServersTestJSON-371463323 tempest-DeleteServersTestJSON-371463323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 11:44:07.610147 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [req-b8e0203a-3679-480f-b365-bb077de71d87 req-f2cef5e0-8f6d-451e-9edc-38a1a236854f tempest-DeleteServersTestJSON-371463323 tempest-DeleteServersTestJSON-371463323-project] 10.222.0.57 "GET /v2.0/ports?device_id=09fa359b-a0f7-45d6-9cf6-438c3a13ca9a HTTP/1.1" status: 200  len: 943 time: 0.9623754
May 31 11:44:07.649224 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f067752-fe69-4457-aba6-344fbdb555f6 req-0af98461-4c8b-4676-bcb8-848903bd0ff4 service neutron] Port 721c1189-0843-4736-9341-64de54625348 on network 3e11e20c-b2af-45b2-b630-b1be56c9e6f3 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78638 {{(pid=103720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
May 31 11:44:07.650039 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f067752-fe69-4457-aba6-344fbdb555f6 req-0af98461-4c8b-4676-bcb8-848903bd0ff4 service neutron] Attempting to bind port 721c1189-0843-4736-9341-64de54625348 on network 3e11e20c-b2af-45b2-b630-b1be56c9e6f3 {{(pid=103720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 31 11:44:07.672780 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron_lib.callbacks.manager [None req-a3e08e33-9889-4160-8457-7002b1aa35a9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:44:07.694722 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f067752-fe69-4457-aba6-344fbdb555f6 req-0af98461-4c8b-4676-bcb8-848903bd0ff4 service neutron] Checking agent: {'id': '42990638-b1ad-4185-8b70-a0b8bae36499', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78638', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 31, 11, 42, 1), 'started_at': datetime.datetime(2021, 5, 31, 11, 42, 1), 'heartbeat_timestamp': datetime.datetime(2021, 5, 31, 11, 44, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
May 31 11:44:07.695159 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f067752-fe69-4457-aba6-344fbdb555f6 req-0af98461-4c8b-4676-bcb8-848903bd0ff4 service neutron] Checking segment: {'id': '3a7503ff-1ed8-4f87-9a5f-3297cb413fe9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 763, 'network_id': '3e11e20c-b2af-45b2-b630-b1be56c9e6f3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103720) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 31 11:44:07.696071 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f067752-fe69-4457-aba6-344fbdb555f6 req-0af98461-4c8b-4676-bcb8-848903bd0ff4 service neutron] Bound using segment: {'id': '3a7503ff-1ed8-4f87-9a5f-3297cb413fe9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 763, 'network_id': '3e11e20c-b2af-45b2-b630-b1be56c9e6f3'} {{(pid=103720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
May 31 11:44:07.696634 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron.plugins.ml2.managers [req-4f067752-fe69-4457-aba6-344fbdb555f6 req-0af98461-4c8b-4676-bcb8-848903bd0ff4 service neutron] Bound port: 721c1189-0843-4736-9341-64de54625348, host: hv-cinder-78638, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3a7503ff-1ed8-4f87-9a5f-3297cb413fe9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 763, 'network_id': '3e11e20c-b2af-45b2-b630-b1be56c9e6f3'}}] {{(pid=103720) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
May 31 11:44:07.697139 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [req-4f067752-fe69-4457-aba6-344fbdb555f6 req-0af98461-4c8b-4676-bcb8-848903bd0ff4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-934180'] for port, before_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:44:07.923743 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [req-b8e0203a-3679-480f-b365-bb077de71d87 req-56eb3bfa-df34-4fc2-a51a-b4b5bca56511 tempest-DeleteServersTestJSON-371463323 tempest-DeleteServersTestJSON-371463323-project] 10.222.0.57 "GET /v2.0/security-groups?id=8c2f6c95-aeb8-4743-837a-f3bdfdb83e31&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2850902
May 31 11:44:08.010445 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron_lib.callbacks.manager [None req-a3e08e33-9889-4160-8457-7002b1aa35a9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:44:08.012723 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron_lib.callbacks.manager [None req-e2b995a4-3526-4c71-93aa-7f4ba47dfd64 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744215964654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857257'] for agent, after_update {{(pid=103722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:44:08.024026 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron_lib.callbacks.manager [None req-1f0a762f-0348-4bba-b860-8eddab4cd770 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-934180'] for port, before_update {{(pid=103722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:44:08.029032 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron.plugins.ml2.db [req-4f067752-fe69-4457-aba6-344fbdb555f6 req-0af98461-4c8b-4676-bcb8-848903bd0ff4 service neutron] For port 721c1189-0843-4736-9341-64de54625348, host hv-cinder-78638, cleared binding levels {{(pid=103720) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
May 31 11:44:08.037683 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron.plugins.ml2.db [req-4f067752-fe69-4457-aba6-344fbdb555f6 req-0af98461-4c8b-4676-bcb8-848903bd0ff4 service neutron] For port 721c1189-0843-4736-9341-64de54625348, host hv-cinder-78638, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=721c1189-0843-4736-9341-64de54625348,segment=NetworkSegment(3a7503ff-1ed8-4f87-9a5f-3297cb413fe9),segment_id=3a7503ff-1ed8-4f87-9a5f-3297cb413fe9)] {{(pid=103720) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
May 31 11:44:08.085029 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [req-4f067752-fe69-4457-aba6-344fbdb555f6 req-0af98461-4c8b-4676-bcb8-848903bd0ff4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937715', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3701677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744215954324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744215520988', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744215521293'] for port, after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:44:08.085413 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [req-bf013c9d-fa0c-4660-b7ea-68ceaa782ed0 req-d7d08980-9757-4e43-8888-56c4776c4fc7 service neutron] 10.222.0.57 "GET /v2.0/networks/c32e1ce5-86a3-4104-9167-66f8d6251dc5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.8059099
May 31 11:44:08.109704 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG oslo_concurrency.lockutils [None req-9283f9da-bd9b-482a-8994-1f852548d8d0 tempest-AttachVolumeShelveTestJSON-127538222 tempest-AttachVolumeShelveTestJSON-127538222-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103720) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 31 11:44:08.125583 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron.plugins.ml2.db [None req-1f0a762f-0348-4bba-b860-8eddab4cd770 None None] For port 26f3a154-0095-45c0-b840-93b3827acb87, host dv-cinder-786384-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786384-7-iscsi',level=0,port_id=26f3a154-0095-45c0-b840-93b3827acb87,segment=NetworkSegment(fea50412-2064-40f9-97d7-ef805bb3a428),segment_id=fea50412-2064-40f9-97d7-ef805bb3a428)] {{(pid=103722) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 31 11:44:08.137094 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron_lib.callbacks.manager [None req-1f0a762f-0348-4bba-b860-8eddab4cd770 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937715', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3701677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744215954324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744215520988', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744215521293'] for port, after_update {{(pid=103722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:44:08.146605 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG oslo_concurrency.lockutils [None req-fdc51e27-5d74-41f0-82df-3ffdd50fa619 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103722) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 31 11:44:08.205391 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron_lib.callbacks.manager [None req-a3e08e33-9889-4160-8457-7002b1aa35a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3705957'] for security_group, after_delete {{(pid=103721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:44:08.211830 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103721) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 31 11:44:08.254795 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3e08e33-9889-4160-8457-7002b1aa35a9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=313d2fa0-0cc1-44b9-84bf-3d9a3657c12f,revision_number=None']} {{(pid=103721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 31 11:44:08.266432 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG oslo_concurrency.lockutils [None req-a3e08e33-9889-4160-8457-7002b1aa35a9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=103721) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 31 11:44:08.284556 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron_lib.callbacks.manager [None req-a3e08e33-9889-4160-8457-7002b1aa35a9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:44:08.312670 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [None req-a3e08e33-9889-4160-8457-7002b1aa35a9 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/313d2fa0-0cc1-44b9-84bf-3d9a3657c12f HTTP/1.1" status: 204  len: 168 time: 1.2084029
May 31 11:44:08.328755 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron.api.v2.base [None req-a13d4ef3-188e-4526-9dc1-01ae7b650725 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1572503737-network', 'tenant_id': 'c080c12ed6644f0a8ef2113e10207f7a'}} {{(pid=103720) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 31 11:44:08.386821 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron.db.quota.driver [None req-a13d4ef3-188e-4526-9dc1-01ae7b650725 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=103720) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 31 11:44:08.412749 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron.quota.resource [None req-a13d4ef3-188e-4526-9dc1-01ae7b650725 admin admin] Usage tracker for resource:network and tenant:c080c12ed6644f0a8ef2113e10207f7a is out of sync, need to count used quota {{(pid=103720) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 31 11:44:08.423693 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f067752-fe69-4457-aba6-344fbdb555f6 req-0af98461-4c8b-4676-bcb8-848903bd0ff4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 11:44:08.425761 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [req-4f067752-fe69-4457-aba6-344fbdb555f6 req-0af98461-4c8b-4676-bcb8-848903bd0ff4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3701651'] for port, before_response {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:44:08.430629 dv-cinder-786384-7-iscsi neutron-server[103720]: INFO neutron.wsgi [req-4f067752-fe69-4457-aba6-344fbdb555f6 req-0af98461-4c8b-4676-bcb8-848903bd0ff4 service neutron] 10.222.0.60 "PUT /v2.0/ports/721c1189-0843-4736-9341-64de54625348 HTTP/1.1" status: 200  len: 1093 time: 5.6630805
May 31 11:44:08.432310 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '09fa359b-a0f7-45d6-9cf6-438c3a13ca9a', 'tag': '721c1189-0843-4736-9341-64de54625348'}] {{(pid=103720) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 31 11:44:08.440953 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f0a762f-0348-4bba-b860-8eddab4cd770 None None] Pushing event updated for resources: {'Port': ['ID=26f3a154-0095-45c0-b840-93b3827acb87,revision_number=5']} {{(pid=103722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 31 11:44:08.454102 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG oslo_concurrency.lockutils [None req-1f0a762f-0348-4bba-b860-8eddab4cd770 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.307s {{(pid=103722) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 31 11:44:08.587097 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron.quota.resource [None req-a13d4ef3-188e-4526-9dc1-01ae7b650725 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=103720) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 31 11:44:08.701513 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron.db.quota.driver [None req-a13d4ef3-188e-4526-9dc1-01ae7b650725 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=103720) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 31 11:44:08.803576 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0af98461-4c8b-4676-bcb8-848903bd0ff4 service neutron] Pushing event updated for resources: {'Port': ['ID=721c1189-0843-4736-9341-64de54625348,revision_number=3']} {{(pid=103720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 31 11:44:08.808806 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron_lib.db.resource_extend [None req-9283f9da-bd9b-482a-8994-1f852548d8d0 tempest-AttachVolumeShelveTestJSON-127538222 tempest-AttachVolumeShelveTestJSON-127538222-project] It took 0.21 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}}
May 31 11:44:08.819199 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [req-8590f414-4686-4d06-892a-c57a7cc916c0 req-82ece0d3-0dcc-4e98-a167-bbec551bfdd5 tempest-ServerRescueNegativeTestJSON-1419813537 tempest-ServerRescueNegativeTestJSON-1419813537-project] 10.222.0.57 "GET /v2.0/ports?device_id=6cccde54-536c-42f8-a4b4-ace3bbad46da HTTP/1.1" status: 200  len: 210 time: 0.2040384
May 31 11:44:08.881309 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG oslo_concurrency.lockutils [None req-0af98461-4c8b-4676-bcb8-848903bd0ff4 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.769s {{(pid=103720) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 31 11:44:08.950232 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-9283f9da-bd9b-482a-8994-1f852548d8d0 tempest-AttachVolumeShelveTestJSON-127538222 tempest-AttachVolumeShelveTestJSON-127538222-project] Notify callbacks [] for port, precommit_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:44:08.953414 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a13d4ef3-188e-4526-9dc1-01ae7b650725 admin admin] Made reservation on behalf of c080c12ed6644f0a8ef2113e10207f7a for: {'network': 1} {{(pid=103720) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 31 11:44:08.964996 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-a13d4ef3-188e-4526-9dc1-01ae7b650725 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-934191'] for network, before_create {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:44:08.996812 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-9283f9da-bd9b-482a-8994-1f852548d8d0 tempest-AttachVolumeShelveTestJSON-127538222 tempest-AttachVolumeShelveTestJSON-127538222-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937715', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3701677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744215954324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744215520988', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744215521293'] for port, after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:44:09.025413 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-a13d4ef3-188e-4526-9dc1-01ae7b650725 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:44:09.059844 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103720) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 31 11:44:09.203633 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-9283f9da-bd9b-482a-8994-1f852548d8d0 tempest-AttachVolumeShelveTestJSON-127538222 tempest-AttachVolumeShelveTestJSON-127538222-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4088573'] for floatingip, after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:44:09.211524 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron.db.quota.driver [None req-a13d4ef3-188e-4526-9dc1-01ae7b650725 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=103720) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 31 11:44:09.219620 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron.plugins.ml2.rpc [None req-1f0a762f-0348-4bba-b860-8eddab4cd770 None None] Device 26f3a154-0095-45c0-b840-93b3827acb87 up at agent ovs-agent-dv-cinder-786384-7-iscsi {{(pid=103722) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 31 11:44:09.283351 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron.quota.resource [None req-a13d4ef3-188e-4526-9dc1-01ae7b650725 admin admin] Usage tracker for resource:security_group_rule and tenant:c080c12ed6644f0a8ef2113e10207f7a is out of sync, need to count used quota {{(pid=103720) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 31 11:44:09.330732 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron.quota.resource [None req-a13d4ef3-188e-4526-9dc1-01ae7b650725 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=103720) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 31 11:44:09.380725 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron.db.quota.driver [None req-a13d4ef3-188e-4526-9dc1-01ae7b650725 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=103720) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 31 11:44:09.438993 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9283f9da-bd9b-482a-8994-1f852548d8d0 tempest-AttachVolumeShelveTestJSON-127538222 tempest-AttachVolumeShelveTestJSON-127538222-project] Pushing event updated for resources: {'Port': ['ID=638c2b45-348b-47ca-8dc0-f5547b2be192,revision_number=2']} {{(pid=103720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 31 11:44:09.458464 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG oslo_concurrency.lockutils [None req-9283f9da-bd9b-482a-8994-1f852548d8d0 tempest-AttachVolumeShelveTestJSON-127538222 tempest-AttachVolumeShelveTestJSON-127538222-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.399s {{(pid=103720) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 31 11:44:09.491836 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron.db.provisioning_blocks [None req-1f0a762f-0348-4bba-b860-8eddab4cd770 None None] Provisioning complete for port 26f3a154-0095-45c0-b840-93b3827acb87 triggered by entity L2. {{(pid=103722) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 31 11:44:09.492561 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron_lib.callbacks.manager [None req-1f0a762f-0348-4bba-b860-8eddab4cd770 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857618'] for port, provisioning_complete {{(pid=103722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:44:09.506627 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f067752-fe69-4457-aba6-344fbdb555f6 req-457f9d20-84b3-4b88-8d98-16c37c8accf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 11:44:09.524779 dv-cinder-786384-7-iscsi neutron-server[103720]: INFO neutron.wsgi [req-4f067752-fe69-4457-aba6-344fbdb555f6 req-457f9d20-84b3-4b88-8d98-16c37c8accf5 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=86142890551c41cfa8da35ccf86bd62f&device_id=09fa359b-a0f7-45d6-9cf6-438c3a13ca9a HTTP/1.1" status: 200  len: 1096 time: 0.9358728
May 31 11:44:09.537696 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6839f599539fa4c6e3ba02718c376b16d52b950f3872e5f8c495d4ff24c4a199" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f682dd0a-5b59-49f0-8298-7a69084829cc" -d '{"events": [{"name": "network-changed", "server_uuid": "09fa359b-a0f7-45d6-9cf6-438c3a13ca9a", "tag": "721c1189-0843-4736-9341-64de54625348"}]}' {{(pid=103720) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
May 31 11:44:09.556341 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-9283f9da-bd9b-482a-8994-1f852548d8d0 tempest-AttachVolumeShelveTestJSON-127538222 tempest-AttachVolumeShelveTestJSON-127538222-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46333'] for floatingip, before_response {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:44:09.559848 dv-cinder-786384-7-iscsi neutron-server[103720]: INFO neutron.wsgi [None req-9283f9da-bd9b-482a-8994-1f852548d8d0 tempest-AttachVolumeShelveTestJSON-127538222 tempest-AttachVolumeShelveTestJSON-127538222-project] 10.222.0.57 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 693 time: 6.6226549
May 31 11:44:09.843663 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron.wsgi [-] (103720) accepted ('10.222.0.57', 39306) {{(pid=103720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 31 11:44:09.974082 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron.plugins.ml2.rpc [None req-1f0a762f-0348-4bba-b860-8eddab4cd770 None None] Device 1b7c401d-2b30-4de3-890e-df303b90a3a1 up at agent ovs-agent-dv-cinder-786384-7-iscsi {{(pid=103722) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 31 11:44:10.009889 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-deeff3c5-b8d7-42a8-9ba1-5324f911a9ac admin admin] Notify callbacks [] for security_group, before_create {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:44:10.061095 dv-cinder-786384-7-iscsi neutron-server[103720]: INFO neutron.wsgi [req-4f067752-fe69-4457-aba6-344fbdb555f6 req-4fd2e11f-e017-4d9b-859c-480e65d4e50b service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=721c1189-0843-4736-9341-64de54625348 HTTP/1.1" status: 200  len: 217 time: 0.4752667
May 31 11:44:10.162978 dv-cinder-786384-7-iscsi neutron-server[103723]: DEBUG neutron.db.agents_db [None req-cb648da2-ef1b-4de5-af28-8b32e926ae6d None None] Agent healthcheck: found 6 active agents {{(pid=103723) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}}
May 31 11:44:10.199533 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e28c8911-c842-44a0-af10-f0239093f685 req-106d8dc7-eb5b-4e6b-b0dd-254eb419e83d tempest-ServerRescueNegativeTestJSON-1419813537 tempest-ServerRescueNegativeTestJSON-1419813537-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 11:44:10.211805 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [req-e28c8911-c842-44a0-af10-f0239093f685 req-106d8dc7-eb5b-4e6b-b0dd-254eb419e83d tempest-ServerRescueNegativeTestJSON-1419813537 tempest-ServerRescueNegativeTestJSON-1419813537-project] 10.222.0.57 "GET /v2.0/networks?id=c32e1ce5-86a3-4104-9167-66f8d6251dc5 HTTP/1.1" status: 200  len: 818 time: 0.5218697
May 31 11:44:10.233549 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-a13d4ef3-188e-4526-9dc1-01ae7b650725 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:44:10.253303 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron.db.provisioning_blocks [None req-1f0a762f-0348-4bba-b860-8eddab4cd770 None None] Provisioning for port 1b7c401d-2b30-4de3-890e-df303b90a3a1 completed by entity L2. {{(pid=103722) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 31 11:44:10.267820 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron.db.provisioning_blocks [None req-1f0a762f-0348-4bba-b860-8eddab4cd770 None None] Provisioning complete for port 1b7c401d-2b30-4de3-890e-df303b90a3a1 triggered by entity L2. {{(pid=103722) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 31 11:44:10.271396 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron_lib.callbacks.manager [None req-1f0a762f-0348-4bba-b860-8eddab4cd770 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857618'] for port, provisioning_complete {{(pid=103722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:44:10.275468 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [req-e28c8911-c842-44a0-af10-f0239093f685 req-b0f3c6d8-c2c0-41de-98c6-667102b7d2b4 tempest-ServerRescueNegativeTestJSON-1419813537 tempest-ServerRescueNegativeTestJSON-1419813537-project] 10.222.0.57 "GET /v2.0/quotas/e6680e894741452ebedaacc4ca6c4c58 HTTP/1.1" status: 200  len: 375 time: 0.0622859
May 31 11:44:10.302784 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d10a789-fc41-4bdf-8d79-90a4aec7bb2d req-25a0ebdb-7407-4bd5-ad0a-c0c148cfdf9c tempest-DeleteServersTestJSON-371463323 tempest-DeleteServersTestJSON-371463323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 11:44:10.320987 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [req-1d10a789-fc41-4bdf-8d79-90a4aec7bb2d req-25a0ebdb-7407-4bd5-ad0a-c0c148cfdf9c tempest-DeleteServersTestJSON-371463323 tempest-DeleteServersTestJSON-371463323-project] 10.222.0.57 "GET /v2.0/ports?device_id=09fa359b-a0f7-45d6-9cf6-438c3a13ca9a HTTP/1.1" status: 200  len: 943 time: 0.9529104
May 31 11:44:10.462353 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-a13d4ef3-188e-4526-9dc1-01ae7b650725 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3705957'] for security_group, after_create {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:44:10.465160 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron.db.quota.driver [None req-deeff3c5-b8d7-42a8-9ba1-5324f911a9ac admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=103720) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 31 11:44:10.529604 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron.quota.resource [None req-deeff3c5-b8d7-42a8-9ba1-5324f911a9ac admin admin] Usage tracker for resource:security_group_rule and tenant:cd023e51c42c4853bf3d770c27d7705e is out of sync, need to count used quota {{(pid=103720) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 31 11:44:10.561586 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG oslo_concurrency.lockutils [None req-21548fcd-bac8-4c55-b0f8-48953f9dbbda admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103720) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 31 11:44:10.602409 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron.quota.resource [None req-deeff3c5-b8d7-42a8-9ba1-5324f911a9ac admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=103720) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 31 11:44:10.653929 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron.db.quota.driver [None req-deeff3c5-b8d7-42a8-9ba1-5324f911a9ac admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=103720) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 31 11:44:10.780996 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [req-1d10a789-fc41-4bdf-8d79-90a4aec7bb2d req-71d17680-92c2-4bce-b6c4-efb40943966b tempest-DeleteServersTestJSON-371463323 tempest-DeleteServersTestJSON-371463323-project] 10.222.0.57 "GET /v2.0/security-groups?id=8c2f6c95-aeb8-4743-837a-f3bdfdb83e31&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.4532621
May 31 11:44:10.789263 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f067752-fe69-4457-aba6-344fbdb555f6 req-3f79dbb0-163a-4c8c-b46e-d998181b7cc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 11:44:10.797522 dv-cinder-786384-7-iscsi neutron-server[103720]: INFO neutron.wsgi [req-4f067752-fe69-4457-aba6-344fbdb555f6 req-3f79dbb0-163a-4c8c-b46e-d998181b7cc7 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=0d592ad2-6068-4ccf-af2a-bd0139a4f35b HTTP/1.1" status: 200  len: 852 time: 0.6499989
May 31 11:44:10.827711 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a13d4ef3-188e-4526-9dc1-01ae7b650725 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bd7e3bee-9334-443f-84e5-fa3d877c927b,revision_number=1']} {{(pid=103720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 31 11:44:10.838393 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a13d4ef3-188e-4526-9dc1-01ae7b650725 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 793}  {{(pid=103720) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
May 31 11:44:10.851399 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [req-e28c8911-c842-44a0-af10-f0239093f685 req-d7a0bb0c-6fd3-4eba-b423-342553c5266f tempest-ServerRescueNegativeTestJSON-1419813537 tempest-ServerRescueNegativeTestJSON-1419813537-project] 10.222.0.57 "GET /v2.0/ports?tenant_id=e6680e894741452ebedaacc4ca6c4c58&fields=id HTTP/1.1" status: 200  len: 255 time: 0.5720522
May 31 11:44:10.874219 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG oslo_concurrency.lockutils [None req-a13d4ef3-188e-4526-9dc1-01ae7b650725 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.317s {{(pid=103720) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 31 11:44:10.877489 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron_lib.callbacks.manager [None req-1f0a762f-0348-4bba-b860-8eddab4cd770 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-934180'] for port, before_update {{(pid=103722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:44:10.944210 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-a13d4ef3-188e-4526-9dc1-01ae7b650725 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-882655'] for segment, precommit_create {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:44:10.946359 dv-cinder-786384-7-iscsi neutron-server[103720]: INFO neutron.db.segments_db [None req-a13d4ef3-188e-4526-9dc1-01ae7b650725 admin admin] Added segment a3796886-7058-4904-9b71-9c070d116503 of type vlan for network b4c30360-3b72-4407-a779-42c745a2540e
May 31 11:44:10.947392 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron.plugins.ml2.db [None req-1f0a762f-0348-4bba-b860-8eddab4cd770 None None] For port 1b7c401d-2b30-4de3-890e-df303b90a3a1, host dv-cinder-786384-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786384-7-iscsi',level=0,port_id=1b7c401d-2b30-4de3-890e-df303b90a3a1,segment=NetworkSegment(1469293d-93e3-432b-92ea-15da37b1359f),segment_id=1469293d-93e3-432b-92ea-15da37b1359f)] {{(pid=103722) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 31 11:44:10.959037 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron_lib.callbacks.manager [None req-1f0a762f-0348-4bba-b860-8eddab4cd770 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937715', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3701677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744215954324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744215520988', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744215521293'] for port, after_update {{(pid=103722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:44:10.980662 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG oslo_concurrency.lockutils [None req-bbc4b1cc-01e2-4520-a0ef-d6899b2a5370 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103722) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 31 11:44:11.079278 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-a13d4ef3-188e-4526-9dc1-01ae7b650725 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744215540035'] for network, precommit_create {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:44:11.170342 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f0a762f-0348-4bba-b860-8eddab4cd770 None None] Pushing event updated for resources: {'Port': ['ID=1b7c401d-2b30-4de3-890e-df303b90a3a1,revision_number=5']} {{(pid=103722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 31 11:44:11.185740 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG oslo_concurrency.lockutils [None req-1f0a762f-0348-4bba-b860-8eddab4cd770 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.219s {{(pid=103722) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 31 11:44:11.277448 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-a13d4ef3-188e-4526-9dc1-01ae7b650725 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3705951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3701686'] for network, after_create {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:44:11.285802 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a13d4ef3-188e-4526-9dc1-01ae7b650725 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 11:44:11.287049 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-a13d4ef3-188e-4526-9dc1-01ae7b650725 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3701651'] for network, before_response {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:44:11.353598 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [req-e28c8911-c842-44a0-af10-f0239093f685 req-d3b9cc7f-b0ff-40b1-bd8d-0e74b9e60ce5 service neutron] 10.222.0.57 "GET /v2.0/networks/c32e1ce5-86a3-4104-9167-66f8d6251dc5?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.5004473
May 31 11:44:11.375725 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG oslo_concurrency.lockutils [None req-fecdc51a-f68b-4a7a-b053-b70d20624f7c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103720) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 31 11:44:11.414285 dv-cinder-786384-7-iscsi neutron-server[103720]: INFO neutron.wsgi [None req-a13d4ef3-188e-4526-9dc1-01ae7b650725 admin admin] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201  len: 882 time: 3.9331064
May 31 11:44:11.416314 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 31 May 2021 11:44:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eeeb7917-8520-4d85-87e6-053d187f74b6 x-openstack-request-id: req-eeeb7917-8520-4d85-87e6-053d187f74b6 {{(pid=103720) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
May 31 11:44:11.416787 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "09fa359b-a0f7-45d6-9cf6-438c3a13ca9a", "tag": "721c1189-0843-4736-9341-64de54625348", "status": "completed", "code": 200}]} {{(pid=103720) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
May 31 11:44:11.417386 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-eeeb7917-8520-4d85-87e6-053d187f74b6 {{(pid=103720) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
May 31 11:44:11.417970 dv-cinder-786384-7-iscsi neutron-server[103720]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '09fa359b-a0f7-45d6-9cf6-438c3a13ca9a', 'tag': '721c1189-0843-4736-9341-64de54625348', 'status': 'completed', 'code': 200}
May 31 11:44:11.425572 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron.wsgi [-] (103720) accepted ('10.222.0.57', 39366) {{(pid=103720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 31 11:44:11.428050 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-deeff3c5-b8d7-42a8-9ba1-5324f911a9ac admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:44:11.439970 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron.api.v2.base [None req-7d2209b1-986f-45ad-a567-eb587abc1b35 admin admin] Request body: {'subnet': {'network_id': 'b4c30360-3b72-4407-a779-42c745a2540e', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1572503737-subnet', 'tenant_id': 'c080c12ed6644f0a8ef2113e10207f7a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103720) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 31 11:44:11.602069 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron.db.quota.driver [None req-7d2209b1-986f-45ad-a567-eb587abc1b35 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=103720) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 31 11:44:11.644285 dv-cinder-786384-7-iscsi neutron-server[103720]: INFO neutron.wsgi [req-4f067752-fe69-4457-aba6-344fbdb555f6 req-ff7acb76-ac21-4333-950c-ac078bd51824 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=3e11e20c-b2af-45b2-b630-b1be56c9e6f3&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0925946
May 31 11:44:11.646557 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-deeff3c5-b8d7-42a8-9ba1-5324f911a9ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3705957'] for security_group, after_create {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:44:11.677696 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron.quota.resource [None req-7d2209b1-986f-45ad-a567-eb587abc1b35 admin admin] Usage tracker for resource:subnet and tenant:c080c12ed6644f0a8ef2113e10207f7a is out of sync, need to count used quota {{(pid=103720) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 31 11:44:11.786205 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [req-e28c8911-c842-44a0-af10-f0239093f685 req-930cbe72-b8cc-4ffa-8c1b-f6e625932bbc service neutron] 10.222.0.57 "GET /v2.0/networks/c32e1ce5-86a3-4104-9167-66f8d6251dc5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4317565
May 31 11:44:11.795249 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.quota.resource [req-4a6d2880-97d2-4a0f-8090-03a839fc9b31 req-464f0a5a-d794-4d17-a2d0-7275ead27131 tempest-AttachVolumeShelveTestJSON-127538222 tempest-AttachVolumeShelveTestJSON-127538222-project] Synchronizing usage tracker for tenant:f3bd06944c9240d0a51b5da41de72600 on resource:security_group {{(pid=103721) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 31 11:44:11.822469 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.quota.resource [req-4a6d2880-97d2-4a0f-8090-03a839fc9b31 req-464f0a5a-d794-4d17-a2d0-7275ead27131 tempest-AttachVolumeShelveTestJSON-127538222 tempest-AttachVolumeShelveTestJSON-127538222-project] Unset dirty status for tenant:f3bd06944c9240d0a51b5da41de72600 on resource:security_group {{(pid=103721) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 31 11:44:11.835659 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [req-4a6d2880-97d2-4a0f-8090-03a839fc9b31 req-464f0a5a-d794-4d17-a2d0-7275ead27131 tempest-AttachVolumeShelveTestJSON-127538222 tempest-AttachVolumeShelveTestJSON-127538222-project] 10.222.0.57 "GET /v2.0/security-groups?name=tempest-securitygroup--1589872130&fields=id&tenant_id=f3bd06944c9240d0a51b5da41de72600 HTTP/1.1" status: 200  len: 267 time: 0.1433706
May 31 11:44:12.077736 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a6d2880-97d2-4a0f-8090-03a839fc9b31 req-c921739e-a6b6-49dd-ad61-59f047898231 tempest-AttachVolumeShelveTestJSON-127538222 tempest-AttachVolumeShelveTestJSON-127538222-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 11:44:12.079757 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [req-4a6d2880-97d2-4a0f-8090-03a839fc9b31 req-c921739e-a6b6-49dd-ad61-59f047898231 tempest-AttachVolumeShelveTestJSON-127538222 tempest-AttachVolumeShelveTestJSON-127538222-project] 10.222.0.57 "GET /v2.0/networks?id=2c20abfc-12cd-4800-b928-7191b2675429 HTTP/1.1" status: 200  len: 816 time: 0.2427297
May 31 11:44:12.097345 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron.quota.resource [None req-7d2209b1-986f-45ad-a567-eb587abc1b35 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=103720) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 31 11:44:12.119275 dv-cinder-786384-7-iscsi neutron-server[103720]: INFO neutron.wsgi [None req-deeff3c5-b8d7-42a8-9ba1-5324f911a9ac admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=cd023e51c42c4853bf3d770c27d7705e&name=default HTTP/1.1" status: 200  len: 2979 time: 2.2647834
May 31 11:44:12.119275 dv-cinder-786384-7-iscsi neutron-server[103720]: INFO neutron.wsgi [req-4f067752-fe69-4457-aba6-344fbdb555f6 req-df3ff4aa-d5df-4738-a083-da74b60ac453 service neutron] 10.222.0.60 "GET /v2.0/networks/3e11e20c-b2af-45b2-b630-b1be56c9e6f3?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3511117
May 31 11:44:12.119955 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron.wsgi [-] (103720) accepted ('10.222.0.57', 39394) {{(pid=103720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 31 11:44:12.129343 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron.db.quota.driver [None req-7d2209b1-986f-45ad-a567-eb587abc1b35 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=103720) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 31 11:44:12.132096 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a13d4ef3-188e-4526-9dc1-01ae7b650725 admin admin] Pushing event updated for resources: {'Network': ['ID=b4c30360-3b72-4407-a779-42c745a2540e,revision_number=1']} {{(pid=103720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 31 11:44:12.134939 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [req-4a6d2880-97d2-4a0f-8090-03a839fc9b31 req-6f5f59b1-76ae-4f55-9c63-4f1cf5b14461 tempest-AttachVolumeShelveTestJSON-127538222 tempest-AttachVolumeShelveTestJSON-127538222-project] 10.222.0.57 "GET /v2.0/quotas/f3bd06944c9240d0a51b5da41de72600 HTTP/1.1" status: 200  len: 375 time: 0.0369961
May 31 11:44:12.164293 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron.plugins.ml2.rpc [None req-1f0a762f-0348-4bba-b860-8eddab4cd770 None None] Network b4c30360-3b72-4407-a779-42c745a2540e details requested by agent ovs-agent-dv-cinder-786384-7-iscsi with host dv-cinder-786384-7-iscsi {{(pid=103722) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
May 31 11:44:12.251293 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG oslo_concurrency.lockutils [None req-a13d4ef3-188e-4526-9dc1-01ae7b650725 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.872s {{(pid=103720) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 31 11:44:12.253328 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG oslo_concurrency.lockutils [None req-a13d4ef3-188e-4526-9dc1-01ae7b650725 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.151s {{(pid=103720) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 31 11:44:12.508417 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [req-4a6d2880-97d2-4a0f-8090-03a839fc9b31 req-32bd8179-3b0c-48cb-a2c8-78f75330d3be tempest-AttachVolumeShelveTestJSON-127538222 tempest-AttachVolumeShelveTestJSON-127538222-project] 10.222.0.57 "GET /v2.0/ports?tenant_id=f3bd06944c9240d0a51b5da41de72600&fields=id HTTP/1.1" status: 200  len: 348 time: 0.3602278
May 31 11:44:12.655955 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7748e03b-9ef7-441f-8197-388377cfb7ac req-14b63208-386e-4e78-90b2-dc69142c1119 tempest-DeleteServersTestJSON-371463323 tempest-DeleteServersTestJSON-371463323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 11:44:12.663076 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [req-7748e03b-9ef7-441f-8197-388377cfb7ac req-14b63208-386e-4e78-90b2-dc69142c1119 tempest-DeleteServersTestJSON-371463323 tempest-DeleteServersTestJSON-371463323-project] 10.222.0.57 "GET /v2.0/ports?device_id=09fa359b-a0f7-45d6-9cf6-438c3a13ca9a HTTP/1.1" status: 200  len: 943 time: 0.2259312
May 31 11:44:12.723016 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [req-7748e03b-9ef7-441f-8197-388377cfb7ac req-4dcebaa3-c2ab-418b-b228-5f85ca222deb tempest-DeleteServersTestJSON-371463323 tempest-DeleteServersTestJSON-371463323-project] 10.222.0.57 "GET /v2.0/security-groups?id=8c2f6c95-aeb8-4743-837a-f3bdfdb83e31&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0589476
May 31 11:44:12.747453 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7d2209b1-986f-45ad-a567-eb587abc1b35 admin admin] Made reservation on behalf of c080c12ed6644f0a8ef2113e10207f7a for: {'subnet': 1} {{(pid=103720) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 31 11:44:12.750317 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-7d2209b1-986f-45ad-a567-eb587abc1b35 admin admin] Notify callbacks [] for subnet, before_create {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:44:12.800554 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deeff3c5-b8d7-42a8-9ba1-5324f911a9ac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=06fa2cde-f0ae-43a3-b041-8ac97e1fef28,revision_number=1']} {{(pid=103720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 31 11:44:12.828958 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG oslo_concurrency.lockutils [None req-deeff3c5-b8d7-42a8-9ba1-5324f911a9ac admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.577s {{(pid=103720) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 31 11:44:13.125244 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-8eb9a348-4112-480a-8fdb-2c2a2d3c97c0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:44:13.172179 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-8eb9a348-4112-480a-8fdb-2c2a2d3c97c0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:44:13.174833 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [req-34edbf7b-dfb6-4d73-9a92-dd591e58c5d7 req-41d23967-7cb8-444f-a482-e059e91cc66f tempest-ServerRescueNegativeTestJSON-1419813537 tempest-ServerRescueNegativeTestJSON-1419813537-project] 10.222.0.57 "GET /v2.0/ports?device_id=b2dee92b-5362-45b1-88ed-3987b2942c9a HTTP/1.1" status: 200  len: 210 time: 0.2485869
May 31 11:44:13.198312 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron.plugins.ml2.rpc [None req-1f0a762f-0348-4bba-b860-8eddab4cd770 None None] Device 1b7c401d-2b30-4de3-890e-df303b90a3a1 up at agent ovs-agent-dv-cinder-786384-7-iscsi {{(pid=103722) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 31 11:44:13.215700 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [req-4a6d2880-97d2-4a0f-8090-03a839fc9b31 req-b0eb132e-35b7-41b5-abec-b0542a59a3dc service neutron] 10.222.0.57 "GET /v2.0/networks/2c20abfc-12cd-4800-b928-7191b2675429?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.6987514
May 31 11:44:13.267191 dv-cinder-786384-7-iscsi neutron-server[103720]: INFO neutron.wsgi [req-4f067752-fe69-4457-aba6-344fbdb555f6 req-7a015c5f-d356-43a0-8b2f-4ec8d55ea1dc service neutron] 10.222.0.60 "GET /v2.0/networks/3e11e20c-b2af-45b2-b630-b1be56c9e6f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 1.0220966
May 31 11:44:13.269242 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-8eb9a348-4112-480a-8fdb-2c2a2d3c97c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3705957'] for security_group, after_delete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:44:13.348403 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG oslo_concurrency.lockutils [None req-0a88a0af-afbf-4e28-8539-28c9f9a5d35b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103720) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 31 11:44:13.378340 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eb9a348-4112-480a-8fdb-2c2a2d3c97c0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=06fa2cde-f0ae-43a3-b041-8ac97e1fef28,revision_number=None']} {{(pid=103720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 31 11:44:13.389679 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG oslo_concurrency.lockutils [None req-8eb9a348-4112-480a-8fdb-2c2a2d3c97c0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=103720) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 31 11:44:13.390059 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron.db.provisioning_blocks [None req-1f0a762f-0348-4bba-b860-8eddab4cd770 None None] Provisioning complete for port 1b7c401d-2b30-4de3-890e-df303b90a3a1 triggered by entity L2. {{(pid=103722) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 31 11:44:13.390509 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron_lib.callbacks.manager [None req-1f0a762f-0348-4bba-b860-8eddab4cd770 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857618'] for port, provisioning_complete {{(pid=103722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:44:13.414642 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-8eb9a348-4112-480a-8fdb-2c2a2d3c97c0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:44:13.417059 dv-cinder-786384-7-iscsi neutron-server[103720]: INFO neutron.wsgi [None req-8eb9a348-4112-480a-8fdb-2c2a2d3c97c0 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/06fa2cde-f0ae-43a3-b041-8ac97e1fef28 HTTP/1.1" status: 204  len: 168 time: 1.2895644
May 31 11:44:13.746769 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [req-4a6d2880-97d2-4a0f-8090-03a839fc9b31 req-3ff7417f-ec76-43f1-878a-5649e3c5f3ac service neutron] 10.222.0.57 "GET /v2.0/networks/2c20abfc-12cd-4800-b928-7191b2675429?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.5235639
May 31 11:44:14.018204 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-7d2209b1-986f-45ad-a567-eb587abc1b35 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3701677'] for subnet, after_create {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:44:14.026679 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG oslo_concurrency.lockutils [None req-fa1420e0-8202-4ba9-a203-a8262c7ab206 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103720) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 31 11:44:14.204830 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [req-3e79ca26-c9f4-419c-9d1c-757f0e394ab9 req-3a05edd9-b666-4051-99d4-a1c348786979 tempest-AttachVolumeShelveTestJSON-127538222 tempest-AttachVolumeShelveTestJSON-127538222-project] 10.222.0.57 "GET /v2.0/ports?device_id=3e7980f7-7a5b-4115-a41f-48764f578357 HTTP/1.1" status: 200  len: 210 time: 0.0787444
May 31 11:44:14.283352 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d2209b1-986f-45ad-a567-eb587abc1b35 admin admin] Pushing event updated for resources: {'Subnet': ['ID=39cf232c-5df6-4b6a-bcd8-222fa37c0841,revision_number=0']} {{(pid=103720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 31 11:44:14.288796 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG oslo_concurrency.lockutils [None req-7d2209b1-986f-45ad-a567-eb587abc1b35 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.261s {{(pid=103720) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 31 11:44:14.303339 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9987179f-c751-486f-9ceb-50ff1ed04f38 req-ed4d1860-7163-4128-a75a-de06b7d059c7 tempest-DeleteServersTestJSON-371463323 tempest-DeleteServersTestJSON-371463323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 11:44:14.307323 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d2209b1-986f-45ad-a567-eb587abc1b35 admin admin] Checking segment: {'id': 'a3796886-7058-4904-9b71-9c070d116503', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 793, 'network_id': 'b4c30360-3b72-4407-a779-42c745a2540e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103720) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 31 11:44:14.307677 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d2209b1-986f-45ad-a567-eb587abc1b35 admin admin] Network hostable DHCP agents. Network: b4c30360-3b72-4407-a779-42c745a2540e, hostable agents: ['dff46186-ee29-425e-9f8b-1a5cc0b5fc21'], hosted agents: [] {{(pid=103720) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
May 31 11:44:14.308378 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [req-9987179f-c751-486f-9ceb-50ff1ed04f38 req-ed4d1860-7163-4128-a75a-de06b7d059c7 tempest-DeleteServersTestJSON-371463323 tempest-DeleteServersTestJSON-371463323-project] 10.222.0.57 "GET /v2.0/ports?device_id=09fa359b-a0f7-45d6-9cf6-438c3a13ca9a HTTP/1.1" status: 200  len: 943 time: 0.3041358
May 31 11:44:14.363490 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d2209b1-986f-45ad-a567-eb587abc1b35 admin admin] Network b4c30360-3b72-4407-a779-42c745a2540e is scheduled to be hosted by DHCP agent dff46186-ee29-425e-9f8b-1a5cc0b5fc21 with binding_index 1 {{(pid=103720) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
May 31 11:44:14.384224 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron.scheduler.base_scheduler [None req-7d2209b1-986f-45ad-a567-eb587abc1b35 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786384-7-iscsi, b4c30360-3b72-4407-a779-42c745a2540e) {{(pid=103720) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 31 11:44:14.392780 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d2209b1-986f-45ad-a567-eb587abc1b35 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 11:44:14.392780 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-7d2209b1-986f-45ad-a567-eb587abc1b35 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3701651'] for subnet, before_response {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:44:14.396639 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c1f3d8f-aa67-4587-9a3b-99065dacd49d None None] Network b4c30360-3b72-4407-a779-42c745a2540e requested from dv-cinder-786384-7-iscsi {{(pid=103722) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
May 31 11:44:14.447344 dv-cinder-786384-7-iscsi neutron-server[103720]: INFO neutron.wsgi [None req-7d2209b1-986f-45ad-a567-eb587abc1b35 admin admin] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 846 time: 3.0172393
May 31 11:44:14.545078 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [req-9987179f-c751-486f-9ceb-50ff1ed04f38 req-b941a8ac-55bd-457d-b079-337f22083eb5 tempest-DeleteServersTestJSON-371463323 tempest-DeleteServersTestJSON-371463323-project] 10.222.0.57 "GET /v2.0/security-groups?id=8c2f6c95-aeb8-4743-837a-f3bdfdb83e31&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2289827
May 31 11:44:14.743007 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [req-11055af3-4916-4d36-b6fb-d256bb941b25 req-a947a0f5-1fc3-4df1-a6aa-47210c8aced8 tempest-ServerRescueNegativeTestJSON-1419813537 tempest-ServerRescueNegativeTestJSON-1419813537-project] 10.222.0.57 "GET /v2.0/ports?device_id=b2dee92b-5362-45b1-88ed-3987b2942c9a HTTP/1.1" status: 200  len: 210 time: 0.1230383
May 31 11:44:14.956864 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fefa07d1-8d9f-4294-8818-3dd625f48d12 None None] Network b4c30360-3b72-4407-a779-42c745a2540e requested from dv-cinder-786384-7-iscsi {{(pid=103722) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
May 31 11:44:15.130854 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f682dd0a-5b59-49f0-8298-7a69084829cc req-1d61071e-ecc4-4143-b49d-f90e3ed52d9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 11:44:15.135275 dv-cinder-786384-7-iscsi neutron-server[103720]: INFO neutron.wsgi [req-f682dd0a-5b59-49f0-8298-7a69084829cc req-1d61071e-ecc4-4143-b49d-f90e3ed52d9e service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=86142890551c41cfa8da35ccf86bd62f&device_id=09fa359b-a0f7-45d6-9cf6-438c3a13ca9a HTTP/1.1" status: 200  len: 1096 time: 0.2081676
May 31 11:44:15.599745 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [req-633c2089-8d93-4660-8768-88f9ee189b4a req-c8aa1a83-dd5e-4f79-9d60-1e5913aeb931 tempest-AttachVolumeShelveTestJSON-127538222 tempest-AttachVolumeShelveTestJSON-127538222-project] 10.222.0.57 "GET /v2.0/ports?device_id=3e7980f7-7a5b-4115-a41f-48764f578357 HTTP/1.1" status: 200  len: 210 time: 0.1389325
May 31 11:44:15.601655 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.wsgi [-] (103721) accepted ('10.222.0.60', 54993) {{(pid=103721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 31 11:44:15.696506 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f682dd0a-5b59-49f0-8298-7a69084829cc req-761dc74c-0b3b-41bc-b2b0-2e4b576c8d35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 11:44:15.701527 dv-cinder-786384-7-iscsi neutron-server[103720]: INFO neutron.wsgi [req-f682dd0a-5b59-49f0-8298-7a69084829cc req-761dc74c-0b3b-41bc-b2b0-2e4b576c8d35 service neutron] 10.222.0.60 "GET /v2.0/networks?id=3e11e20c-b2af-45b2-b630-b1be56c9e6f3 HTTP/1.1" status: 200  len: 913 time: 0.5107143
May 31 11:44:15.893849 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.wsgi [-] (103721) accepted ('10.222.0.57', 39530) {{(pid=103721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 31 11:44:15.900022 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.api.v2.base [None req-831e8d3a-4a8e-4e1e-8ab2-2386c82ea77c admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1511139857-network', 'tenant_id': 'efc8ae18a7104f3a94e28797294e2bba'}} {{(pid=103721) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 31 11:44:15.905726 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.db.quota.driver [None req-831e8d3a-4a8e-4e1e-8ab2-2386c82ea77c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=103721) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 31 11:44:15.910368 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.quota.resource [None req-831e8d3a-4a8e-4e1e-8ab2-2386c82ea77c admin admin] Usage tracker for resource:network and tenant:efc8ae18a7104f3a94e28797294e2bba is out of sync, need to count used quota {{(pid=103721) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 31 11:44:15.913837 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.quota.resource [None req-831e8d3a-4a8e-4e1e-8ab2-2386c82ea77c admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=103721) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 31 11:44:15.921787 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.db.quota.driver [None req-831e8d3a-4a8e-4e1e-8ab2-2386c82ea77c admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=103721) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 31 11:44:15.944505 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-831e8d3a-4a8e-4e1e-8ab2-2386c82ea77c admin admin] Made reservation on behalf of efc8ae18a7104f3a94e28797294e2bba for: {'network': 1} {{(pid=103721) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 31 11:44:15.949841 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron_lib.callbacks.manager [None req-831e8d3a-4a8e-4e1e-8ab2-2386c82ea77c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-934191'] for network, before_create {{(pid=103721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:44:16.024849 dv-cinder-786384-7-iscsi neutron-server[103720]: INFO neutron.wsgi [req-f682dd0a-5b59-49f0-8298-7a69084829cc req-283a22d3-5e5c-4541-85c8-d1f651a65e20 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=721c1189-0843-4736-9341-64de54625348 HTTP/1.1" status: 200  len: 217 time: 0.3156717
May 31 11:44:16.036356 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron_lib.callbacks.manager [None req-831e8d3a-4a8e-4e1e-8ab2-2386c82ea77c admin admin] Notify callbacks [] for security_group, before_create {{(pid=103721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:44:16.103843 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f682dd0a-5b59-49f0-8298-7a69084829cc req-a3c1f747-ff9f-4c43-b99b-b17c251dcdd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 11:44:16.116161 dv-cinder-786384-7-iscsi neutron-server[103720]: INFO neutron.wsgi [req-f682dd0a-5b59-49f0-8298-7a69084829cc req-a3c1f747-ff9f-4c43-b99b-b17c251dcdd6 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=0d592ad2-6068-4ccf-af2a-bd0139a4f35b HTTP/1.1" status: 200  len: 852 time: 0.0774188
May 31 11:44:16.168947 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.db.quota.driver [None req-831e8d3a-4a8e-4e1e-8ab2-2386c82ea77c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=103721) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 31 11:44:16.171593 dv-cinder-786384-7-iscsi neutron-server[103720]: INFO neutron.wsgi [req-f682dd0a-5b59-49f0-8298-7a69084829cc req-fa155934-5b22-45e2-9637-c76ec887bc5c service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=3e11e20c-b2af-45b2-b630-b1be56c9e6f3&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0512724
May 31 11:44:16.173629 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.quota.resource [None req-831e8d3a-4a8e-4e1e-8ab2-2386c82ea77c admin admin] Usage tracker for resource:security_group_rule and tenant:efc8ae18a7104f3a94e28797294e2bba is out of sync, need to count used quota {{(pid=103721) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 31 11:44:16.177578 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.quota.resource [None req-831e8d3a-4a8e-4e1e-8ab2-2386c82ea77c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=103721) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 31 11:44:16.183822 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.db.quota.driver [None req-831e8d3a-4a8e-4e1e-8ab2-2386c82ea77c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=103721) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 31 11:44:16.265051 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [req-cae704a7-5a6d-4fb0-90b9-2f76fba48f98 req-59faf190-51a1-45c3-a1fc-e879be5ee893 tempest-ServerRescueNegativeTestJSON-1419813537 tempest-ServerRescueNegativeTestJSON-1419813537-project] 10.222.0.57 "GET /v2.0/ports?device_id=b2dee92b-5362-45b1-88ed-3987b2942c9a HTTP/1.1" status: 200  len: 210 time: 0.2157304
May 31 11:44:16.272112 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf013c9d-fa0c-4660-b7ea-68ceaa782ed0 req-eb6615e2-4175-49e4-a097-5ae4ebb003df tempest-ServerRescueNegativeTestJSON-1419813537 tempest-ServerRescueNegativeTestJSON-1419813537-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 11:44:16.273623 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [req-bf013c9d-fa0c-4660-b7ea-68ceaa782ed0 req-eb6615e2-4175-49e4-a097-5ae4ebb003df tempest-ServerRescueNegativeTestJSON-1419813537 tempest-ServerRescueNegativeTestJSON-1419813537-project] 10.222.0.60 "GET /v2.0/networks?id=c32e1ce5-86a3-4104-9167-66f8d6251dc5 HTTP/1.1" status: 200  len: 818 time: 0.6698778
May 31 11:44:16.314628 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.api.v2.base [req-bf013c9d-fa0c-4660-b7ea-68ceaa782ed0 req-36c70e7d-7de2-49dd-a998-e9f73f07bd8c tempest-ServerRescueNegativeTestJSON-1419813537 tempest-ServerRescueNegativeTestJSON-1419813537-project] Request body: {'port': {'device_id': '6cccde54-536c-42f8-a4b4-ace3bbad46da', 'network_id': 'c32e1ce5-86a3-4104-9167-66f8d6251dc5', 'admin_state_up': True, 'tenant_id': 'e6680e894741452ebedaacc4ca6c4c58'}} {{(pid=103721) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 31 11:44:16.346539 dv-cinder-786384-7-iscsi neutron-server[103720]: INFO neutron.wsgi [req-f682dd0a-5b59-49f0-8298-7a69084829cc req-4007ad58-094b-48f0-bf47-c4e4ef8e93aa service neutron] 10.222.0.60 "GET /v2.0/networks/3e11e20c-b2af-45b2-b630-b1be56c9e6f3?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1632731
May 31 11:44:16.353832 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron.wsgi [-] (103720) accepted ('10.222.0.60', 54997) {{(pid=103720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 31 11:44:16.605242 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron_lib.callbacks.manager [None req-831e8d3a-4a8e-4e1e-8ab2-2386c82ea77c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:44:16.631944 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron_lib.callbacks.manager [None req-831e8d3a-4a8e-4e1e-8ab2-2386c82ea77c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3705957'] for security_group, after_create {{(pid=103721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:44:16.653483 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f74f30c-de10-4523-ace5-46d1c775e4e8 req-a23f900e-51ad-41aa-af2f-afc2e6757d8a tempest-DeleteServersTestJSON-371463323 tempest-DeleteServersTestJSON-371463323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 11:44:16.661623 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [req-0f74f30c-de10-4523-ace5-46d1c775e4e8 req-a23f900e-51ad-41aa-af2f-afc2e6757d8a tempest-DeleteServersTestJSON-371463323 tempest-DeleteServersTestJSON-371463323-project] 10.222.0.57 "GET /v2.0/ports?device_id=09fa359b-a0f7-45d6-9cf6-438c3a13ca9a HTTP/1.1" status: 200  len: 943 time: 0.7252800
May 31 11:44:16.673682 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103721) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 31 11:44:16.711131 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-831e8d3a-4a8e-4e1e-8ab2-2386c82ea77c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b0423bd0-b270-48a3-8311-69638b9b7036,revision_number=1']} {{(pid=103721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 31 11:44:16.758787 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG oslo_concurrency.lockutils [None req-831e8d3a-4a8e-4e1e-8ab2-2386c82ea77c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=103721) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 31 11:44:16.776266 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.db.quota.driver [req-bf013c9d-fa0c-4660-b7ea-68ceaa782ed0 req-36c70e7d-7de2-49dd-a998-e9f73f07bd8c tempest-ServerRescueNegativeTestJSON-1419813537 tempest-ServerRescueNegativeTestJSON-1419813537-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=103721) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 31 11:44:16.780907 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-831e8d3a-4a8e-4e1e-8ab2-2386c82ea77c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 787}  {{(pid=103721) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
May 31 11:44:16.845909 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.db.quota.driver [req-bf013c9d-fa0c-4660-b7ea-68ceaa782ed0 req-36c70e7d-7de2-49dd-a998-e9f73f07bd8c tempest-ServerRescueNegativeTestJSON-1419813537 tempest-ServerRescueNegativeTestJSON-1419813537-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=103721) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 31 11:44:16.868921 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e28c8911-c842-44a0-af10-f0239093f685 req-9e652239-56b9-44c6-88ef-9f6ca1f06170 tempest-ServerRescueNegativeTestJSON-1419813537 tempest-ServerRescueNegativeTestJSON-1419813537-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 11:44:16.870486 dv-cinder-786384-7-iscsi neutron-server[103720]: INFO neutron.wsgi [req-e28c8911-c842-44a0-af10-f0239093f685 req-9e652239-56b9-44c6-88ef-9f6ca1f06170 tempest-ServerRescueNegativeTestJSON-1419813537 tempest-ServerRescueNegativeTestJSON-1419813537-project] 10.222.0.60 "GET /v2.0/networks?id=c32e1ce5-86a3-4104-9167-66f8d6251dc5 HTTP/1.1" status: 200  len: 818 time: 0.4970381
May 31 11:44:16.892699 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron.api.v2.base [req-e28c8911-c842-44a0-af10-f0239093f685 req-7d1ddde2-499a-4c07-aeb1-1219e2ed6d2b tempest-ServerRescueNegativeTestJSON-1419813537 tempest-ServerRescueNegativeTestJSON-1419813537-project] Request body: {'port': {'device_id': 'b2dee92b-5362-45b1-88ed-3987b2942c9a', 'network_id': 'c32e1ce5-86a3-4104-9167-66f8d6251dc5', 'admin_state_up': True, 'tenant_id': 'e6680e894741452ebedaacc4ca6c4c58'}} {{(pid=103720) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 31 11:44:16.902658 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [req-11670c1d-8cb4-44ad-b572-6a21017b810d req-21cffcd0-7eaa-4ea0-a2b0-b1e829183de2 tempest-AttachVolumeShelveTestJSON-127538222 tempest-AttachVolumeShelveTestJSON-127538222-project] 10.222.0.57 "GET /v2.0/ports?device_id=3e7980f7-7a5b-4115-a41f-48764f578357 HTTP/1.1" status: 200  len: 210 time: 0.0672576
May 31 11:44:16.908907 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron_lib.callbacks.manager [None req-831e8d3a-4a8e-4e1e-8ab2-2386c82ea77c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-882655'] for segment, precommit_create {{(pid=103721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:44:16.909102 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.db.segments_db [None req-831e8d3a-4a8e-4e1e-8ab2-2386c82ea77c admin admin] Added segment d0af0235-c601-4511-9fe5-8cb9fed0a0fa of type vlan for network 62b8a66f-5af7-424e-8a31-d3d29012af34
May 31 11:44:16.945595 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [req-0f74f30c-de10-4523-ace5-46d1c775e4e8 req-ffa1d4dd-245a-4e77-88d4-afb7d8845583 tempest-DeleteServersTestJSON-371463323 tempest-DeleteServersTestJSON-371463323-project] 10.222.0.57 "GET /v2.0/security-groups?id=8c2f6c95-aeb8-4743-837a-f3bdfdb83e31&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2827554
May 31 11:44:17.009619 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.wsgi [-] (103721) accepted ('10.222.0.60', 55001) {{(pid=103721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 31 11:44:17.027179 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bf013c9d-fa0c-4660-b7ea-68ceaa782ed0 req-36c70e7d-7de2-49dd-a998-e9f73f07bd8c tempest-ServerRescueNegativeTestJSON-1419813537 tempest-ServerRescueNegativeTestJSON-1419813537-project] Made reservation on behalf of e6680e894741452ebedaacc4ca6c4c58 for: {'port': 1} {{(pid=103721) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 31 11:44:17.031219 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron_lib.callbacks.manager [req-bf013c9d-fa0c-4660-b7ea-68ceaa782ed0 req-36c70e7d-7de2-49dd-a998-e9f73f07bd8c tempest-ServerRescueNegativeTestJSON-1419813537 tempest-ServerRescueNegativeTestJSON-1419813537-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-934180'] for port, before_create {{(pid=103721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:44:17.077427 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron_lib.callbacks.manager [None req-831e8d3a-4a8e-4e1e-8ab2-2386c82ea77c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744215540035'] for network, precommit_create {{(pid=103721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:44:17.133245 dv-cinder-786384-7-iscsi neutron-server[103720]: INFO neutron.wsgi [req-f682dd0a-5b59-49f0-8298-7a69084829cc req-ad1eb4a4-bd07-4195-aa7c-df6d924b0c67 service neutron] 10.222.0.60 "GET /v2.0/networks/3e11e20c-b2af-45b2-b630-b1be56c9e6f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.7356088
May 31 11:44:17.200791 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron.db.quota.driver [req-e28c8911-c842-44a0-af10-f0239093f685 req-7d1ddde2-499a-4c07-aeb1-1219e2ed6d2b tempest-ServerRescueNegativeTestJSON-1419813537 tempest-ServerRescueNegativeTestJSON-1419813537-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=103720) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 31 11:44:17.214565 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron.db.quota.driver [req-e28c8911-c842-44a0-af10-f0239093f685 req-7d1ddde2-499a-4c07-aeb1-1219e2ed6d2b tempest-ServerRescueNegativeTestJSON-1419813537 tempest-ServerRescueNegativeTestJSON-1419813537-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=103720) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 31 11:44:17.227874 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e28c8911-c842-44a0-af10-f0239093f685 req-7d1ddde2-499a-4c07-aeb1-1219e2ed6d2b tempest-ServerRescueNegativeTestJSON-1419813537 tempest-ServerRescueNegativeTestJSON-1419813537-project] Made reservation on behalf of e6680e894741452ebedaacc4ca6c4c58 for: {'port': 1} {{(pid=103720) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 31 11:44:17.232832 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [req-e28c8911-c842-44a0-af10-f0239093f685 req-7d1ddde2-499a-4c07-aeb1-1219e2ed6d2b tempest-ServerRescueNegativeTestJSON-1419813537 tempest-ServerRescueNegativeTestJSON-1419813537-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-934180'] for port, before_create {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:44:17.350782 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.db.db_base_plugin_common [req-bf013c9d-fa0c-4660-b7ea-68ceaa782ed0 req-36c70e7d-7de2-49dd-a998-e9f73f07bd8c tempest-ServerRescueNegativeTestJSON-1419813537 tempest-ServerRescueNegativeTestJSON-1419813537-project] Allocated IP 172.20.0.7 (c32e1ce5-86a3-4104-9167-66f8d6251dc5/c2592ba6-2cac-4876-ba41-1cfa4ff30377/81e3ca42-c316-4948-abd0-83e5dbf7c8a1) {{(pid=103721) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 31 11:44:17.524196 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron_lib.callbacks.manager [None req-831e8d3a-4a8e-4e1e-8ab2-2386c82ea77c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3705951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3701686'] for network, after_create {{(pid=103721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:44:17.550081 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-831e8d3a-4a8e-4e1e-8ab2-2386c82ea77c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 11:44:17.550681 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron_lib.callbacks.manager [None req-831e8d3a-4a8e-4e1e-8ab2-2386c82ea77c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3701651'] for network, before_response {{(pid=103721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:44:17.564353 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG oslo_concurrency.lockutils [None req-32528bbf-0b0e-41c3-9df4-ab5be798680b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103721) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 31 11:44:17.594089 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [req-77e0b909-54fd-42d5-8cc2-43003f3e1300 req-331bcaff-6c81-4e1c-893e-997b1faa56d2 tempest-ServerRescueNegativeTestJSON-1419813537 tempest-ServerRescueNegativeTestJSON-1419813537-project] 10.222.0.57 "GET /v2.0/ports?device_id=b2dee92b-5362-45b1-88ed-3987b2942c9a HTTP/1.1" status: 200  len: 210 time: 0.1217227
May 31 11:44:17.756210 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-831e8d3a-4a8e-4e1e-8ab2-2386c82ea77c admin admin] Pushing event updated for resources: {'Network': ['ID=62b8a66f-5af7-424e-8a31-d3d29012af34,revision_number=1']} {{(pid=103721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 31 11:44:17.771250 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron.plugins.ml2.rpc [None req-1f0a762f-0348-4bba-b860-8eddab4cd770 None None] Network 62b8a66f-5af7-424e-8a31-d3d29012af34 details requested by agent ovs-agent-dv-cinder-786384-7-iscsi with host dv-cinder-786384-7-iscsi {{(pid=103722) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
May 31 11:44:17.815988 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a6d2880-97d2-4a0f-8090-03a839fc9b31 req-f56f4b03-582a-42db-94c2-add43c8c5b1a tempest-AttachVolumeShelveTestJSON-127538222 tempest-AttachVolumeShelveTestJSON-127538222-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 11:44:17.817813 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [req-4a6d2880-97d2-4a0f-8090-03a839fc9b31 req-f56f4b03-582a-42db-94c2-add43c8c5b1a tempest-AttachVolumeShelveTestJSON-127538222 tempest-AttachVolumeShelveTestJSON-127538222-project] 10.222.0.60 "GET /v2.0/networks?id=2c20abfc-12cd-4800-b928-7191b2675429 HTTP/1.1" status: 200  len: 816 time: 0.7670755
May 31 11:44:17.824162 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG oslo_concurrency.lockutils [None req-831e8d3a-4a8e-4e1e-8ab2-2386c82ea77c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.260s {{(pid=103721) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 31 11:44:17.838915 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [None req-831e8d3a-4a8e-4e1e-8ab2-2386c82ea77c admin admin] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201  len: 882 time: 1.9435642
May 31 11:44:17.841974 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron.wsgi [-] (103720) accepted ('10.222.0.57', 39630) {{(pid=103720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 31 11:44:17.848392 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron.api.v2.base [None req-144aad89-dbfc-443a-a219-cdb4bf8095e6 admin admin] Request body: {'subnet': {'network_id': '62b8a66f-5af7-424e-8a31-d3d29012af34', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1511139857-subnet', 'tenant_id': 'efc8ae18a7104f3a94e28797294e2bba', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103720) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 31 11:44:17.856290 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron.db.quota.driver [None req-144aad89-dbfc-443a-a219-cdb4bf8095e6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=103720) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 31 11:44:17.865330 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron.quota.resource [None req-144aad89-dbfc-443a-a219-cdb4bf8095e6 admin admin] Usage tracker for resource:subnet and tenant:efc8ae18a7104f3a94e28797294e2bba is out of sync, need to count used quota {{(pid=103720) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 31 11:44:17.871063 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron.quota.resource [None req-144aad89-dbfc-443a-a219-cdb4bf8095e6 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=103720) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 31 11:44:17.887172 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron.db.quota.driver [None req-144aad89-dbfc-443a-a219-cdb4bf8095e6 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=103720) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 31 11:44:17.912946 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-144aad89-dbfc-443a-a219-cdb4bf8095e6 admin admin] Made reservation on behalf of efc8ae18a7104f3a94e28797294e2bba for: {'subnet': 1} {{(pid=103720) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 31 11:44:17.915603 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-144aad89-dbfc-443a-a219-cdb4bf8095e6 admin admin] Notify callbacks [] for subnet, before_create {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:44:17.927916 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron.plugins.ml2.rpc [None req-43028a7b-58d7-408b-ac75-1328e6896bf7 None None] Device 721c1189-0843-4736-9341-64de54625348 details requested by agent hyperv_hv-cinder-78638 with host hv-cinder-78638 {{(pid=103722) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
May 31 11:44:17.991046 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron_lib.callbacks.manager [req-bf013c9d-fa0c-4660-b7ea-68ceaa782ed0 req-36c70e7d-7de2-49dd-a998-e9f73f07bd8c tempest-ServerRescueNegativeTestJSON-1419813537 tempest-ServerRescueNegativeTestJSON-1419813537-project] Notify callbacks [] for port, precommit_create {{(pid=103721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:44:18.041604 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron_lib.callbacks.manager [req-bf013c9d-fa0c-4660-b7ea-68ceaa782ed0 req-36c70e7d-7de2-49dd-a998-e9f73f07bd8c tempest-ServerRescueNegativeTestJSON-1419813537 tempest-ServerRescueNegativeTestJSON-1419813537-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937715', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3701677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744215520970'] for port, after_create {{(pid=103721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:44:18.065911 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103721) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 31 11:44:18.239824 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron.db.db_base_plugin_common [req-e28c8911-c842-44a0-af10-f0239093f685 req-7d1ddde2-499a-4c07-aeb1-1219e2ed6d2b tempest-ServerRescueNegativeTestJSON-1419813537 tempest-ServerRescueNegativeTestJSON-1419813537-project] Allocated IP 172.20.0.14 (c32e1ce5-86a3-4104-9167-66f8d6251dc5/c2592ba6-2cac-4876-ba41-1cfa4ff30377/155b9d57-585f-4bc6-a6be-200a600e1d9b) {{(pid=103720) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 31 11:44:18.248540 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron.plugins.ml2.db [None req-43028a7b-58d7-408b-ac75-1328e6896bf7 None None] For port 721c1189-0843-4736-9341-64de54625348, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=721c1189-0843-4736-9341-64de54625348,segment=NetworkSegment(3a7503ff-1ed8-4f87-9a5f-3297cb413fe9),segment_id=3a7503ff-1ed8-4f87-9a5f-3297cb413fe9)] {{(pid=103722) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 31 11:44:18.268768 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [req-4a6d2880-97d2-4a0f-8090-03a839fc9b31 req-12e35c61-f636-44d4-aa9a-7646040f788d tempest-AttachVolumeShelveTestJSON-127538222 tempest-AttachVolumeShelveTestJSON-127538222-project] 10.222.0.60 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f3bd06944c9240d0a51b5da41de72600 HTTP/1.1" status: 200  len: 380 time: 0.4280763
May 31 11:44:18.286364 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron.plugins.ml2.rpc [None req-43028a7b-58d7-408b-ac75-1328e6896bf7 None None] Returning: {'device': '721c1189-0843-4736-9341-64de54625348', 'network_id': '3e11e20c-b2af-45b2-b630-b1be56c9e6f3', 'port_id': '721c1189-0843-4736-9341-64de54625348', 'mac_address': 'fa:16:3e:9a:4a:4d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 763, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0d592ad2-6068-4ccf-af2a-bd0139a4f35b', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103722) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
May 31 11:44:18.342072 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron_lib.callbacks.manager [None req-43028a7b-58d7-408b-ac75-1328e6896bf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-934180'] for port, before_update {{(pid=103722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:44:18.377951 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron.notifiers.nova [None req-43028a7b-58d7-408b-ac75-1328e6896bf7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 721c1189-0843-4736-9341-64de54625348 {{(pid=103722) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
May 31 11:44:18.389685 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bf013c9d-fa0c-4660-b7ea-68ceaa782ed0 req-36c70e7d-7de2-49dd-a998-e9f73f07bd8c tempest-ServerRescueNegativeTestJSON-1419813537 tempest-ServerRescueNegativeTestJSON-1419813537-project] Network c32e1ce5-86a3-4104-9167-66f8d6251dc5 is already hosted by enough agents. {{(pid=103721) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 31 11:44:18.408767 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron.plugins.ml2.db [None req-43028a7b-58d7-408b-ac75-1328e6896bf7 None None] For port 721c1189-0843-4736-9341-64de54625348, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=721c1189-0843-4736-9341-64de54625348,segment=NetworkSegment(3a7503ff-1ed8-4f87-9a5f-3297cb413fe9),segment_id=3a7503ff-1ed8-4f87-9a5f-3297cb413fe9)] {{(pid=103722) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 31 11:44:18.418223 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron_lib.callbacks.manager [None req-43028a7b-58d7-408b-ac75-1328e6896bf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937715', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3701677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744215954324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744215520988', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744215521293'] for port, after_update {{(pid=103722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:44:18.418968 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.api.v2.base [req-4a6d2880-97d2-4a0f-8090-03a839fc9b31 req-eb0b0fe5-f8e5-4931-89f2-a043e9029b1e tempest-AttachVolumeShelveTestJSON-127538222 tempest-AttachVolumeShelveTestJSON-127538222-project] Request body: {'port': {'device_id': '3e7980f7-7a5b-4115-a41f-48764f578357', 'network_id': '2c20abfc-12cd-4800-b928-7191b2675429', 'admin_state_up': True, 'tenant_id': 'f3bd06944c9240d0a51b5da41de72600', 'security_groups': ['d1eff7f3-8a7b-4a53-9689-d64080240a11']}} {{(pid=103721) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 31 11:44:18.420319 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103722) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 31 11:44:18.456460 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.scheduler.base_scheduler [req-bf013c9d-fa0c-4660-b7ea-68ceaa782ed0 req-36c70e7d-7de2-49dd-a998-e9f73f07bd8c tempest-ServerRescueNegativeTestJSON-1419813537 tempest-ServerRescueNegativeTestJSON-1419813537-project] Resources bound (agent type, host, resource id):  {{(pid=103721) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 31 11:44:18.466919 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.db.l3_dvrscheduler_db [req-bf013c9d-fa0c-4660-b7ea-68ceaa782ed0 req-36c70e7d-7de2-49dd-a998-e9f73f07bd8c tempest-ServerRescueNegativeTestJSON-1419813537 tempest-ServerRescueNegativeTestJSON-1419813537-project] Received port after_create {{(pid=103721) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
May 31 11:44:18.473731 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf013c9d-fa0c-4660-b7ea-68ceaa782ed0 req-36c70e7d-7de2-49dd-a998-e9f73f07bd8c tempest-ServerRescueNegativeTestJSON-1419813537 tempest-ServerRescueNegativeTestJSON-1419813537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 11:44:18.474497 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron_lib.callbacks.manager [req-bf013c9d-fa0c-4660-b7ea-68ceaa782ed0 req-36c70e7d-7de2-49dd-a998-e9f73f07bd8c tempest-ServerRescueNegativeTestJSON-1419813537 tempest-ServerRescueNegativeTestJSON-1419813537-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3701651'] for port, before_response {{(pid=103721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:44:18.523883 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [req-aaf6ba37-de4f-40c8-becf-b5ec2010c387 req-6d1b642a-d3bd-47f7-9707-1cda0413b7e8 tempest-AttachVolumeShelveTestJSON-127538222 tempest-AttachVolumeShelveTestJSON-127538222-project] 10.222.0.57 "GET /v2.0/ports?device_id=3e7980f7-7a5b-4115-a41f-48764f578357 HTTP/1.1" status: 200  len: 210 time: 0.3015051
May 31 11:44:18.576402 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43028a7b-58d7-408b-ac75-1328e6896bf7 None None] Pushing event updated for resources: {'Port': ['ID=721c1189-0843-4736-9341-64de54625348,revision_number=4']} {{(pid=103722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 31 11:44:18.579828 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG oslo_concurrency.lockutils [None req-43028a7b-58d7-408b-ac75-1328e6896bf7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=103722) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 31 11:44:18.621019 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [req-bf013c9d-fa0c-4660-b7ea-68ceaa782ed0 req-36c70e7d-7de2-49dd-a998-e9f73f07bd8c tempest-ServerRescueNegativeTestJSON-1419813537 tempest-ServerRescueNegativeTestJSON-1419813537-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 2.3170156
May 31 11:44:18.644383 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36c70e7d-7de2-49dd-a998-e9f73f07bd8c tempest-ServerRescueNegativeTestJSON-1419813537 tempest-ServerRescueNegativeTestJSON-1419813537-project] Pushing event updated for resources: {'Port': ['ID=81e3ca42-c316-4948-abd0-83e5dbf7c8a1,revision_number=1']} {{(pid=103721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 31 11:44:18.653326 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.api.v2.base [req-bf013c9d-fa0c-4660-b7ea-68ceaa782ed0 req-12175ee3-2126-412a-8f4f-6a3003b8801a service neutron] Request body: {'port': {'device_id': '6cccde54-536c-42f8-a4b4-ace3bbad46da', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78638'}} {{(pid=103721) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 31 11:44:18.684518 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG oslo_concurrency.lockutils [None req-36c70e7d-7de2-49dd-a998-e9f73f07bd8c tempest-ServerRescueNegativeTestJSON-1419813537 tempest-ServerRescueNegativeTestJSON-1419813537-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.618s {{(pid=103721) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 31 11:44:18.737912 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [req-e28c8911-c842-44a0-af10-f0239093f685 req-7d1ddde2-499a-4c07-aeb1-1219e2ed6d2b tempest-ServerRescueNegativeTestJSON-1419813537 tempest-ServerRescueNegativeTestJSON-1419813537-project] Notify callbacks [] for port, precommit_create {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:44:18.772593 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron.plugins.ml2.db [None req-43028a7b-58d7-408b-ac75-1328e6896bf7 None None] get_ports_and_sgs() called for port_ids ['721c1189-0843-4736-9341-64de54625348'] {{(pid=103722) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
May 31 11:44:18.789954 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron.wsgi [-] (103720) accepted ('10.222.0.57', 39658) {{(pid=103720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 31 11:44:18.805979 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.db.quota.driver [req-4a6d2880-97d2-4a0f-8090-03a839fc9b31 req-eb0b0fe5-f8e5-4931-89f2-a043e9029b1e tempest-AttachVolumeShelveTestJSON-127538222 tempest-AttachVolumeShelveTestJSON-127538222-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=103721) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 31 11:44:18.842274 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.quota.resource [req-4a6d2880-97d2-4a0f-8090-03a839fc9b31 req-eb0b0fe5-f8e5-4931-89f2-a043e9029b1e tempest-AttachVolumeShelveTestJSON-127538222 tempest-AttachVolumeShelveTestJSON-127538222-project] Usage tracker for resource:port and tenant:f3bd06944c9240d0a51b5da41de72600 is out of sync, need to count used quota {{(pid=103721) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 31 11:44:18.854598 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.quota.resource [req-4a6d2880-97d2-4a0f-8090-03a839fc9b31 req-eb0b0fe5-f8e5-4931-89f2-a043e9029b1e tempest-AttachVolumeShelveTestJSON-127538222 tempest-AttachVolumeShelveTestJSON-127538222-project] Quota usage for port was recalculated. Used quota:3. {{(pid=103721) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 31 11:44:18.856416 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [req-e28c8911-c842-44a0-af10-f0239093f685 req-7d1ddde2-499a-4c07-aeb1-1219e2ed6d2b tempest-ServerRescueNegativeTestJSON-1419813537 tempest-ServerRescueNegativeTestJSON-1419813537-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937715', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3701677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744215520970'] for port, after_create {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:44:18.871973 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.db.quota.driver [req-4a6d2880-97d2-4a0f-8090-03a839fc9b31 req-eb0b0fe5-f8e5-4931-89f2-a043e9029b1e tempest-AttachVolumeShelveTestJSON-127538222 tempest-AttachVolumeShelveTestJSON-127538222-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=103721) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 31 11:44:18.880893 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed7ef9c5-b043-48cf-b025-ffb1d95f8bfd req-f6a7c636-fdd1-42e8-a629-a604afd24801 tempest-DeleteServersTestJSON-371463323 tempest-DeleteServersTestJSON-371463323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 11:44:18.888749 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [req-ed7ef9c5-b043-48cf-b025-ffb1d95f8bfd req-f6a7c636-fdd1-42e8-a629-a604afd24801 tempest-DeleteServersTestJSON-371463323 tempest-DeleteServersTestJSON-371463323-project] 10.222.0.57 "GET /v2.0/ports?device_id=09fa359b-a0f7-45d6-9cf6-438c3a13ca9a HTTP/1.1" status: 200  len: 943 time: 0.6679163
May 31 11:44:18.892933 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103720) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 31 11:44:18.894607 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron_lib.callbacks.manager [req-bf013c9d-fa0c-4660-b7ea-68ceaa782ed0 req-12175ee3-2126-412a-8f4f-6a3003b8801a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-934180'] for port, before_update {{(pid=103721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:44:18.984163 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e28c8911-c842-44a0-af10-f0239093f685 req-7d1ddde2-499a-4c07-aeb1-1219e2ed6d2b tempest-ServerRescueNegativeTestJSON-1419813537 tempest-ServerRescueNegativeTestJSON-1419813537-project] Network c32e1ce5-86a3-4104-9167-66f8d6251dc5 is already hosted by enough agents. {{(pid=103720) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 31 11:44:18.997184 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4a6d2880-97d2-4a0f-8090-03a839fc9b31 req-eb0b0fe5-f8e5-4931-89f2-a043e9029b1e tempest-AttachVolumeShelveTestJSON-127538222 tempest-AttachVolumeShelveTestJSON-127538222-project] Made reservation on behalf of f3bd06944c9240d0a51b5da41de72600 for: {'port': 1} {{(pid=103721) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 31 11:44:18.997397 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-6e7c765e-55fe-4aa8-8a6d-b1dbdf759607 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:44:19.001359 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron_lib.callbacks.manager [req-4a6d2880-97d2-4a0f-8090-03a839fc9b31 req-eb0b0fe5-f8e5-4931-89f2-a043e9029b1e tempest-AttachVolumeShelveTestJSON-127538222 tempest-AttachVolumeShelveTestJSON-127538222-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-934180'] for port, before_create {{(pid=103721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:44:19.006637 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron.scheduler.base_scheduler [req-e28c8911-c842-44a0-af10-f0239093f685 req-7d1ddde2-499a-4c07-aeb1-1219e2ed6d2b tempest-ServerRescueNegativeTestJSON-1419813537 tempest-ServerRescueNegativeTestJSON-1419813537-project] Resources bound (agent type, host, resource id):  {{(pid=103720) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 31 11:44:19.014206 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron.db.l3_dvrscheduler_db [req-e28c8911-c842-44a0-af10-f0239093f685 req-7d1ddde2-499a-4c07-aeb1-1219e2ed6d2b tempest-ServerRescueNegativeTestJSON-1419813537 tempest-ServerRescueNegativeTestJSON-1419813537-project] Received port after_create {{(pid=103720) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
May 31 11:44:19.020245 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e28c8911-c842-44a0-af10-f0239093f685 req-7d1ddde2-499a-4c07-aeb1-1219e2ed6d2b tempest-ServerRescueNegativeTestJSON-1419813537 tempest-ServerRescueNegativeTestJSON-1419813537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 11:44:19.020919 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [req-e28c8911-c842-44a0-af10-f0239093f685 req-7d1ddde2-499a-4c07-aeb1-1219e2ed6d2b tempest-ServerRescueNegativeTestJSON-1419813537 tempest-ServerRescueNegativeTestJSON-1419813537-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3701651'] for port, before_response {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:44:19.058017 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [req-ed7ef9c5-b043-48cf-b025-ffb1d95f8bfd req-4eddaeaa-a093-4ce5-99ef-82f6f1e60795 tempest-DeleteServersTestJSON-371463323 tempest-DeleteServersTestJSON-371463323-project] 10.222.0.57 "GET /v2.0/security-groups?id=8c2f6c95-aeb8-4743-837a-f3bdfdb83e31&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1683846
May 31 11:44:19.072170 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron.db.quota.driver [None req-6e7c765e-55fe-4aa8-8a6d-b1dbdf759607 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=103720) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 31 11:44:19.093755 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron.quota.resource [None req-6e7c765e-55fe-4aa8-8a6d-b1dbdf759607 admin admin] Usage tracker for resource:security_group_rule and tenant:80259925a5b44340ad4152f187fb0853 is out of sync, need to count used quota {{(pid=103720) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 31 11:44:19.101458 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron.quota.resource [None req-6e7c765e-55fe-4aa8-8a6d-b1dbdf759607 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=103720) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 31 11:44:19.123270 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d1ddde2-499a-4c07-aeb1-1219e2ed6d2b tempest-ServerRescueNegativeTestJSON-1419813537 tempest-ServerRescueNegativeTestJSON-1419813537-project] Pushing event updated for resources: {'Port': ['ID=155b9d57-585f-4bc6-a6be-200a600e1d9b,revision_number=1']} {{(pid=103720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 31 11:44:19.130535 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron.db.quota.driver [None req-6e7c765e-55fe-4aa8-8a6d-b1dbdf759607 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=103720) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 31 11:44:19.134943 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG oslo_concurrency.lockutils [None req-7d1ddde2-499a-4c07-aeb1-1219e2ed6d2b tempest-ServerRescueNegativeTestJSON-1419813537 tempest-ServerRescueNegativeTestJSON-1419813537-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.242s {{(pid=103720) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 31 11:44:19.141600 dv-cinder-786384-7-iscsi neutron-server[103720]: INFO neutron.wsgi [req-e28c8911-c842-44a0-af10-f0239093f685 req-7d1ddde2-499a-4c07-aeb1-1219e2ed6d2b tempest-ServerRescueNegativeTestJSON-1419813537 tempest-ServerRescueNegativeTestJSON-1419813537-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 2.2547114
May 31 11:44:19.150679 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a002d70-f785-42ed-af70-89ef0459a9d1 req-92469000-ab31-4c1d-85ff-c1d1ce292511 tempest-ServerRescueNegativeTestJSON-1419813537 tempest-ServerRescueNegativeTestJSON-1419813537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 11:44:19.152382 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-144aad89-dbfc-443a-a219-cdb4bf8095e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3701677'] for subnet, after_create {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:44:19.152866 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.quota.resource [req-4a002d70-f785-42ed-af70-89ef0459a9d1 req-92469000-ab31-4c1d-85ff-c1d1ce292511 tempest-ServerRescueNegativeTestJSON-1419813537 tempest-ServerRescueNegativeTestJSON-1419813537-project] Synchronizing usage tracker for tenant:e6680e894741452ebedaacc4ca6c4c58 on resource:port {{(pid=103721) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 31 11:44:19.166442 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG oslo_concurrency.lockutils [None req-60b9f6f0-66f8-417b-9705-cc96b4036d1c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103720) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 31 11:44:19.187392 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.quota.resource [req-4a002d70-f785-42ed-af70-89ef0459a9d1 req-92469000-ab31-4c1d-85ff-c1d1ce292511 tempest-ServerRescueNegativeTestJSON-1419813537 tempest-ServerRescueNegativeTestJSON-1419813537-project] Unset dirty status for tenant:e6680e894741452ebedaacc4ca6c4c58 on resource:port {{(pid=103721) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 31 11:44:19.188758 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [req-4a002d70-f785-42ed-af70-89ef0459a9d1 req-92469000-ab31-4c1d-85ff-c1d1ce292511 tempest-ServerRescueNegativeTestJSON-1419813537 tempest-ServerRescueNegativeTestJSON-1419813537-project] 10.222.0.57 "GET /v2.0/ports?device_id=b2dee92b-5362-45b1-88ed-3987b2942c9a HTTP/1.1" status: 200  len: 932 time: 0.3912926
May 31 11:44:19.194762 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron.api.v2.base [req-e28c8911-c842-44a0-af10-f0239093f685 req-90d5fe75-3469-4219-a4a3-d2f0125fde19 service neutron] Request body: {'port': {'device_id': 'b2dee92b-5362-45b1-88ed-3987b2942c9a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78638'}} {{(pid=103720) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 31 11:44:19.316751 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-144aad89-dbfc-443a-a219-cdb4bf8095e6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4f7b0f67-af11-468b-8f22-0e09707a0260,revision_number=0']} {{(pid=103720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 31 11:44:19.351239 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG oslo_concurrency.lockutils [None req-144aad89-dbfc-443a-a219-cdb4bf8095e6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.185s {{(pid=103720) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 31 11:44:19.355235 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.wsgi [-] (103721) accepted ('10.222.0.57', 39672) {{(pid=103721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 31 11:44:19.364154 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.quota.resource [req-4a002d70-f785-42ed-af70-89ef0459a9d1 req-6dc0ac55-d010-4b61-8ded-05e77dc15ad5 tempest-ServerRescueNegativeTestJSON-1419813537 tempest-ServerRescueNegativeTestJSON-1419813537-project] Synchronizing usage tracker for tenant:e6680e894741452ebedaacc4ca6c4c58 on resource:security_group {{(pid=103721) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 31 11:44:19.382091 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-144aad89-dbfc-443a-a219-cdb4bf8095e6 admin admin] Checking segment: {'id': 'd0af0235-c601-4511-9fe5-8cb9fed0a0fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 787, 'network_id': '62b8a66f-5af7-424e-8a31-d3d29012af34'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103720) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 31 11:44:19.382586 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-144aad89-dbfc-443a-a219-cdb4bf8095e6 admin admin] Network hostable DHCP agents. Network: 62b8a66f-5af7-424e-8a31-d3d29012af34, hostable agents: ['dff46186-ee29-425e-9f8b-1a5cc0b5fc21'], hosted agents: [] {{(pid=103720) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
May 31 11:44:19.430703 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [req-e28c8911-c842-44a0-af10-f0239093f685 req-90d5fe75-3469-4219-a4a3-d2f0125fde19 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-934180'] for port, before_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:44:19.490612 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.db.db_base_plugin_common [req-4a6d2880-97d2-4a0f-8090-03a839fc9b31 req-eb0b0fe5-f8e5-4931-89f2-a043e9029b1e tempest-AttachVolumeShelveTestJSON-127538222 tempest-AttachVolumeShelveTestJSON-127538222-project] Allocated IP 172.20.0.11 (2c20abfc-12cd-4800-b928-7191b2675429/97d26c19-ffd5-4600-9f66-20181dad1656/47adc6b5-17d9-4109-8892-d6283ab54f49) {{(pid=103721) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 31 11:44:19.491483 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-6e7c765e-55fe-4aa8-8a6d-b1dbdf759607 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:44:19.498279 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-144aad89-dbfc-443a-a219-cdb4bf8095e6 admin admin] Network 62b8a66f-5af7-424e-8a31-d3d29012af34 is scheduled to be hosted by DHCP agent dff46186-ee29-425e-9f8b-1a5cc0b5fc21 with binding_index 1 {{(pid=103720) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
May 31 11:44:19.508460 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-6e7c765e-55fe-4aa8-8a6d-b1dbdf759607 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3705957'] for security_group, after_create {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:44:19.512356 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.quota.resource [req-4a002d70-f785-42ed-af70-89ef0459a9d1 req-6dc0ac55-d010-4b61-8ded-05e77dc15ad5 tempest-ServerRescueNegativeTestJSON-1419813537 tempest-ServerRescueNegativeTestJSON-1419813537-project] Unset dirty status for tenant:e6680e894741452ebedaacc4ca6c4c58 on resource:security_group {{(pid=103721) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 31 11:44:19.513584 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [req-4a002d70-f785-42ed-af70-89ef0459a9d1 req-6dc0ac55-d010-4b61-8ded-05e77dc15ad5 tempest-ServerRescueNegativeTestJSON-1419813537 tempest-ServerRescueNegativeTestJSON-1419813537-project] 10.222.0.57 "GET /v2.0/security-groups?id=61284c33-46c4-4e49-8e24-329051971a91&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3126683
May 31 11:44:19.532130 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG oslo_concurrency.lockutils [None req-c115d79d-0e1b-4750-a62e-e9c01044a859 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103720) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 31 11:44:19.554065 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron.scheduler.base_scheduler [None req-144aad89-dbfc-443a-a219-cdb4bf8095e6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786384-7-iscsi, 62b8a66f-5af7-424e-8a31-d3d29012af34) {{(pid=103720) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 31 11:44:19.564813 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0621d3f4-c580-4ac7-ad22-260216079108 None None] Network 62b8a66f-5af7-424e-8a31-d3d29012af34 requested from dv-cinder-786384-7-iscsi {{(pid=103722) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
May 31 11:44:19.592267 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-144aad89-dbfc-443a-a219-cdb4bf8095e6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 11:44:19.592880 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-144aad89-dbfc-443a-a219-cdb4bf8095e6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3701651'] for subnet, before_response {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:44:19.666562 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron_lib.callbacks.manager [None req-35ba7b1f-b48c-42b5-abfd-ef9b37c0b553 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:44:19.743769 dv-cinder-786384-7-iscsi neutron-server[103720]: INFO neutron.wsgi [None req-6e7c765e-55fe-4aa8-8a6d-b1dbdf759607 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=80259925a5b44340ad4152f187fb0853&name=default HTTP/1.1" status: 200  len: 2979 time: 0.9522040
May 31 11:44:19.757039 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron.wsgi [-] (103720) accepted ('10.222.0.57', 39690) {{(pid=103720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 31 11:44:19.766781 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e7c765e-55fe-4aa8-8a6d-b1dbdf759607 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9a5a0647-7678-4263-8835-2fb2ba4d1c11,revision_number=1']} {{(pid=103720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 31 11:44:19.787237 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG oslo_concurrency.lockutils [None req-6e7c765e-55fe-4aa8-8a6d-b1dbdf759607 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.255s {{(pid=103720) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 31 11:44:19.813815 dv-cinder-786384-7-iscsi neutron-server[103720]: INFO neutron.wsgi [None req-144aad89-dbfc-443a-a219-cdb4bf8095e6 admin admin] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 846 time: 1.9701960
May 31 11:44:19.814347 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.db.quota.driver [None req-35ba7b1f-b48c-42b5-abfd-ef9b37c0b553 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=103721) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 31 11:44:19.853395 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-bb945c40-3acd-47c3-b9d8-c281626d3bf0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:44:19.891439 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [req-1b499c73-437c-4c9b-8a6a-ef361bbdfc1e req-6ada7ca0-7ea7-4966-9d22-25313fe80605 tempest-AttachVolumeShelveTestJSON-127538222 tempest-AttachVolumeShelveTestJSON-127538222-project] 10.222.0.57 "GET /v2.0/ports?device_id=3e7980f7-7a5b-4115-a41f-48764f578357 HTTP/1.1" status: 200  len: 210 time: 0.1085267
May 31 11:44:19.897311 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.quota.resource [None req-35ba7b1f-b48c-42b5-abfd-ef9b37c0b553 admin admin] Usage tracker for resource:security_group_rule and tenant:6d81fefbefc24927ba7a38b96a82bf22 is out of sync, need to count used quota {{(pid=103721) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 31 11:44:19.904014 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.quota.resource [None req-35ba7b1f-b48c-42b5-abfd-ef9b37c0b553 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=103721) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 31 11:44:19.905375 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron.plugins.ml2.rpc [None req-43028a7b-58d7-408b-ac75-1328e6896bf7 None None] Device 721c1189-0843-4736-9341-64de54625348 up at agent hyperv_hv-cinder-78638 {{(pid=103722) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 31 11:44:19.924060 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.db.quota.driver [None req-35ba7b1f-b48c-42b5-abfd-ef9b37c0b553 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=103721) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 31 11:44:19.924323 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-bb945c40-3acd-47c3-b9d8-c281626d3bf0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:44:19.988401 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-bb945c40-3acd-47c3-b9d8-c281626d3bf0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3705957'] for security_group, after_delete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:44:19.994061 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103720) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 31 11:44:20.012576 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb945c40-3acd-47c3-b9d8-c281626d3bf0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9a5a0647-7678-4263-8835-2fb2ba4d1c11,revision_number=None']} {{(pid=103720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 31 11:44:20.022983 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG oslo_concurrency.lockutils [None req-bb945c40-3acd-47c3-b9d8-c281626d3bf0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=103720) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 31 11:44:20.024784 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-bb945c40-3acd-47c3-b9d8-c281626d3bf0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:44:20.026038 dv-cinder-786384-7-iscsi neutron-server[103720]: INFO neutron.wsgi [None req-bb945c40-3acd-47c3-b9d8-c281626d3bf0 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/9a5a0647-7678-4263-8835-2fb2ba4d1c11 HTTP/1.1" status: 204  len: 168 time: 0.2645245
May 31 11:44:20.114308 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.notifiers.nova [req-bf013c9d-fa0c-4660-b7ea-68ceaa782ed0 req-12175ee3-2126-412a-8f4f-6a3003b8801a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 81e3ca42-c316-4948-abd0-83e5dbf7c8a1 {{(pid=103721) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
May 31 11:44:20.124664 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron_lib.callbacks.manager [req-4a6d2880-97d2-4a0f-8090-03a839fc9b31 req-eb0b0fe5-f8e5-4931-89f2-a043e9029b1e tempest-AttachVolumeShelveTestJSON-127538222 tempest-AttachVolumeShelveTestJSON-127538222-project] Notify callbacks [] for port, precommit_create {{(pid=103721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:44:20.163291 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron_lib.callbacks.manager [req-bf013c9d-fa0c-4660-b7ea-68ceaa782ed0 req-12175ee3-2126-412a-8f4f-6a3003b8801a service neutron] Notify callbacks [] for port, precommit_update {{(pid=103721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:44:20.227645 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4cf29659-ba66-4171-8fd0-074746d53ea1 None None] Network 62b8a66f-5af7-424e-8a31-d3d29012af34 requested from dv-cinder-786384-7-iscsi {{(pid=103722) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
May 31 11:44:20.250426 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.db.provisioning_blocks [req-4a6d2880-97d2-4a0f-8090-03a839fc9b31 req-eb0b0fe5-f8e5-4931-89f2-a043e9029b1e tempest-AttachVolumeShelveTestJSON-127538222 tempest-AttachVolumeShelveTestJSON-127538222-project] Transition to ACTIVE for port object 47adc6b5-17d9-4109-8892-d6283ab54f49 will not be triggered until provisioned by entity DHCP. {{(pid=103721) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 31 11:44:20.320326 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron_lib.callbacks.manager [None req-35ba7b1f-b48c-42b5-abfd-ef9b37c0b553 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:44:20.334423 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.db.provisioning_blocks [req-bf013c9d-fa0c-4660-b7ea-68ceaa782ed0 req-12175ee3-2126-412a-8f4f-6a3003b8801a service neutron] Transition to ACTIVE for port object 81e3ca42-c316-4948-abd0-83e5dbf7c8a1 will not be triggered until provisioned by entity L2. {{(pid=103721) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 31 11:44:20.339312 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron_lib.callbacks.manager [None req-35ba7b1f-b48c-42b5-abfd-ef9b37c0b553 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3705957'] for security_group, after_create {{(pid=103721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:44:20.346332 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron.db.provisioning_blocks [None req-43028a7b-58d7-408b-ac75-1328e6896bf7 None None] Provisioning for port 721c1189-0843-4736-9341-64de54625348 completed by entity L2. {{(pid=103722) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 31 11:44:20.354620 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron.db.provisioning_blocks [None req-43028a7b-58d7-408b-ac75-1328e6896bf7 None None] Provisioning complete for port 721c1189-0843-4736-9341-64de54625348 triggered by entity L2. {{(pid=103722) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 31 11:44:20.355117 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron_lib.callbacks.manager [None req-43028a7b-58d7-408b-ac75-1328e6896bf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857618'] for port, provisioning_complete {{(pid=103722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:44:20.395096 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103721) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 31 11:44:20.428584 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron_lib.callbacks.manager [req-bf013c9d-fa0c-4660-b7ea-68ceaa782ed0 req-12175ee3-2126-412a-8f4f-6a3003b8801a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937715', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3701677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744215954324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744215520988', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744215521293'] for port, after_update {{(pid=103721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:44:20.434325 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35ba7b1f-b48c-42b5-abfd-ef9b37c0b553 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3623d344-a681-47d9-9e90-f08ccba54d55,revision_number=1']} {{(pid=103721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 31 11:44:20.452398 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG oslo_concurrency.lockutils [None req-35ba7b1f-b48c-42b5-abfd-ef9b37c0b553 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=103721) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 31 11:44:20.454127 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103721) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 31 11:44:20.522300 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron.wsgi [-] (103720) accepted ('10.222.0.57', 39716) {{(pid=103720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 31 11:44:20.542344 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12175ee3-2126-412a-8f4f-6a3003b8801a service neutron] Pushing event updated for resources: {'Port': ['ID=81e3ca42-c316-4948-abd0-83e5dbf7c8a1,revision_number=2']} {{(pid=103721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 31 11:44:20.552135 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG oslo_concurrency.lockutils [None req-12175ee3-2126-412a-8f4f-6a3003b8801a service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=103721) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 31 11:44:20.562390 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron_lib.callbacks.manager [req-4a6d2880-97d2-4a0f-8090-03a839fc9b31 req-eb0b0fe5-f8e5-4931-89f2-a043e9029b1e tempest-AttachVolumeShelveTestJSON-127538222 tempest-AttachVolumeShelveTestJSON-127538222-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937715', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3701677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744215520970'] for port, after_create {{(pid=103721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:44:20.583310 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-7c57fddc-4b4f-4762-b332-ffdcab6f86a5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:44:20.659670 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron.db.quota.driver [None req-7c57fddc-4b4f-4762-b332-ffdcab6f86a5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=103720) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 31 11:44:20.678914 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron.quota.resource [None req-7c57fddc-4b4f-4762-b332-ffdcab6f86a5 admin admin] Usage tracker for resource:security_group_rule and tenant:e4eadf72c4334a87b1ed5d4bf7e26a7f is out of sync, need to count used quota {{(pid=103720) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 31 11:44:20.679362 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron_lib.callbacks.manager [None req-43028a7b-58d7-408b-ac75-1328e6896bf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-934180'] for port, before_update {{(pid=103722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:44:20.687284 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron.quota.resource [None req-7c57fddc-4b4f-4762-b332-ffdcab6f86a5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=103720) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 31 11:44:20.703018 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron.db.quota.driver [None req-7c57fddc-4b4f-4762-b332-ffdcab6f86a5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=103720) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 31 11:44:20.713957 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '09fa359b-a0f7-45d6-9cf6-438c3a13ca9a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '721c1189-0843-4736-9341-64de54625348'}] {{(pid=103722) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 31 11:44:20.725979 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [None req-35ba7b1f-b48c-42b5-abfd-ef9b37c0b553 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=6d81fefbefc24927ba7a38b96a82bf22&name=default HTTP/1.1" status: 200  len: 2979 time: 1.3587174
May 31 11:44:20.734047 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron.wsgi [-] (103720) accepted ('10.222.0.57', 39724) {{(pid=103720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 31 11:44:20.792673 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron.plugins.ml2.db [None req-43028a7b-58d7-408b-ac75-1328e6896bf7 None None] For port 721c1189-0843-4736-9341-64de54625348, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=721c1189-0843-4736-9341-64de54625348,segment=NetworkSegment(3a7503ff-1ed8-4f87-9a5f-3297cb413fe9),segment_id=3a7503ff-1ed8-4f87-9a5f-3297cb413fe9)] {{(pid=103722) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 31 11:44:20.800979 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron_lib.callbacks.manager [None req-43028a7b-58d7-408b-ac75-1328e6896bf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937715', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3701677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744215954324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744215520988', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744215521293'] for port, after_update {{(pid=103722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:44:20.803429 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG oslo_concurrency.lockutils [None req-1f0a762f-0348-4bba-b860-8eddab4cd770 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103722) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 31 11:44:20.834759 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron_lib.db.resource_extend [req-e28c8911-c842-44a0-af10-f0239093f685 req-90d5fe75-3469-4219-a4a3-d2f0125fde19 service neutron] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}}
May 31 11:44:20.856716 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG oslo_concurrency.lockutils [None req-4a773fa0-08c9-4f98-b205-8d62576d7c70 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103721) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 31 11:44:20.884617 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43028a7b-58d7-408b-ac75-1328e6896bf7 None None] Pushing event updated for resources: {'Port': ['ID=721c1189-0843-4736-9341-64de54625348,revision_number=5']} {{(pid=103722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 31 11:44:20.889359 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG oslo_concurrency.lockutils [None req-43028a7b-58d7-408b-ac75-1328e6896bf7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=103722) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 31 11:44:20.909912 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6051864d-5bc8-4864-91f6-c4deede4c3cd req-f78102dd-f240-40da-9f7c-f0c936e204a8 tempest-DeleteServersTestJSON-371463323 tempest-DeleteServersTestJSON-371463323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 11:44:20.911437 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [req-6051864d-5bc8-4864-91f6-c4deede4c3cd req-f78102dd-f240-40da-9f7c-f0c936e204a8 tempest-DeleteServersTestJSON-371463323 tempest-DeleteServersTestJSON-371463323-project] 10.222.0.57 "GET /v2.0/ports?device_id=09fa359b-a0f7-45d6-9cf6-438c3a13ca9a HTTP/1.1" status: 200  len: 944 time: 0.5895672
May 31 11:44:20.939853 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.plugins.ml2.managers [req-bf013c9d-fa0c-4660-b7ea-68ceaa782ed0 req-12175ee3-2126-412a-8f4f-6a3003b8801a service neutron] Attempting to bind port 81e3ca42-c316-4948-abd0-83e5dbf7c8a1 on host hv-cinder-78638 for vnic_type normal with profile  {{(pid=103721) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
May 31 11:44:20.940243 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.plugins.ml2.managers [req-bf013c9d-fa0c-4660-b7ea-68ceaa782ed0 req-12175ee3-2126-412a-8f4f-6a3003b8801a service neutron] Attempting to bind port 81e3ca42-c316-4948-abd0-83e5dbf7c8a1 by drivers openvswitch,hyperv on host hv-cinder-78638 at level 0 using segments [{'id': '1469293d-93e3-432b-92ea-15da37b1359f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 781, 'network_id': 'c32e1ce5-86a3-4104-9167-66f8d6251dc5'}] {{(pid=103721) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
May 31 11:44:20.940600 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf013c9d-fa0c-4660-b7ea-68ceaa782ed0 req-12175ee3-2126-412a-8f4f-6a3003b8801a service neutron] Attempting to bind port 81e3ca42-c316-4948-abd0-83e5dbf7c8a1 on network c32e1ce5-86a3-4104-9167-66f8d6251dc5 {{(pid=103721) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 31 11:44:20.944581 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron.notifiers.nova [req-e28c8911-c842-44a0-af10-f0239093f685 req-90d5fe75-3469-4219-a4a3-d2f0125fde19 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 155b9d57-585f-4bc6-a6be-200a600e1d9b {{(pid=103720) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
May 31 11:44:20.955434 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [req-e28c8911-c842-44a0-af10-f0239093f685 req-90d5fe75-3469-4219-a4a3-d2f0125fde19 service neutron] Notify callbacks [] for port, precommit_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:44:20.972797 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron.db.provisioning_blocks [req-e28c8911-c842-44a0-af10-f0239093f685 req-90d5fe75-3469-4219-a4a3-d2f0125fde19 service neutron] Transition to ACTIVE for port object 155b9d57-585f-4bc6-a6be-200a600e1d9b will not be triggered until provisioned by entity L2. {{(pid=103720) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 31 11:44:20.974741 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4a6d2880-97d2-4a0f-8090-03a839fc9b31 req-eb0b0fe5-f8e5-4931-89f2-a043e9029b1e tempest-AttachVolumeShelveTestJSON-127538222 tempest-AttachVolumeShelveTestJSON-127538222-project] Network 2c20abfc-12cd-4800-b928-7191b2675429 is already hosted by enough agents. {{(pid=103721) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 31 11:44:20.975243 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}385953046bb192346b13b574918bbc7d366126a5ac8301ca09ff73df2ee9323d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-131c4d8e-bbd1-4513-9f00-5fdd269f2d81" -d '{"events": [{"server_uuid": "09fa359b-a0f7-45d6-9cf6-438c3a13ca9a", "name": "network-vif-plugged", "status": "completed", "tag": "721c1189-0843-4736-9341-64de54625348"}]}' {{(pid=103722) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
May 31 11:44:20.982635 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.scheduler.base_scheduler [req-4a6d2880-97d2-4a0f-8090-03a839fc9b31 req-eb0b0fe5-f8e5-4931-89f2-a043e9029b1e tempest-AttachVolumeShelveTestJSON-127538222 tempest-AttachVolumeShelveTestJSON-127538222-project] Resources bound (agent type, host, resource id):  {{(pid=103721) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 31 11:44:20.984718 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf013c9d-fa0c-4660-b7ea-68ceaa782ed0 req-12175ee3-2126-412a-8f4f-6a3003b8801a service neutron] Port 81e3ca42-c316-4948-abd0-83e5dbf7c8a1 on network c32e1ce5-86a3-4104-9167-66f8d6251dc5 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78638 {{(pid=103721) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
May 31 11:44:20.985038 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf013c9d-fa0c-4660-b7ea-68ceaa782ed0 req-12175ee3-2126-412a-8f4f-6a3003b8801a service neutron] Attempting to bind port 81e3ca42-c316-4948-abd0-83e5dbf7c8a1 on network c32e1ce5-86a3-4104-9167-66f8d6251dc5 {{(pid=103721) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 31 11:44:20.990350 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [req-e28c8911-c842-44a0-af10-f0239093f685 req-90d5fe75-3469-4219-a4a3-d2f0125fde19 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937715', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3701677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744215954324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744215520988', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744215521293'] for port, after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:44:20.995426 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.db.l3_dvrscheduler_db [req-4a6d2880-97d2-4a0f-8090-03a839fc9b31 req-eb0b0fe5-f8e5-4931-89f2-a043e9029b1e tempest-AttachVolumeShelveTestJSON-127538222 tempest-AttachVolumeShelveTestJSON-127538222-project] Received port after_create {{(pid=103721) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
May 31 11:44:21.001239 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a6d2880-97d2-4a0f-8090-03a839fc9b31 req-eb0b0fe5-f8e5-4931-89f2-a043e9029b1e tempest-AttachVolumeShelveTestJSON-127538222 tempest-AttachVolumeShelveTestJSON-127538222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 11:44:21.001843 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron_lib.callbacks.manager [req-4a6d2880-97d2-4a0f-8090-03a839fc9b31 req-eb0b0fe5-f8e5-4931-89f2-a043e9029b1e tempest-AttachVolumeShelveTestJSON-127538222 tempest-AttachVolumeShelveTestJSON-127538222-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3701651'] for port, before_response {{(pid=103721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:44:21.013493 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103720) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 31 11:44:21.020064 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb0b0fe5-f8e5-4931-89f2-a043e9029b1e tempest-AttachVolumeShelveTestJSON-127538222 tempest-AttachVolumeShelveTestJSON-127538222-project] Pushing event updated for resources: {'Port': ['ID=47adc6b5-17d9-4109-8892-d6283ab54f49,revision_number=1']} {{(pid=103721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 31 11:44:21.022249 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf013c9d-fa0c-4660-b7ea-68ceaa782ed0 req-12175ee3-2126-412a-8f4f-6a3003b8801a service neutron] Checking agent: {'id': '42990638-b1ad-4185-8b70-a0b8bae36499', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78638', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 31, 11, 42, 1), 'started_at': datetime.datetime(2021, 5, 31, 11, 42, 1), 'heartbeat_timestamp': datetime.datetime(2021, 5, 31, 11, 44, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103721) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
May 31 11:44:21.022579 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf013c9d-fa0c-4660-b7ea-68ceaa782ed0 req-12175ee3-2126-412a-8f4f-6a3003b8801a service neutron] Checking segment: {'id': '1469293d-93e3-432b-92ea-15da37b1359f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 781, 'network_id': 'c32e1ce5-86a3-4104-9167-66f8d6251dc5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103721) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 31 11:44:21.023173 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf013c9d-fa0c-4660-b7ea-68ceaa782ed0 req-12175ee3-2126-412a-8f4f-6a3003b8801a service neutron] Bound using segment: {'id': '1469293d-93e3-432b-92ea-15da37b1359f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 781, 'network_id': 'c32e1ce5-86a3-4104-9167-66f8d6251dc5'} {{(pid=103721) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
May 31 11:44:21.023666 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.plugins.ml2.managers [req-bf013c9d-fa0c-4660-b7ea-68ceaa782ed0 req-12175ee3-2126-412a-8f4f-6a3003b8801a service neutron] Bound port: 81e3ca42-c316-4948-abd0-83e5dbf7c8a1, host: hv-cinder-78638, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1469293d-93e3-432b-92ea-15da37b1359f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 781, 'network_id': 'c32e1ce5-86a3-4104-9167-66f8d6251dc5'}}] {{(pid=103721) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
May 31 11:44:21.024031 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron_lib.callbacks.manager [req-bf013c9d-fa0c-4660-b7ea-68ceaa782ed0 req-12175ee3-2126-412a-8f4f-6a3003b8801a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-934180'] for port, before_update {{(pid=103721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:44:21.054509 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG oslo_concurrency.lockutils [None req-eb0b0fe5-f8e5-4931-89f2-a043e9029b1e tempest-AttachVolumeShelveTestJSON-127538222 tempest-AttachVolumeShelveTestJSON-127538222-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.198s {{(pid=103721) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 31 11:44:21.096860 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90d5fe75-3469-4219-a4a3-d2f0125fde19 service neutron] Pushing event updated for resources: {'Port': ['ID=155b9d57-585f-4bc6-a6be-200a600e1d9b,revision_number=2']} {{(pid=103720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 31 11:44:21.109280 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG oslo_concurrency.lockutils [None req-90d5fe75-3469-4219-a4a3-d2f0125fde19 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=103720) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 31 11:44:21.130595 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [req-6051864d-5bc8-4864-91f6-c4deede4c3cd req-6d763f33-f84e-46f9-8d1b-df19a2cab851 tempest-DeleteServersTestJSON-371463323 tempest-DeleteServersTestJSON-371463323-project] 10.222.0.57 "GET /v2.0/security-groups?id=8c2f6c95-aeb8-4743-837a-f3bdfdb83e31&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1952991
May 31 11:44:21.142036 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [req-4a6d2880-97d2-4a0f-8090-03a839fc9b31 req-eb0b0fe5-f8e5-4931-89f2-a043e9029b1e tempest-AttachVolumeShelveTestJSON-127538222 tempest-AttachVolumeShelveTestJSON-127538222-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 2.7684486
May 31 11:44:21.164162 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-450f36d8-d635-43d9-b57d-7a2897178b71 req-bded9e61-4b72-416a-96de-404add898ebe tempest-ServerRescueNegativeTestJSON-1419813537 tempest-ServerRescueNegativeTestJSON-1419813537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 11:44:21.183723 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [req-450f36d8-d635-43d9-b57d-7a2897178b71 req-bded9e61-4b72-416a-96de-404add898ebe tempest-ServerRescueNegativeTestJSON-1419813537 tempest-ServerRescueNegativeTestJSON-1419813537-project] 10.222.0.57 "GET /v2.0/ports?device_id=b2dee92b-5362-45b1-88ed-3987b2942c9a HTTP/1.1" status: 200  len: 932 time: 0.4405506
May 31 11:44:21.224555 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.api.v2.base [req-4a6d2880-97d2-4a0f-8090-03a839fc9b31 req-4a9f8b52-8f25-4817-9e00-6142dd68ef14 service neutron] Request body: {'port': {'device_id': '3e7980f7-7a5b-4115-a41f-48764f578357', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78638'}} {{(pid=103721) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 31 11:44:21.331724 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron.plugins.ml2.managers [req-e28c8911-c842-44a0-af10-f0239093f685 req-90d5fe75-3469-4219-a4a3-d2f0125fde19 service neutron] Attempting to bind port 155b9d57-585f-4bc6-a6be-200a600e1d9b on host hv-cinder-78638 for vnic_type normal with profile  {{(pid=103720) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
May 31 11:44:21.332403 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron.plugins.ml2.managers [req-e28c8911-c842-44a0-af10-f0239093f685 req-90d5fe75-3469-4219-a4a3-d2f0125fde19 service neutron] Attempting to bind port 155b9d57-585f-4bc6-a6be-200a600e1d9b by drivers openvswitch,hyperv on host hv-cinder-78638 at level 0 using segments [{'id': '1469293d-93e3-432b-92ea-15da37b1359f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 781, 'network_id': 'c32e1ce5-86a3-4104-9167-66f8d6251dc5'}] {{(pid=103720) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
May 31 11:44:21.332721 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e28c8911-c842-44a0-af10-f0239093f685 req-90d5fe75-3469-4219-a4a3-d2f0125fde19 service neutron] Attempting to bind port 155b9d57-585f-4bc6-a6be-200a600e1d9b on network c32e1ce5-86a3-4104-9167-66f8d6251dc5 {{(pid=103720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 31 11:44:21.360007 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e28c8911-c842-44a0-af10-f0239093f685 req-90d5fe75-3469-4219-a4a3-d2f0125fde19 service neutron] Port 155b9d57-585f-4bc6-a6be-200a600e1d9b on network c32e1ce5-86a3-4104-9167-66f8d6251dc5 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78638 {{(pid=103720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
May 31 11:44:21.360473 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e28c8911-c842-44a0-af10-f0239093f685 req-90d5fe75-3469-4219-a4a3-d2f0125fde19 service neutron] Attempting to bind port 155b9d57-585f-4bc6-a6be-200a600e1d9b on network c32e1ce5-86a3-4104-9167-66f8d6251dc5 {{(pid=103720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 31 11:44:21.362562 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.plugins.ml2.db [req-bf013c9d-fa0c-4660-b7ea-68ceaa782ed0 req-12175ee3-2126-412a-8f4f-6a3003b8801a service neutron] For port 81e3ca42-c316-4948-abd0-83e5dbf7c8a1, host hv-cinder-78638, cleared binding levels {{(pid=103721) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
May 31 11:44:21.363259 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-6f544454-6f14-485a-b6a6-246a4f3bb301 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:44:21.368437 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.plugins.ml2.db [req-bf013c9d-fa0c-4660-b7ea-68ceaa782ed0 req-12175ee3-2126-412a-8f4f-6a3003b8801a service neutron] For port 81e3ca42-c316-4948-abd0-83e5dbf7c8a1, host hv-cinder-78638, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=81e3ca42-c316-4948-abd0-83e5dbf7c8a1,segment=NetworkSegment(1469293d-93e3-432b-92ea-15da37b1359f),segment_id=1469293d-93e3-432b-92ea-15da37b1359f)] {{(pid=103721) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
May 31 11:44:21.400085 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e28c8911-c842-44a0-af10-f0239093f685 req-90d5fe75-3469-4219-a4a3-d2f0125fde19 service neutron] Checking agent: {'id': '42990638-b1ad-4185-8b70-a0b8bae36499', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78638', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 31, 11, 42, 1), 'started_at': datetime.datetime(2021, 5, 31, 11, 42, 1), 'heartbeat_timestamp': datetime.datetime(2021, 5, 31, 11, 44, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
May 31 11:44:21.400421 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e28c8911-c842-44a0-af10-f0239093f685 req-90d5fe75-3469-4219-a4a3-d2f0125fde19 service neutron] Checking segment: {'id': '1469293d-93e3-432b-92ea-15da37b1359f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 781, 'network_id': 'c32e1ce5-86a3-4104-9167-66f8d6251dc5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103720) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 31 11:44:21.400799 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e28c8911-c842-44a0-af10-f0239093f685 req-90d5fe75-3469-4219-a4a3-d2f0125fde19 service neutron] Bound using segment: {'id': '1469293d-93e3-432b-92ea-15da37b1359f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 781, 'network_id': 'c32e1ce5-86a3-4104-9167-66f8d6251dc5'} {{(pid=103720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
May 31 11:44:21.401242 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron.plugins.ml2.managers [req-e28c8911-c842-44a0-af10-f0239093f685 req-90d5fe75-3469-4219-a4a3-d2f0125fde19 service neutron] Bound port: 155b9d57-585f-4bc6-a6be-200a600e1d9b, host: hv-cinder-78638, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1469293d-93e3-432b-92ea-15da37b1359f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 781, 'network_id': 'c32e1ce5-86a3-4104-9167-66f8d6251dc5'}}] {{(pid=103720) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
May 31 11:44:21.401596 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [req-e28c8911-c842-44a0-af10-f0239093f685 req-90d5fe75-3469-4219-a4a3-d2f0125fde19 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-934180'] for port, before_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:44:21.428553 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron_lib.callbacks.manager [req-bf013c9d-fa0c-4660-b7ea-68ceaa782ed0 req-12175ee3-2126-412a-8f4f-6a3003b8801a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937715', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3701677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744215954324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744215520988', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744215521293'] for port, after_update {{(pid=103721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:44:21.429631 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-7c57fddc-4b4f-4762-b332-ffdcab6f86a5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:44:21.437544 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-6f544454-6f14-485a-b6a6-246a4f3bb301 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:44:21.445628 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103721) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 31 11:44:21.456611 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron.db.provisioning_blocks [None req-16b1d3ec-964a-400e-b505-b6d8ffa916cd None None] Provisioning for port 47adc6b5-17d9-4109-8892-d6283ab54f49 completed by entity DHCP. {{(pid=103722) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 31 11:44:21.462860 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron.db.provisioning_blocks [None req-16b1d3ec-964a-400e-b505-b6d8ffa916cd None None] Provisioning complete for port 47adc6b5-17d9-4109-8892-d6283ab54f49 triggered by entity DHCP. {{(pid=103722) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 31 11:44:21.463681 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron_lib.callbacks.manager [None req-16b1d3ec-964a-400e-b505-b6d8ffa916cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857618'] for port, provisioning_complete {{(pid=103722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:44:21.494827 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [req-450f36d8-d635-43d9-b57d-7a2897178b71 req-9f3f320a-daae-48e1-9051-268ece686cf5 tempest-ServerRescueNegativeTestJSON-1419813537 tempest-ServerRescueNegativeTestJSON-1419813537-project] 10.222.0.57 "GET /v2.0/security-groups?id=61284c33-46c4-4e49-8e24-329051971a91&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3100877
May 31 11:44:21.561898 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-7c57fddc-4b4f-4762-b332-ffdcab6f86a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3705957'] for security_group, after_create {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:44:21.562414 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron.plugins.ml2.plugin [None req-16b1d3ec-964a-400e-b505-b6d8ffa916cd None None] Port 47adc6b5-17d9-4109-8892-d6283ab54f49 cannot update to ACTIVE because it is not bound. {{(pid=103722) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
May 31 11:44:21.584206 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103720) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 31 11:44:21.591306 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-6f544454-6f14-485a-b6a6-246a4f3bb301 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3705957'] for security_group, after_delete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:44:21.630797 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf013c9d-fa0c-4660-b7ea-68ceaa782ed0 req-12175ee3-2126-412a-8f4f-6a3003b8801a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 11:44:21.631508 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron_lib.callbacks.manager [req-bf013c9d-fa0c-4660-b7ea-68ceaa782ed0 req-12175ee3-2126-412a-8f4f-6a3003b8801a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3701651'] for port, before_response {{(pid=103721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:44:21.633235 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [req-bf013c9d-fa0c-4660-b7ea-68ceaa782ed0 req-12175ee3-2126-412a-8f4f-6a3003b8801a service neutron] 10.222.0.60 "PUT /v2.0/ports/81e3ca42-c316-4948-abd0-83e5dbf7c8a1 HTTP/1.1" status: 200  len: 1093 time: 2.9924903
May 31 11:44:21.637206 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6cccde54-536c-42f8-a4b4-ace3bbad46da', 'tag': '81e3ca42-c316-4948-abd0-83e5dbf7c8a1'}] {{(pid=103721) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 31 11:44:21.639141 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c57fddc-4b4f-4762-b332-ffdcab6f86a5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=93450270-e917-4b98-b2cd-2976f1cb5af7,revision_number=1']} {{(pid=103720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 31 11:44:21.655681 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG oslo_concurrency.lockutils [None req-7c57fddc-4b4f-4762-b332-ffdcab6f86a5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=103720) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 31 11:44:21.687889 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 31 May 2021 11:44:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-058154cd-fb6b-45e2-9b9e-ea0543f66371 x-openstack-request-id: req-058154cd-fb6b-45e2-9b9e-ea0543f66371 {{(pid=103722) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
May 31 11:44:21.688269 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "09fa359b-a0f7-45d6-9cf6-438c3a13ca9a", "name": "network-vif-plugged", "status": "completed", "tag": "721c1189-0843-4736-9341-64de54625348", "code": 200}]} {{(pid=103722) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
May 31 11:44:21.688538 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-058154cd-fb6b-45e2-9b9e-ea0543f66371 {{(pid=103722) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
May 31 11:44:21.688995 dv-cinder-786384-7-iscsi neutron-server[103722]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '09fa359b-a0f7-45d6-9cf6-438c3a13ca9a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '721c1189-0843-4736-9341-64de54625348', 'code': 200}
May 31 11:44:21.691688 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.053s {{(pid=103720) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 31 11:44:21.715591 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f544454-6f14-485a-b6a6-246a4f3bb301 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3623d344-a681-47d9-9e90-f08ccba54d55,revision_number=None']} {{(pid=103720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 31 11:44:21.718764 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12175ee3-2126-412a-8f4f-6a3003b8801a service neutron] Pushing event updated for resources: {'Port': ['ID=81e3ca42-c316-4948-abd0-83e5dbf7c8a1,revision_number=3']} {{(pid=103721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 31 11:44:21.721575 dv-cinder-786384-7-iscsi neutron-server[103720]: INFO neutron.wsgi [None req-7c57fddc-4b4f-4762-b332-ffdcab6f86a5 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=e4eadf72c4334a87b1ed5d4bf7e26a7f&name=default HTTP/1.1" status: 200  len: 2979 time: 1.1980090
May 31 11:44:21.724099 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG oslo_concurrency.lockutils [None req-6f544454-6f14-485a-b6a6-246a4f3bb301 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=103720) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 31 11:44:21.724706 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron_lib.callbacks.manager [req-4a6d2880-97d2-4a0f-8090-03a839fc9b31 req-4a9f8b52-8f25-4817-9e00-6142dd68ef14 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-934180'] for port, before_update {{(pid=103721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:44:21.725058 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-6f544454-6f14-485a-b6a6-246a4f3bb301 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:44:21.728557 dv-cinder-786384-7-iscsi neutron-server[103720]: INFO neutron.wsgi [None req-6f544454-6f14-485a-b6a6-246a4f3bb301 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/3623d344-a681-47d9-9e90-f08ccba54d55 HTTP/1.1" status: 204  len: 168 time: 0.9911463
May 31 11:44:21.728557 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron.wsgi [-] (103720) accepted ('10.222.0.57', 39760) {{(pid=103720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 31 11:44:21.730792 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron.plugins.ml2.db [req-e28c8911-c842-44a0-af10-f0239093f685 req-90d5fe75-3469-4219-a4a3-d2f0125fde19 service neutron] For port 155b9d57-585f-4bc6-a6be-200a600e1d9b, host hv-cinder-78638, cleared binding levels {{(pid=103720) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
May 31 11:44:21.743476 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG oslo_concurrency.lockutils [None req-12175ee3-2126-412a-8f4f-6a3003b8801a service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.298s {{(pid=103721) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 31 11:44:21.752105 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron.plugins.ml2.db [req-e28c8911-c842-44a0-af10-f0239093f685 req-90d5fe75-3469-4219-a4a3-d2f0125fde19 service neutron] For port 155b9d57-585f-4bc6-a6be-200a600e1d9b, host hv-cinder-78638, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=155b9d57-585f-4bc6-a6be-200a600e1d9b,segment=NetworkSegment(1469293d-93e3-432b-92ea-15da37b1359f),segment_id=1469293d-93e3-432b-92ea-15da37b1359f)] {{(pid=103720) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
May 31 11:44:21.763449 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [req-e28c8911-c842-44a0-af10-f0239093f685 req-90d5fe75-3469-4219-a4a3-d2f0125fde19 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937715', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3701677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744215954324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744215520988', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744215521293'] for port, after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:44:21.776511 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG oslo_concurrency.lockutils [None req-9283f9da-bd9b-482a-8994-1f852548d8d0 tempest-AttachVolumeShelveTestJSON-127538222 tempest-AttachVolumeShelveTestJSON-127538222-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103720) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 31 11:44:21.829678 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.wsgi [-] (103721) accepted ('10.222.0.57', 39768) {{(pid=103721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 31 11:44:21.882210 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7aab4ca-53c7-4ff7-a421-3c191a1202d5 req-1750b56d-a0e9-48dd-80c5-ba42fc2ee58f tempest-AttachVolumeShelveTestJSON-127538222 tempest-AttachVolumeShelveTestJSON-127538222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 11:44:21.882993 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e28c8911-c842-44a0-af10-f0239093f685 req-90d5fe75-3469-4219-a4a3-d2f0125fde19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 11:44:21.883588 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [req-e28c8911-c842-44a0-af10-f0239093f685 req-90d5fe75-3469-4219-a4a3-d2f0125fde19 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3701651'] for port, before_response {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:44:21.883712 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.quota.resource [req-d7aab4ca-53c7-4ff7-a421-3c191a1202d5 req-1750b56d-a0e9-48dd-80c5-ba42fc2ee58f tempest-AttachVolumeShelveTestJSON-127538222 tempest-AttachVolumeShelveTestJSON-127538222-project] Synchronizing usage tracker for tenant:f3bd06944c9240d0a51b5da41de72600 on resource:port {{(pid=103721) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 31 11:44:21.897807 dv-cinder-786384-7-iscsi neutron-server[103720]: INFO neutron.wsgi [req-e28c8911-c842-44a0-af10-f0239093f685 req-90d5fe75-3469-4219-a4a3-d2f0125fde19 service neutron] 10.222.0.60 "PUT /v2.0/ports/155b9d57-585f-4bc6-a6be-200a600e1d9b HTTP/1.1" status: 200  len: 1094 time: 2.7337179
May 31 11:44:21.898385 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b2dee92b-5362-45b1-88ed-3987b2942c9a', 'tag': '155b9d57-585f-4bc6-a6be-200a600e1d9b'}] {{(pid=103720) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 31 11:44:21.901055 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6839f599539fa4c6e3ba02718c376b16d52b950f3872e5f8c495d4ff24c4a199" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-95413e99-f680-4b5b-bdae-5558db4ed199" -d '{"events": [{"name": "network-changed", "server_uuid": "b2dee92b-5362-45b1-88ed-3987b2942c9a", "tag": "155b9d57-585f-4bc6-a6be-200a600e1d9b"}]}' {{(pid=103720) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
May 31 11:44:21.976151 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.quota.resource [req-d7aab4ca-53c7-4ff7-a421-3c191a1202d5 req-1750b56d-a0e9-48dd-80c5-ba42fc2ee58f tempest-AttachVolumeShelveTestJSON-127538222 tempest-AttachVolumeShelveTestJSON-127538222-project] Unset dirty status for tenant:f3bd06944c9240d0a51b5da41de72600 on resource:port {{(pid=103721) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 31 11:44:21.977656 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [req-d7aab4ca-53c7-4ff7-a421-3c191a1202d5 req-1750b56d-a0e9-48dd-80c5-ba42fc2ee58f tempest-AttachVolumeShelveTestJSON-127538222 tempest-AttachVolumeShelveTestJSON-127538222-project] 10.222.0.57 "GET /v2.0/ports?device_id=3e7980f7-7a5b-4115-a41f-48764f578357 HTTP/1.1" status: 200  len: 932 time: 0.6084628
May 31 11:44:22.016034 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-df954978-637a-439c-9647-e5510dcb0c73 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:44:22.018145 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90d5fe75-3469-4219-a4a3-d2f0125fde19 service neutron] Pushing event updated for resources: {'Port': ['ID=155b9d57-585f-4bc6-a6be-200a600e1d9b,revision_number=3']} {{(pid=103720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 31 11:44:22.024497 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 31 May 2021 11:44:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-53e99e74-97b5-4ebf-9cb5-0c6aa012283a x-openstack-request-id: req-53e99e74-97b5-4ebf-9cb5-0c6aa012283a {{(pid=103720) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
May 31 11:44:22.024894 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b2dee92b-5362-45b1-88ed-3987b2942c9a", "tag": "155b9d57-585f-4bc6-a6be-200a600e1d9b", "status": "completed", "code": 200}]} {{(pid=103720) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
May 31 11:44:22.025269 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-53e99e74-97b5-4ebf-9cb5-0c6aa012283a {{(pid=103720) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
May 31 11:44:22.025776 dv-cinder-786384-7-iscsi neutron-server[103720]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b2dee92b-5362-45b1-88ed-3987b2942c9a', 'tag': '155b9d57-585f-4bc6-a6be-200a600e1d9b', 'status': 'completed', 'code': 200}
May 31 11:44:22.030467 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3cd903d475e597836c68a86188e0a4f713f0e90603b95bd8a010e768671d0d04" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ba896815-49cf-4929-b9b0-4954412a4a20" -d '{"events": [{"name": "network-changed", "server_uuid": "6cccde54-536c-42f8-a4b4-ace3bbad46da", "tag": "81e3ca42-c316-4948-abd0-83e5dbf7c8a1"}]}' {{(pid=103721) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
May 31 11:44:22.032703 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG oslo_concurrency.lockutils [None req-90d5fe75-3469-4219-a4a3-d2f0125fde19 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.256s {{(pid=103720) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 31 11:44:22.040098 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf013c9d-fa0c-4660-b7ea-68ceaa782ed0 req-e924dcc0-cf96-4d84-837b-3da10018345b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 11:44:22.041574 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [req-bf013c9d-fa0c-4660-b7ea-68ceaa782ed0 req-e924dcc0-cf96-4d84-837b-3da10018345b service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=e6680e894741452ebedaacc4ca6c4c58&device_id=6cccde54-536c-42f8-a4b4-ace3bbad46da HTTP/1.1" status: 200  len: 1096 time: 0.3026967
May 31 11:44:22.124904 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-df954978-637a-439c-9647-e5510dcb0c73 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:44:22.174290 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [req-bf013c9d-fa0c-4660-b7ea-68ceaa782ed0 req-724cb8bf-09a0-41b7-85c1-6950b06605aa service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=81e3ca42-c316-4948-abd0-83e5dbf7c8a1 HTTP/1.1" status: 200  len: 217 time: 0.0846682
May 31 11:44:22.224270 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [req-d7aab4ca-53c7-4ff7-a421-3c191a1202d5 req-728b42d3-bc29-4f7d-8cf8-dec2223a5bd6 tempest-AttachVolumeShelveTestJSON-127538222 tempest-AttachVolumeShelveTestJSON-127538222-project] 10.222.0.57 "GET /v2.0/security-groups?id=d1eff7f3-8a7b-4a53-9689-d64080240a11&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2381639
May 31 11:44:22.226910 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e28c8911-c842-44a0-af10-f0239093f685 req-9f7d1a75-8f67-4196-b91d-f2076a1bcf0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 11:44:22.228598 dv-cinder-786384-7-iscsi neutron-server[103720]: INFO neutron.wsgi [req-e28c8911-c842-44a0-af10-f0239093f685 req-9f7d1a75-8f67-4196-b91d-f2076a1bcf0a service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=e6680e894741452ebedaacc4ca6c4c58&device_id=b2dee92b-5362-45b1-88ed-3987b2942c9a HTTP/1.1" status: 200  len: 1097 time: 0.2531071
May 31 11:44:22.232047 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17e10fef-71b7-4f5d-a346-de1e7be8caff req-4ae04ea1-fde8-4153-b25b-9949442b88c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 11:44:22.234089 dv-cinder-786384-7-iscsi neutron-server[103720]: INFO neutron.wsgi [req-17e10fef-71b7-4f5d-a346-de1e7be8caff req-4ae04ea1-fde8-4153-b25b-9949442b88c6 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=09fa359b-a0f7-45d6-9cf6-438c3a13ca9a HTTP/1.1" status: 200  len: 1098 time: 0.2114453
May 31 11:44:22.249684 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-df954978-637a-439c-9647-e5510dcb0c73 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3705957'] for security_group, after_delete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:44:22.290412 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf013c9d-fa0c-4660-b7ea-68ceaa782ed0 req-b2a273ef-b150-4a82-a8a6-60b4cdc32952 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 11:44:22.292843 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [req-bf013c9d-fa0c-4660-b7ea-68ceaa782ed0 req-b2a273ef-b150-4a82-a8a6-60b4cdc32952 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=c2592ba6-2cac-4876-ba41-1cfa4ff30377 HTTP/1.1" status: 200  len: 858 time: 0.1090806
May 31 11:44:22.338652 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 31 May 2021 11:44:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1dfe11ed-5093-4eb6-b54b-ea68efeb4fe7 x-openstack-request-id: req-1dfe11ed-5093-4eb6-b54b-ea68efeb4fe7 {{(pid=103721) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
May 31 11:44:22.338955 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6cccde54-536c-42f8-a4b4-ace3bbad46da", "tag": "81e3ca42-c316-4948-abd0-83e5dbf7c8a1", "status": "completed", "code": 200}]} {{(pid=103721) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
May 31 11:44:22.339212 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-1dfe11ed-5093-4eb6-b54b-ea68efeb4fe7 {{(pid=103721) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
May 31 11:44:22.339676 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6cccde54-536c-42f8-a4b4-ace3bbad46da', 'tag': '81e3ca42-c316-4948-abd0-83e5dbf7c8a1', 'status': 'completed', 'code': 200}
May 31 11:44:22.341440 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG oslo_concurrency.lockutils [None req-deeff3c5-b8d7-42a8-9ba1-5324f911a9ac admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103720) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 31 11:44:22.352284 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [req-bf013c9d-fa0c-4660-b7ea-68ceaa782ed0 req-d6fbb840-4fb9-4c03-ae06-613490b992ff service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=c32e1ce5-86a3-4104-9167-66f8d6251dc5&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0531924
May 31 11:44:22.380545 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df954978-637a-439c-9647-e5510dcb0c73 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=93450270-e917-4b98-b2cd-2976f1cb5af7,revision_number=None']} {{(pid=103720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 31 11:44:22.383154 dv-cinder-786384-7-iscsi neutron-server[103720]: INFO neutron.wsgi [req-e28c8911-c842-44a0-af10-f0239093f685 req-0222e589-eadc-4d24-98cf-a121859b0f9b service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=155b9d57-585f-4bc6-a6be-200a600e1d9b HTTP/1.1" status: 200  len: 217 time: 0.1309478
May 31 11:44:22.387078 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [req-17e10fef-71b7-4f5d-a346-de1e7be8caff req-a7faa161-e73f-485d-8bf6-5ff22ccf42d0 service neutron] Notify callbacks [] for security_group, before_create {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:44:22.417052 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG oslo_concurrency.lockutils [None req-df954978-637a-439c-9647-e5510dcb0c73 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=103720) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 31 11:44:22.469324 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-df954978-637a-439c-9647-e5510dcb0c73 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:44:22.470409 dv-cinder-786384-7-iscsi neutron-server[103720]: INFO neutron.wsgi [None req-df954978-637a-439c-9647-e5510dcb0c73 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/93450270-e917-4b98-b2cd-2976f1cb5af7 HTTP/1.1" status: 204  len: 168 time: 0.7413974
May 31 11:44:22.471609 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron.db.quota.driver [req-17e10fef-71b7-4f5d-a346-de1e7be8caff req-a7faa161-e73f-485d-8bf6-5ff22ccf42d0 service neutron] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=103720) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 31 11:44:22.487374 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron.quota.resource [req-17e10fef-71b7-4f5d-a346-de1e7be8caff req-a7faa161-e73f-485d-8bf6-5ff22ccf42d0 service neutron] Usage tracker for resource:security_group_rule and tenant:2475a1d2b6624a2880022b6da903e395 is out of sync, need to count used quota {{(pid=103720) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 31 11:44:22.491394 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron.quota.resource [req-17e10fef-71b7-4f5d-a346-de1e7be8caff req-a7faa161-e73f-485d-8bf6-5ff22ccf42d0 service neutron] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=103720) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 31 11:44:22.500026 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron.db.quota.driver [req-17e10fef-71b7-4f5d-a346-de1e7be8caff req-a7faa161-e73f-485d-8bf6-5ff22ccf42d0 service neutron] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=103720) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 31 11:44:22.525355 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e28c8911-c842-44a0-af10-f0239093f685 req-726e671c-cecb-4103-b103-0955e40dde30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 11:44:22.529318 dv-cinder-786384-7-iscsi neutron-server[103720]: INFO neutron.wsgi [req-e28c8911-c842-44a0-af10-f0239093f685 req-726e671c-cecb-4103-b103-0955e40dde30 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=c2592ba6-2cac-4876-ba41-1cfa4ff30377 HTTP/1.1" status: 200  len: 858 time: 0.1137049
May 31 11:44:22.633330 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron_lib.callbacks.manager [None req-fc9f597e-e0ed-444d-ba83-4ab007d9e7bb admin admin] Notify callbacks [] for security_group, before_create {{(pid=103721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:44:22.669349 dv-cinder-786384-7-iscsi neutron-server[103720]: INFO neutron.wsgi [req-e28c8911-c842-44a0-af10-f0239093f685 req-da9a5edf-beab-4ad6-8643-4a0c82b5907d service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=c32e1ce5-86a3-4104-9167-66f8d6251dc5&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.1188586
May 31 11:44:22.672229 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.db.quota.driver [None req-fc9f597e-e0ed-444d-ba83-4ab007d9e7bb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=103721) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 31 11:44:22.676287 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.notifiers.nova [req-4a6d2880-97d2-4a0f-8090-03a839fc9b31 req-4a9f8b52-8f25-4817-9e00-6142dd68ef14 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 47adc6b5-17d9-4109-8892-d6283ab54f49 {{(pid=103721) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
May 31 11:44:22.688371 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.quota.resource [None req-fc9f597e-e0ed-444d-ba83-4ab007d9e7bb admin admin] Usage tracker for resource:security_group_rule and tenant:4838498cd43d42d4b68bac7b3e676d59 is out of sync, need to count used quota {{(pid=103721) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 31 11:44:22.710857 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron.wsgi [-] (103720) accepted ('10.222.0.57', 39806) {{(pid=103720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 31 11:44:22.790818 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron_lib.callbacks.manager [req-4a6d2880-97d2-4a0f-8090-03a839fc9b31 req-4a9f8b52-8f25-4817-9e00-6142dd68ef14 service neutron] Notify callbacks [] for port, precommit_update {{(pid=103721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:44:22.794553 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-7525abb7-de95-462f-84bc-0cea7d52d75f admin admin] Notify callbacks [] for security_group, before_create {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:44:22.799871 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.quota.resource [None req-fc9f597e-e0ed-444d-ba83-4ab007d9e7bb admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=103721) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 31 11:44:22.835480 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron.db.quota.driver [None req-7525abb7-de95-462f-84bc-0cea7d52d75f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=103720) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 31 11:44:22.845116 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron.quota.resource [None req-7525abb7-de95-462f-84bc-0cea7d52d75f admin admin] Usage tracker for resource:security_group_rule and tenant:40cfae37dfdb4ddb846bc4a58ff0db3d is out of sync, need to count used quota {{(pid=103720) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 31 11:44:22.849900 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.db.quota.driver [None req-fc9f597e-e0ed-444d-ba83-4ab007d9e7bb admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=103721) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 31 11:44:22.862456 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron.quota.resource [None req-7525abb7-de95-462f-84bc-0cea7d52d75f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=103720) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 31 11:44:22.879463 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron.db.quota.driver [None req-7525abb7-de95-462f-84bc-0cea7d52d75f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=103720) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 31 11:44:22.888208 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.db.provisioning_blocks [req-4a6d2880-97d2-4a0f-8090-03a839fc9b31 req-4a9f8b52-8f25-4817-9e00-6142dd68ef14 service neutron] Transition to ACTIVE for port object 47adc6b5-17d9-4109-8892-d6283ab54f49 will not be triggered until provisioned by entity L2. {{(pid=103721) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 31 11:44:22.906508 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron_lib.callbacks.manager [req-4a6d2880-97d2-4a0f-8090-03a839fc9b31 req-4a9f8b52-8f25-4817-9e00-6142dd68ef14 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937715', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3701677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744215954324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744215520988', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744215521293'] for port, after_update {{(pid=103721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:44:22.916087 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [req-bf013c9d-fa0c-4660-b7ea-68ceaa782ed0 req-6528802a-b8b0-4234-8e85-5464a5204d5b service neutron] 10.222.0.60 "GET /v2.0/networks/c32e1ce5-86a3-4104-9167-66f8d6251dc5?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.5538199
May 31 11:44:22.937347 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dfb9d40-1254-4bad-8c3f-0332bceb9ea0 req-403431e0-a566-4621-934b-14ee91499834 tempest-DeleteServersTestJSON-371463323 tempest-DeleteServersTestJSON-371463323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 11:44:22.938837 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [req-5dfb9d40-1254-4bad-8c3f-0332bceb9ea0 req-403431e0-a566-4621-934b-14ee91499834 tempest-DeleteServersTestJSON-371463323 tempest-DeleteServersTestJSON-371463323-project] 10.222.0.57 "GET /v2.0/ports?device_id=09fa359b-a0f7-45d6-9cf6-438c3a13ca9a HTTP/1.1" status: 200  len: 945 time: 0.4735847
May 31 11:44:22.962579 dv-cinder-786384-7-iscsi neutron-server[103720]: INFO neutron.wsgi [req-e28c8911-c842-44a0-af10-f0239093f685 req-59d455ae-b640-4511-8dcb-2ce1c31de4fe service neutron] 10.222.0.60 "GET /v2.0/networks/c32e1ce5-86a3-4104-9167-66f8d6251dc5?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2849658
May 31 11:44:22.974870 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG oslo_concurrency.lockutils [None req-013672fe-ae01-4b09-aeab-ec6eff70b18b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103721) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 31 11:44:22.979937 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [req-17e10fef-71b7-4f5d-a346-de1e7be8caff req-a7faa161-e73f-485d-8bf6-5ff22ccf42d0 service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:44:23.010772 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [req-17e10fef-71b7-4f5d-a346-de1e7be8caff req-a7faa161-e73f-485d-8bf6-5ff22ccf42d0 service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3705957'] for security_group, after_create {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:44:23.030362 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103720) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 31 11:44:23.125739 dv-cinder-786384-7-iscsi neutron-server[103720]: INFO neutron.wsgi [req-17e10fef-71b7-4f5d-a346-de1e7be8caff req-a7faa161-e73f-485d-8bf6-5ff22ccf42d0 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=8c2f6c95-aeb8-4743-837a-f3bdfdb83e31&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.8746676
May 31 11:44:23.142652 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7faa161-e73f-485d-8bf6-5ff22ccf42d0 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=aa39cb90-8e48-488e-8334-bc46ed5aff1c,revision_number=1']} {{(pid=103720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 31 11:44:23.168284 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG oslo_concurrency.lockutils [None req-a7faa161-e73f-485d-8bf6-5ff22ccf42d0 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=103720) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 31 11:44:23.230785 dv-cinder-786384-7-iscsi neutron-server[103720]: INFO neutron.wsgi [req-e28c8911-c842-44a0-af10-f0239093f685 req-a95ff2ee-db92-493d-9b17-ecf08e8c8443 service neutron] 10.222.0.60 "GET /v2.0/networks/c32e1ce5-86a3-4104-9167-66f8d6251dc5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2569480
May 31 11:44:23.238156 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-7525abb7-de95-462f-84bc-0cea7d52d75f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:44:23.245196 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-7525abb7-de95-462f-84bc-0cea7d52d75f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3705957'] for security_group, after_create {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:44:23.253735 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103720) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 31 11:44:23.309145 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [req-5dfb9d40-1254-4bad-8c3f-0332bceb9ea0 req-c6965b2f-da91-4c22-b561-4c229e9a09eb tempest-DeleteServersTestJSON-371463323 tempest-DeleteServersTestJSON-371463323-project] 10.222.0.57 "GET /v2.0/security-groups?id=8c2f6c95-aeb8-4743-837a-f3bdfdb83e31&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2960947
May 31 11:44:23.330800 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7525abb7-de95-462f-84bc-0cea7d52d75f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=507fc8fc-40c3-4c83-9c37-409ef798beb0,revision_number=1']} {{(pid=103720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 31 11:44:23.333794 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG oslo_concurrency.lockutils [None req-7525abb7-de95-462f-84bc-0cea7d52d75f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=103720) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 31 11:44:23.343149 dv-cinder-786384-7-iscsi neutron-server[103720]: INFO neutron.wsgi [None req-7525abb7-de95-462f-84bc-0cea7d52d75f admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=40cfae37dfdb4ddb846bc4a58ff0db3d&name=default HTTP/1.1" status: 200  len: 2979 time: 0.6300237
May 31 11:44:23.344100 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron.wsgi [-] (103720) accepted ('10.222.0.57', 39826) {{(pid=103720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 31 11:44:23.465216 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-b3a15109-6627-4f79-8281-b5b6f5188f27 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:44:23.495550 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-b3a15109-6627-4f79-8281-b5b6f5188f27 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:44:23.539980 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a9f8b52-8f25-4817-9e00-6142dd68ef14 service neutron] Pushing event updated for resources: {'Port': ['ID=47adc6b5-17d9-4109-8892-d6283ab54f49,revision_number=2']} {{(pid=103721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 31 11:44:23.554495 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG oslo_concurrency.lockutils [None req-4a9f8b52-8f25-4817-9e00-6142dd68ef14 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.580s {{(pid=103721) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 31 11:44:23.579466 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [req-bf013c9d-fa0c-4660-b7ea-68ceaa782ed0 req-0d8280a8-4f66-4c35-81e9-9cca74231c50 service neutron] 10.222.0.60 "GET /v2.0/networks/c32e1ce5-86a3-4104-9167-66f8d6251dc5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.6374111
May 31 11:44:23.584582 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.plugins.ml2.managers [req-4a6d2880-97d2-4a0f-8090-03a839fc9b31 req-4a9f8b52-8f25-4817-9e00-6142dd68ef14 service neutron] Attempting to bind port 47adc6b5-17d9-4109-8892-d6283ab54f49 on host hv-cinder-78638 for vnic_type normal with profile  {{(pid=103721) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
May 31 11:44:23.584916 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.plugins.ml2.managers [req-4a6d2880-97d2-4a0f-8090-03a839fc9b31 req-4a9f8b52-8f25-4817-9e00-6142dd68ef14 service neutron] Attempting to bind port 47adc6b5-17d9-4109-8892-d6283ab54f49 by drivers openvswitch,hyperv on host hv-cinder-78638 at level 0 using segments [{'id': 'fea50412-2064-40f9-97d7-ef805bb3a428', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 766, 'network_id': '2c20abfc-12cd-4800-b928-7191b2675429'}] {{(pid=103721) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
May 31 11:44:23.585230 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a6d2880-97d2-4a0f-8090-03a839fc9b31 req-4a9f8b52-8f25-4817-9e00-6142dd68ef14 service neutron] Attempting to bind port 47adc6b5-17d9-4109-8892-d6283ab54f49 on network 2c20abfc-12cd-4800-b928-7191b2675429 {{(pid=103721) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 31 11:44:23.617622 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1beac46-bcde-4986-8862-23be2544f87a req-edf45ef3-cbbd-47ca-bfc1-62159bcf0402 tempest-ServerRescueNegativeTestJSON-1419813537 tempest-ServerRescueNegativeTestJSON-1419813537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 11:44:23.622586 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-b3a15109-6627-4f79-8281-b5b6f5188f27 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3705957'] for security_group, after_delete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:44:23.624278 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [req-b1beac46-bcde-4986-8862-23be2544f87a req-edf45ef3-cbbd-47ca-bfc1-62159bcf0402 tempest-ServerRescueNegativeTestJSON-1419813537 tempest-ServerRescueNegativeTestJSON-1419813537-project] 10.222.0.57 "GET /v2.0/ports?device_id=b2dee92b-5362-45b1-88ed-3987b2942c9a HTTP/1.1" status: 200  len: 944 time: 0.8285370
May 31 11:44:23.637706 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a6d2880-97d2-4a0f-8090-03a839fc9b31 req-4a9f8b52-8f25-4817-9e00-6142dd68ef14 service neutron] Port 47adc6b5-17d9-4109-8892-d6283ab54f49 on network 2c20abfc-12cd-4800-b928-7191b2675429 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78638 {{(pid=103721) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
May 31 11:44:23.638026 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a6d2880-97d2-4a0f-8090-03a839fc9b31 req-4a9f8b52-8f25-4817-9e00-6142dd68ef14 service neutron] Attempting to bind port 47adc6b5-17d9-4109-8892-d6283ab54f49 on network 2c20abfc-12cd-4800-b928-7191b2675429 {{(pid=103721) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 31 11:44:23.674862 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a6d2880-97d2-4a0f-8090-03a839fc9b31 req-4a9f8b52-8f25-4817-9e00-6142dd68ef14 service neutron] Checking agent: {'id': '42990638-b1ad-4185-8b70-a0b8bae36499', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78638', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 31, 11, 42, 1), 'started_at': datetime.datetime(2021, 5, 31, 11, 42, 1), 'heartbeat_timestamp': datetime.datetime(2021, 5, 31, 11, 44, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103721) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
May 31 11:44:23.675264 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a6d2880-97d2-4a0f-8090-03a839fc9b31 req-4a9f8b52-8f25-4817-9e00-6142dd68ef14 service neutron] Checking segment: {'id': 'fea50412-2064-40f9-97d7-ef805bb3a428', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 766, 'network_id': '2c20abfc-12cd-4800-b928-7191b2675429'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103721) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 31 11:44:23.675583 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a6d2880-97d2-4a0f-8090-03a839fc9b31 req-4a9f8b52-8f25-4817-9e00-6142dd68ef14 service neutron] Bound using segment: {'id': 'fea50412-2064-40f9-97d7-ef805bb3a428', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 766, 'network_id': '2c20abfc-12cd-4800-b928-7191b2675429'} {{(pid=103721) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
May 31 11:44:23.676190 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.plugins.ml2.managers [req-4a6d2880-97d2-4a0f-8090-03a839fc9b31 req-4a9f8b52-8f25-4817-9e00-6142dd68ef14 service neutron] Bound port: 47adc6b5-17d9-4109-8892-d6283ab54f49, host: hv-cinder-78638, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fea50412-2064-40f9-97d7-ef805bb3a428', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 766, 'network_id': '2c20abfc-12cd-4800-b928-7191b2675429'}}] {{(pid=103721) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
May 31 11:44:23.676560 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron_lib.callbacks.manager [req-4a6d2880-97d2-4a0f-8090-03a839fc9b31 req-4a9f8b52-8f25-4817-9e00-6142dd68ef14 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-934180'] for port, before_update {{(pid=103721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:44:23.694789 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron_lib.callbacks.manager [None req-fc9f597e-e0ed-444d-ba83-4ab007d9e7bb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:44:23.705200 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG oslo_concurrency.lockutils [None req-a7faa161-e73f-485d-8bf6-5ff22ccf42d0 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103720) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 31 11:44:23.722974 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3a15109-6627-4f79-8281-b5b6f5188f27 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=507fc8fc-40c3-4c83-9c37-409ef798beb0,revision_number=None']} {{(pid=103720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 31 11:44:23.725484 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG oslo_concurrency.lockutils [None req-b3a15109-6627-4f79-8281-b5b6f5188f27 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=103720) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 31 11:44:23.740104 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-b3a15109-6627-4f79-8281-b5b6f5188f27 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:44:23.744219 dv-cinder-786384-7-iscsi neutron-server[103720]: INFO neutron.wsgi [None req-b3a15109-6627-4f79-8281-b5b6f5188f27 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/507fc8fc-40c3-4c83-9c37-409ef798beb0 HTTP/1.1" status: 204  len: 168 time: 0.3960481
May 31 11:44:23.746272 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron_lib.callbacks.manager [None req-fc9f597e-e0ed-444d-ba83-4ab007d9e7bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3705957'] for security_group, after_create {{(pid=103721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:44:23.752685 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95413e99-f680-4b5b-bdae-5558db4ed199 req-42818c8f-5a05-4100-81a7-eaaf992d27a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 11:44:23.754374 dv-cinder-786384-7-iscsi neutron-server[103720]: INFO neutron.wsgi [req-95413e99-f680-4b5b-bdae-5558db4ed199 req-42818c8f-5a05-4100-81a7-eaaf992d27a9 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=e6680e894741452ebedaacc4ca6c4c58&device_id=b2dee92b-5362-45b1-88ed-3987b2942c9a HTTP/1.1" status: 200  len: 1097 time: 0.2032776
May 31 11:44:23.847662 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG oslo_concurrency.lockutils [None req-119ebdd3-9ec0-4023-95c5-77523de147cb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103721) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 31 11:44:23.866043 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [req-b1beac46-bcde-4986-8862-23be2544f87a req-c538cc4d-615c-4e72-a8c3-5170967919d5 tempest-ServerRescueNegativeTestJSON-1419813537 tempest-ServerRescueNegativeTestJSON-1419813537-project] 10.222.0.57 "GET /v2.0/security-groups?id=61284c33-46c4-4e49-8e24-329051971a91&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2290721
May 31 11:44:23.874487 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron.wsgi [-] (103720) accepted ('10.222.0.57', 39846) {{(pid=103720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 31 11:44:23.876768 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [None req-fc9f597e-e0ed-444d-ba83-4ab007d9e7bb admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=4838498cd43d42d4b68bac7b3e676d59&name=default HTTP/1.1" status: 200  len: 2979 time: 2.0397279
May 31 11:44:23.948831 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cd427ab-5246-4bd3-bad0-58a2e64a377f req-ee6e5b32-931d-44bf-a961-88dfea8a153d tempest-AttachVolumeShelveTestJSON-127538222 tempest-AttachVolumeShelveTestJSON-127538222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 11:44:23.950583 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [req-6cd427ab-5246-4bd3-bad0-58a2e64a377f req-ee6e5b32-931d-44bf-a961-88dfea8a153d tempest-AttachVolumeShelveTestJSON-127538222 tempest-AttachVolumeShelveTestJSON-127538222-project] 10.222.0.57 "GET /v2.0/ports?device_id=3e7980f7-7a5b-4115-a41f-48764f578357 HTTP/1.1" status: 200  len: 944 time: 0.4799044
May 31 11:44:23.961309 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc9f597e-e0ed-444d-ba83-4ab007d9e7bb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8916dc67-abea-4b47-ad97-2729f990e6e4,revision_number=1']} {{(pid=103721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 31 11:44:23.962947 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95413e99-f680-4b5b-bdae-5558db4ed199 req-a1d0f9f7-0d7c-489d-8eb1-d9227c80fe65 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 11:44:23.965004 dv-cinder-786384-7-iscsi neutron-server[103720]: INFO neutron.wsgi [req-95413e99-f680-4b5b-bdae-5558db4ed199 req-a1d0f9f7-0d7c-489d-8eb1-d9227c80fe65 service neutron] 10.222.0.60 "GET /v2.0/networks?id=c32e1ce5-86a3-4104-9167-66f8d6251dc5 HTTP/1.1" status: 200  len: 919 time: 0.1963305
May 31 11:44:23.996952 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG oslo_concurrency.lockutils [None req-fc9f597e-e0ed-444d-ba83-4ab007d9e7bb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=103721) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 31 11:44:24.006689 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.plugins.ml2.db [req-4a6d2880-97d2-4a0f-8090-03a839fc9b31 req-4a9f8b52-8f25-4817-9e00-6142dd68ef14 service neutron] For port 47adc6b5-17d9-4109-8892-d6283ab54f49, host hv-cinder-78638, cleared binding levels {{(pid=103721) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
May 31 11:44:24.011950 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.plugins.ml2.db [req-4a6d2880-97d2-4a0f-8090-03a839fc9b31 req-4a9f8b52-8f25-4817-9e00-6142dd68ef14 service neutron] For port 47adc6b5-17d9-4109-8892-d6283ab54f49, host hv-cinder-78638, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=47adc6b5-17d9-4109-8892-d6283ab54f49,segment=NetworkSegment(fea50412-2064-40f9-97d7-ef805bb3a428),segment_id=fea50412-2064-40f9-97d7-ef805bb3a428)] {{(pid=103721) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
May 31 11:44:24.033375 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron_lib.callbacks.manager [req-4a6d2880-97d2-4a0f-8090-03a839fc9b31 req-4a9f8b52-8f25-4817-9e00-6142dd68ef14 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937715', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3701677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744215954324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744215520988', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744215521293'] for port, after_update {{(pid=103721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:44:24.046032 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103721) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 31 11:44:24.056607 dv-cinder-786384-7-iscsi neutron-server[103720]: INFO neutron.wsgi [req-95413e99-f680-4b5b-bdae-5558db4ed199 req-985ceab8-56f9-4e98-9185-60a9943e3c52 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=155b9d57-585f-4bc6-a6be-200a600e1d9b HTTP/1.1" status: 200  len: 217 time: 0.0801191
May 31 11:44:24.057389 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-d816cf69-f4d1-4f38-bb50-bb83557ed93d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:44:24.091994 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [req-6cd427ab-5246-4bd3-bad0-58a2e64a377f req-f97f8cd7-d7a0-463e-9d06-d7e4edeeceeb tempest-AttachVolumeShelveTestJSON-127538222 tempest-AttachVolumeShelveTestJSON-127538222-project] 10.222.0.57 "GET /v2.0/security-groups?id=d1eff7f3-8a7b-4a53-9689-d64080240a11&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1267514
May 31 11:44:24.116035 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba896815-49cf-4929-b9b0-4954412a4a20 req-3494cdfb-8ce5-49d3-8429-7bd21aff9e2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 11:44:24.117793 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [req-ba896815-49cf-4929-b9b0-4954412a4a20 req-3494cdfb-8ce5-49d3-8429-7bd21aff9e2e service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=e6680e894741452ebedaacc4ca6c4c58&device_id=6cccde54-536c-42f8-a4b4-ace3bbad46da HTTP/1.1" status: 200  len: 1096 time: 0.4129272
May 31 11:44:24.125324 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a6d2880-97d2-4a0f-8090-03a839fc9b31 req-4a9f8b52-8f25-4817-9e00-6142dd68ef14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 11:44:24.126126 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron_lib.callbacks.manager [req-4a6d2880-97d2-4a0f-8090-03a839fc9b31 req-4a9f8b52-8f25-4817-9e00-6142dd68ef14 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3701651'] for port, before_response {{(pid=103721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:44:24.127768 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [req-4a6d2880-97d2-4a0f-8090-03a839fc9b31 req-4a9f8b52-8f25-4817-9e00-6142dd68ef14 service neutron] 10.222.0.60 "PUT /v2.0/ports/47adc6b5-17d9-4109-8892-d6283ab54f49 HTTP/1.1" status: 200  len: 1094 time: 2.9229870
May 31 11:44:24.142529 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-d816cf69-f4d1-4f38-bb50-bb83557ed93d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:44:24.217288 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95413e99-f680-4b5b-bdae-5558db4ed199 req-df4e7122-7ab9-4d9e-a326-225ab6fcfcdc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 11:44:24.218829 dv-cinder-786384-7-iscsi neutron-server[103720]: INFO neutron.wsgi [req-95413e99-f680-4b5b-bdae-5558db4ed199 req-df4e7122-7ab9-4d9e-a326-225ab6fcfcdc service neutron] 10.222.0.60 "GET /v2.0/subnets?id=c2592ba6-2cac-4876-ba41-1cfa4ff30377 HTTP/1.1" status: 200  len: 858 time: 0.1518135
May 31 11:44:24.303796 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a9f8b52-8f25-4817-9e00-6142dd68ef14 service neutron] Pushing event updated for resources: {'Port': ['ID=47adc6b5-17d9-4109-8892-d6283ab54f49,revision_number=3']} {{(pid=103721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 31 11:44:24.308137 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG oslo_concurrency.lockutils [None req-4a9f8b52-8f25-4817-9e00-6142dd68ef14 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.262s {{(pid=103721) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 31 11:44:24.365367 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3e7980f7-7a5b-4115-a41f-48764f578357', 'tag': '47adc6b5-17d9-4109-8892-d6283ab54f49'}] {{(pid=103721) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 31 11:44:24.366461 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3cd903d475e597836c68a86188e0a4f713f0e90603b95bd8a010e768671d0d04" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e40c40a3-dc4c-4d3d-84ef-7d302440a0ff" -d '{"events": [{"name": "network-changed", "server_uuid": "3e7980f7-7a5b-4115-a41f-48764f578357", "tag": "47adc6b5-17d9-4109-8892-d6283ab54f49"}]}' {{(pid=103721) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
May 31 11:44:24.385178 dv-cinder-786384-7-iscsi neutron-server[103720]: INFO neutron.wsgi [req-95413e99-f680-4b5b-bdae-5558db4ed199 req-c8c5116e-0460-41a8-845f-f6e1fb3a3500 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=c32e1ce5-86a3-4104-9167-66f8d6251dc5&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.1320119
May 31 11:44:24.440830 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron.wsgi [-] (103720) accepted ('10.222.0.57', 39872) {{(pid=103720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 31 11:44:24.466085 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba896815-49cf-4929-b9b0-4954412a4a20 req-83ba04f2-201e-4f78-ba19-157cf81644e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 11:44:24.467820 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [req-ba896815-49cf-4929-b9b0-4954412a4a20 req-83ba04f2-201e-4f78-ba19-157cf81644e1 service neutron] 10.222.0.60 "GET /v2.0/networks?id=c32e1ce5-86a3-4104-9167-66f8d6251dc5 HTTP/1.1" status: 200  len: 919 time: 0.3389704
May 31 11:44:24.475554 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-d816cf69-f4d1-4f38-bb50-bb83557ed93d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3705957'] for security_group, after_delete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:44:24.549483 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG oslo_concurrency.lockutils [None req-bb945c40-3acd-47c3-b9d8-c281626d3bf0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103720) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 31 11:44:24.562739 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-29520487-dd67-425f-b8b0-54d5d518e714 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:44:24.569361 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 31 May 2021 11:44:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1508359c-3258-41de-b721-321d7c428c59 x-openstack-request-id: req-1508359c-3258-41de-b721-321d7c428c59 {{(pid=103721) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
May 31 11:44:24.569361 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3e7980f7-7a5b-4115-a41f-48764f578357", "tag": "47adc6b5-17d9-4109-8892-d6283ab54f49", "status": "completed", "code": 200}]} {{(pid=103721) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
May 31 11:44:24.569361 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-1508359c-3258-41de-b721-321d7c428c59 {{(pid=103721) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
May 31 11:44:24.569709 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3e7980f7-7a5b-4115-a41f-48764f578357', 'tag': '47adc6b5-17d9-4109-8892-d6283ab54f49', 'status': 'completed', 'code': 200}
May 31 11:44:24.582788 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d816cf69-f4d1-4f38-bb50-bb83557ed93d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8916dc67-abea-4b47-ad97-2729f990e6e4,revision_number=None']} {{(pid=103720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 31 11:44:24.586680 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG oslo_concurrency.lockutils [None req-d816cf69-f4d1-4f38-bb50-bb83557ed93d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=103720) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 31 11:44:24.593769 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [req-ba896815-49cf-4929-b9b0-4954412a4a20 req-18d19f92-7ac7-4935-ac7b-59d23273c5ce service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=81e3ca42-c316-4948-abd0-83e5dbf7c8a1 HTTP/1.1" status: 200  len: 217 time: 0.1155672
May 31 11:44:24.594681 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron.db.quota.driver [None req-29520487-dd67-425f-b8b0-54d5d518e714 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=103720) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 31 11:44:24.602412 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron.quota.resource [None req-29520487-dd67-425f-b8b0-54d5d518e714 admin admin] Usage tracker for resource:security_group_rule and tenant:aba12e3aff054eef80f55bb7ce5faf25 is out of sync, need to count used quota {{(pid=103720) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 31 11:44:24.605486 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-d816cf69-f4d1-4f38-bb50-bb83557ed93d admin admin] Notify callbacks [] for security_group, before_response {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:44:24.609281 dv-cinder-786384-7-iscsi neutron-server[103720]: INFO neutron.wsgi [None req-d816cf69-f4d1-4f38-bb50-bb83557ed93d admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/8916dc67-abea-4b47-ad97-2729f990e6e4 HTTP/1.1" status: 204  len: 168 time: 0.7338171
May 31 11:44:24.612503 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron.quota.resource [None req-29520487-dd67-425f-b8b0-54d5d518e714 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=103720) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 31 11:44:24.629743 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron.db.quota.driver [None req-29520487-dd67-425f-b8b0-54d5d518e714 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=103720) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 31 11:44:24.669554 dv-cinder-786384-7-iscsi neutron-server[103720]: INFO neutron.wsgi [req-95413e99-f680-4b5b-bdae-5558db4ed199 req-4fca3cca-02dc-4029-bfb0-8f22e208e04c service neutron] 10.222.0.60 "GET /v2.0/networks/c32e1ce5-86a3-4104-9167-66f8d6251dc5?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2760959
May 31 11:44:24.730584 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a6d2880-97d2-4a0f-8090-03a839fc9b31 req-15fd30c2-5fe7-4f9c-869e-6a93317370b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 11:44:24.732312 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [req-4a6d2880-97d2-4a0f-8090-03a839fc9b31 req-15fd30c2-5fe7-4f9c-869e-6a93317370b9 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=f3bd06944c9240d0a51b5da41de72600&device_id=3e7980f7-7a5b-4115-a41f-48764f578357 HTTP/1.1" status: 200  len: 1097 time: 0.5015714
May 31 11:44:24.832363 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-854fe7f1-097f-4e6d-b9ef-7db174a352d2 req-79dd259f-9af3-4657-a4a5-723b470599f1 tempest-DeleteServersTestJSON-371463323 tempest-DeleteServersTestJSON-371463323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 11:44:24.834234 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [req-854fe7f1-097f-4e6d-b9ef-7db174a352d2 req-79dd259f-9af3-4657-a4a5-723b470599f1 tempest-DeleteServersTestJSON-371463323 tempest-DeleteServersTestJSON-371463323-project] 10.222.0.57 "GET /v2.0/ports?device_id=09fa359b-a0f7-45d6-9cf6-438c3a13ca9a HTTP/1.1" status: 200  len: 945 time: 0.2637048
May 31 11:44:24.851810 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba896815-49cf-4929-b9b0-4954412a4a20 req-42e58b93-d441-43f2-8273-31a55f0f3fb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 11:44:24.855846 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [req-ba896815-49cf-4929-b9b0-4954412a4a20 req-42e58b93-d441-43f2-8273-31a55f0f3fb7 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=c2592ba6-2cac-4876-ba41-1cfa4ff30377 HTTP/1.1" status: 200  len: 858 time: 0.2001643
May 31 11:44:24.865016 dv-cinder-786384-7-iscsi neutron-server[103720]: INFO neutron.wsgi [req-95413e99-f680-4b5b-bdae-5558db4ed199 req-cfd9ad80-40a4-4d9f-8d8c-6c2fea2f10b7 service neutron] 10.222.0.60 "GET /v2.0/networks/c32e1ce5-86a3-4104-9167-66f8d6251dc5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1857684
May 31 11:44:24.869417 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-29520487-dd67-425f-b8b0-54d5d518e714 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:44:24.875198 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-29520487-dd67-425f-b8b0-54d5d518e714 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3705957'] for security_group, after_create {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:44:24.884591 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103720) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 31 11:44:24.900379 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [req-4a6d2880-97d2-4a0f-8090-03a839fc9b31 req-3b3fcbb3-162c-47c9-a3fc-b155c5f9bce1 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=47adc6b5-17d9-4109-8892-d6283ab54f49 HTTP/1.1" status: 200  len: 217 time: 0.1503868
May 31 11:44:24.933624 dv-cinder-786384-7-iscsi neutron-server[103720]: INFO neutron.wsgi [None req-29520487-dd67-425f-b8b0-54d5d518e714 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=aba12e3aff054eef80f55bb7ce5faf25&name=default HTTP/1.1" status: 200  len: 2979 time: 0.4812107
May 31 11:44:24.933624 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29520487-dd67-425f-b8b0-54d5d518e714 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=840588f8-4c09-4d36-9ffa-cfde942ff976,revision_number=1']} {{(pid=103720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 31 11:44:24.935014 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron.wsgi [-] (103720) accepted ('10.222.0.57', 39888) {{(pid=103720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 31 11:44:24.938329 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG oslo_concurrency.lockutils [None req-29520487-dd67-425f-b8b0-54d5d518e714 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=103720) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 31 11:44:24.967234 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [req-ba896815-49cf-4929-b9b0-4954412a4a20 req-4851f0b0-2c42-47ff-8e71-bdd1c2d28a91 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=c32e1ce5-86a3-4104-9167-66f8d6251dc5&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0706501
May 31 11:44:25.006521 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-e285d185-60df-4406-88a8-a6247dd7e474 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:44:25.054505 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-e285d185-60df-4406-88a8-a6247dd7e474 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:44:25.184994 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-e285d185-60df-4406-88a8-a6247dd7e474 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3705957'] for security_group, after_delete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:44:25.189087 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG oslo_concurrency.lockutils [None req-b03b0bda-8d5c-423f-a867-8899affa4d95 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103720) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 31 11:44:25.227367 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e285d185-60df-4406-88a8-a6247dd7e474 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=840588f8-4c09-4d36-9ffa-cfde942ff976,revision_number=None']} {{(pid=103720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 31 11:44:25.234426 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG oslo_concurrency.lockutils [None req-e285d185-60df-4406-88a8-a6247dd7e474 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=103720) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 31 11:44:25.236045 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-e285d185-60df-4406-88a8-a6247dd7e474 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:44:25.248941 dv-cinder-786384-7-iscsi neutron-server[103720]: INFO neutron.wsgi [None req-e285d185-60df-4406-88a8-a6247dd7e474 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/840588f8-4c09-4d36-9ffa-cfde942ff976 HTTP/1.1" status: 204  len: 168 time: 0.3127449
May 31 11:44:25.408832 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron.wsgi [-] (103720) accepted ('10.222.0.57', 39906) {{(pid=103720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 31 11:44:25.427976 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-3d00def6-d8d0-44a2-b935-29b6c53c2fbe admin admin] Notify callbacks [] for security_group, before_create {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:44:25.444722 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron.db.quota.driver [None req-3d00def6-d8d0-44a2-b935-29b6c53c2fbe admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=103720) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 31 11:44:25.449715 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron.quota.resource [None req-3d00def6-d8d0-44a2-b935-29b6c53c2fbe admin admin] Usage tracker for resource:security_group_rule and tenant:0413dd0a50f34e08861feecbe761c73b is out of sync, need to count used quota {{(pid=103720) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 31 11:44:25.452763 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron.quota.resource [None req-3d00def6-d8d0-44a2-b935-29b6c53c2fbe admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=103720) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 31 11:44:25.459622 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron.db.quota.driver [None req-3d00def6-d8d0-44a2-b935-29b6c53c2fbe admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=103720) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 31 11:44:25.532122 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [req-854fe7f1-097f-4e6d-b9ef-7db174a352d2 req-6d085fad-b831-450c-b149-6b07df6035ba tempest-DeleteServersTestJSON-371463323 tempest-DeleteServersTestJSON-371463323-project] 10.222.0.57 "GET /v2.0/security-groups?id=8c2f6c95-aeb8-4743-837a-f3bdfdb83e31&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.6861579
May 31 11:44:25.595480 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a6d2880-97d2-4a0f-8090-03a839fc9b31 req-83ae479a-46a5-4251-8175-a8e54ade345f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 11:44:25.595480 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [req-4a6d2880-97d2-4a0f-8090-03a839fc9b31 req-83ae479a-46a5-4251-8175-a8e54ade345f service neutron] 10.222.0.60 "GET /v2.0/subnets?id=97d26c19-ffd5-4600-9f66-20181dad1656 HTTP/1.1" status: 200  len: 855 time: 0.1927218
May 31 11:44:25.602369 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bacbb83e-a7c6-4126-b749-9feddfbac238 req-3f8b3a44-6141-46f2-b053-55220d9d60a1 tempest-ServerRescueNegativeTestJSON-1419813537 tempest-ServerRescueNegativeTestJSON-1419813537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 11:44:25.603858 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [req-bacbb83e-a7c6-4126-b749-9feddfbac238 req-3f8b3a44-6141-46f2-b053-55220d9d60a1 tempest-ServerRescueNegativeTestJSON-1419813537 tempest-ServerRescueNegativeTestJSON-1419813537-project] 10.222.0.57 "GET /v2.0/ports?device_id=b2dee92b-5362-45b1-88ed-3987b2942c9a HTTP/1.1" status: 200  len: 944 time: 0.1644568
May 31 11:44:25.606777 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-3d00def6-d8d0-44a2-b935-29b6c53c2fbe admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:44:25.614007 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-3d00def6-d8d0-44a2-b935-29b6c53c2fbe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3705957'] for security_group, after_create {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:44:25.633245 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103720) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 31 11:44:25.706361 dv-cinder-786384-7-iscsi neutron-server[103720]: INFO neutron.wsgi [None req-3d00def6-d8d0-44a2-b935-29b6c53c2fbe admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=0413dd0a50f34e08861feecbe761c73b&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2947433
May 31 11:44:25.709890 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron.wsgi [-] (103720) accepted ('10.222.0.57', 39922) {{(pid=103720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 31 11:44:25.726862 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d00def6-d8d0-44a2-b935-29b6c53c2fbe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=516fa32e-ab39-4f14-ab72-b6feec0c5c7f,revision_number=1']} {{(pid=103720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 31 11:44:25.733647 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG oslo_concurrency.lockutils [None req-3d00def6-d8d0-44a2-b935-29b6c53c2fbe admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=103720) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 31 11:44:25.807647 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-07c10aed-054a-4a10-989b-9be80249a66e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:44:25.821630 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [req-ba896815-49cf-4929-b9b0-4954412a4a20 req-aae82c75-e33b-488c-9c00-1185ecac075e service neutron] 10.222.0.60 "GET /v2.0/networks/c32e1ce5-86a3-4104-9167-66f8d6251dc5?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.8202553
May 31 11:44:25.829913 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [req-bacbb83e-a7c6-4126-b749-9feddfbac238 req-1a18e2e7-e93a-479d-a65e-8d7473386834 tempest-ServerRescueNegativeTestJSON-1419813537 tempest-ServerRescueNegativeTestJSON-1419813537-project] 10.222.0.57 "GET /v2.0/security-groups?id=61284c33-46c4-4e49-8e24-329051971a91&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1511700
May 31 11:44:25.835670 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron.plugins.ml2.rpc [None req-43028a7b-58d7-408b-ac75-1328e6896bf7 None None] Device 155b9d57-585f-4bc6-a6be-200a600e1d9b details requested by agent hyperv_hv-cinder-78638 with host hv-cinder-78638 {{(pid=103722) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
May 31 11:44:25.855393 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-07c10aed-054a-4a10-989b-9be80249a66e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:44:25.936398 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-07c10aed-054a-4a10-989b-9be80249a66e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3705957'] for security_group, after_delete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:44:25.944233 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG oslo_concurrency.lockutils [None req-df954978-637a-439c-9647-e5510dcb0c73 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103720) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 31 11:44:25.956477 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a6d2880-97d2-4a0f-8090-03a839fc9b31 req-67a4575e-ed4b-4df7-83b7-efe6115ca10f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 11:44:25.958059 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [req-4a6d2880-97d2-4a0f-8090-03a839fc9b31 req-67a4575e-ed4b-4df7-83b7-efe6115ca10f service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=2c20abfc-12cd-4800-b928-7191b2675429&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.3533401
May 31 11:44:25.962753 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07c10aed-054a-4a10-989b-9be80249a66e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=516fa32e-ab39-4f14-ab72-b6feec0c5c7f,revision_number=None']} {{(pid=103720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 31 11:44:25.967217 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG oslo_concurrency.lockutils [None req-07c10aed-054a-4a10-989b-9be80249a66e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=103720) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 31 11:44:25.968690 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-07c10aed-054a-4a10-989b-9be80249a66e admin admin] Notify callbacks [] for security_group, before_response {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:44:25.972990 dv-cinder-786384-7-iscsi neutron-server[103720]: INFO neutron.wsgi [None req-07c10aed-054a-4a10-989b-9be80249a66e admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/516fa32e-ab39-4f14-ab72-b6feec0c5c7f HTTP/1.1" status: 204  len: 168 time: 0.2620440
May 31 11:44:26.015710 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ed23f7e-4323-4553-87cd-a8af25736718 req-2f81290e-3baa-471d-acf3-481ff9461d8d tempest-AttachVolumeShelveTestJSON-127538222 tempest-AttachVolumeShelveTestJSON-127538222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 11:44:26.019879 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron.plugins.ml2.db [None req-43028a7b-58d7-408b-ac75-1328e6896bf7 None None] For port 155b9d57-585f-4bc6-a6be-200a600e1d9b, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=155b9d57-585f-4bc6-a6be-200a600e1d9b,segment=NetworkSegment(1469293d-93e3-432b-92ea-15da37b1359f),segment_id=1469293d-93e3-432b-92ea-15da37b1359f)] {{(pid=103722) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 31 11:44:26.023563 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [req-6ed23f7e-4323-4553-87cd-a8af25736718 req-2f81290e-3baa-471d-acf3-481ff9461d8d tempest-AttachVolumeShelveTestJSON-127538222 tempest-AttachVolumeShelveTestJSON-127538222-project] 10.222.0.57 "GET /v2.0/ports?device_id=3e7980f7-7a5b-4115-a41f-48764f578357 HTTP/1.1" status: 200  len: 944 time: 0.3350437
May 31 11:44:26.038410 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron.plugins.ml2.rpc [None req-43028a7b-58d7-408b-ac75-1328e6896bf7 None None] Returning: {'device': '155b9d57-585f-4bc6-a6be-200a600e1d9b', 'network_id': 'c32e1ce5-86a3-4104-9167-66f8d6251dc5', 'port_id': '155b9d57-585f-4bc6-a6be-200a600e1d9b', 'mac_address': 'fa:16:3e:4a:70:94', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 781, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c2592ba6-2cac-4876-ba41-1cfa4ff30377', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103722) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
May 31 11:44:26.125693 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron_lib.callbacks.manager [None req-43028a7b-58d7-408b-ac75-1328e6896bf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-934180'] for port, before_update {{(pid=103722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:44:26.138302 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [req-ba896815-49cf-4929-b9b0-4954412a4a20 req-485f6ef6-4cf7-49e8-b2d4-fba6ac077732 service neutron] 10.222.0.60 "GET /v2.0/networks/c32e1ce5-86a3-4104-9167-66f8d6251dc5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3065426
May 31 11:44:26.147673 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron.notifiers.nova [None req-43028a7b-58d7-408b-ac75-1328e6896bf7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 155b9d57-585f-4bc6-a6be-200a600e1d9b {{(pid=103722) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
May 31 11:44:26.169716 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron.plugins.ml2.db [None req-43028a7b-58d7-408b-ac75-1328e6896bf7 None None] For port 155b9d57-585f-4bc6-a6be-200a600e1d9b, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=155b9d57-585f-4bc6-a6be-200a600e1d9b,segment=NetworkSegment(1469293d-93e3-432b-92ea-15da37b1359f),segment_id=1469293d-93e3-432b-92ea-15da37b1359f)] {{(pid=103722) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 31 11:44:26.175557 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron_lib.callbacks.manager [None req-43028a7b-58d7-408b-ac75-1328e6896bf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937715', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3701677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744215954324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744215520988', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744215521293'] for port, after_update {{(pid=103722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:44:26.180796 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG oslo_concurrency.lockutils [None req-43028a7b-58d7-408b-ac75-1328e6896bf7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103722) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 31 11:44:26.201905 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [req-6ed23f7e-4323-4553-87cd-a8af25736718 req-172efebd-8f05-4c1a-b68f-e02396a09005 tempest-AttachVolumeShelveTestJSON-127538222 tempest-AttachVolumeShelveTestJSON-127538222-project] 10.222.0.57 "GET /v2.0/security-groups?id=d1eff7f3-8a7b-4a53-9689-d64080240a11&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1772661
May 31 11:44:26.231446 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [req-4a6d2880-97d2-4a0f-8090-03a839fc9b31 req-be9be6f8-25c5-42ba-a4b1-d679519ff029 service neutron] 10.222.0.60 "GET /v2.0/networks/2c20abfc-12cd-4800-b928-7191b2675429?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2649720
May 31 11:44:26.278726 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43028a7b-58d7-408b-ac75-1328e6896bf7 None None] Pushing event updated for resources: {'Port': ['ID=155b9d57-585f-4bc6-a6be-200a600e1d9b,revision_number=4']} {{(pid=103722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 31 11:44:26.282650 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG oslo_concurrency.lockutils [None req-43028a7b-58d7-408b-ac75-1328e6896bf7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=103722) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 31 11:44:26.443141 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [req-4a6d2880-97d2-4a0f-8090-03a839fc9b31 req-c0fd138a-2074-4aad-9b54-a47bbda4b6a3 service neutron] 10.222.0.60 "GET /v2.0/networks/2c20abfc-12cd-4800-b928-7191b2675429?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2012765
May 31 11:44:26.479736 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron.plugins.ml2.db [None req-43028a7b-58d7-408b-ac75-1328e6896bf7 None None] get_ports_and_sgs() called for port_ids ['155b9d57-585f-4bc6-a6be-200a600e1d9b'] {{(pid=103722) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
May 31 11:44:26.817755 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e40c40a3-dc4c-4d3d-84ef-7d302440a0ff req-23b17472-3fa6-47dd-88a3-8262e18b5e72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 11:44:26.819478 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [req-e40c40a3-dc4c-4d3d-84ef-7d302440a0ff req-23b17472-3fa6-47dd-88a3-8262e18b5e72 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=f3bd06944c9240d0a51b5da41de72600&device_id=3e7980f7-7a5b-4115-a41f-48764f578357 HTTP/1.1" status: 200  len: 1097 time: 0.2602386
May 31 11:44:27.130590 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3be5294-6ad0-4117-84a9-6ba0c9a5998a req-18ed0b1f-d8a3-4d41-9251-9d01b2bf082e tempest-DeleteServersTestJSON-371463323 tempest-DeleteServersTestJSON-371463323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 11:44:27.132266 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [req-e3be5294-6ad0-4117-84a9-6ba0c9a5998a req-18ed0b1f-d8a3-4d41-9251-9d01b2bf082e tempest-DeleteServersTestJSON-371463323 tempest-DeleteServersTestJSON-371463323-project] 10.222.0.57 "GET /v2.0/ports?device_id=09fa359b-a0f7-45d6-9cf6-438c3a13ca9a HTTP/1.1" status: 200  len: 945 time: 0.3823068
May 31 11:44:27.187527 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e40c40a3-dc4c-4d3d-84ef-7d302440a0ff req-756a118b-34bb-4c6d-ad76-f1d3beaaf5ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 11:44:27.189074 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [req-e40c40a3-dc4c-4d3d-84ef-7d302440a0ff req-756a118b-34bb-4c6d-ad76-f1d3beaaf5ae service neutron] 10.222.0.60 "GET /v2.0/networks?id=2c20abfc-12cd-4800-b928-7191b2675429 HTTP/1.1" status: 200  len: 917 time: 0.3594055
May 31 11:44:27.251181 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [req-e3be5294-6ad0-4117-84a9-6ba0c9a5998a req-5285227a-cc1a-435f-ba4b-22e8eb1d7d53 tempest-DeleteServersTestJSON-371463323 tempest-DeleteServersTestJSON-371463323-project] 10.222.0.57 "GET /v2.0/security-groups?id=8c2f6c95-aeb8-4743-837a-f3bdfdb83e31&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1048396
May 31 11:44:27.284478 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [req-e40c40a3-dc4c-4d3d-84ef-7d302440a0ff req-42b6f461-4a1d-4ea4-9746-9f58cf1081ef service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=47adc6b5-17d9-4109-8892-d6283ab54f49 HTTP/1.1" status: 200  len: 217 time: 0.0872974
May 31 11:44:27.296411 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85c836fe-dffe-4565-805b-3ba92c666eb7 req-1d10a28f-77af-4f86-bfaa-c077bba16805 tempest-ServerRescueNegativeTestJSON-1419813537 tempest-ServerRescueNegativeTestJSON-1419813537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 11:44:27.303431 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [req-85c836fe-dffe-4565-805b-3ba92c666eb7 req-1d10a28f-77af-4f86-bfaa-c077bba16805 tempest-ServerRescueNegativeTestJSON-1419813537 tempest-ServerRescueNegativeTestJSON-1419813537-project] 10.222.0.57 "GET /v2.0/ports?device_id=b2dee92b-5362-45b1-88ed-3987b2942c9a HTTP/1.1" status: 200  len: 945 time: 0.2619224
May 31 11:44:27.358168 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron.wsgi [-] (103720) accepted ('10.222.0.57', 40020) {{(pid=103720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 31 11:44:27.415362 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [req-85c836fe-dffe-4565-805b-3ba92c666eb7 req-4af10397-a5d6-4001-b504-d8a930adeaa8 tempest-ServerRescueNegativeTestJSON-1419813537 tempest-ServerRescueNegativeTestJSON-1419813537-project] 10.222.0.57 "GET /v2.0/security-groups?id=61284c33-46c4-4e49-8e24-329051971a91&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1104922
May 31 11:44:27.417081 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e40c40a3-dc4c-4d3d-84ef-7d302440a0ff req-c9628340-683f-4f1f-acb2-e0afd3d34e1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 11:44:27.418360 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [req-e40c40a3-dc4c-4d3d-84ef-7d302440a0ff req-c9628340-683f-4f1f-acb2-e0afd3d34e1a service neutron] 10.222.0.60 "GET /v2.0/subnets?id=97d26c19-ffd5-4600-9f66-20181dad1656 HTTP/1.1" status: 200  len: 855 time: 0.1128316
May 31 11:44:27.578690 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-d934393d-684f-45c7-ae2f-7ee498e579e4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:44:27.604414 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e40c40a3-dc4c-4d3d-84ef-7d302440a0ff req-754f0ec4-7f80-43a0-bdf0-e8719b0d18d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 11:44:27.606040 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [req-e40c40a3-dc4c-4d3d-84ef-7d302440a0ff req-754f0ec4-7f80-43a0-bdf0-e8719b0d18d1 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=2c20abfc-12cd-4800-b928-7191b2675429&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1781998
May 31 11:44:27.621382 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron.db.quota.driver [None req-d934393d-684f-45c7-ae2f-7ee498e579e4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=103720) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 31 11:44:27.627635 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron.quota.resource [None req-d934393d-684f-45c7-ae2f-7ee498e579e4 admin admin] Usage tracker for resource:security_group_rule and tenant:c1d6b068d46a494da8911816d268c2ef is out of sync, need to count used quota {{(pid=103720) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 31 11:44:27.636887 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron.quota.resource [None req-d934393d-684f-45c7-ae2f-7ee498e579e4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=103720) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 31 11:44:27.648951 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron.db.quota.driver [None req-d934393d-684f-45c7-ae2f-7ee498e579e4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=103720) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 31 11:44:27.651162 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f06fb6b-fcc5-4bbe-8f55-e47f112fdef2 req-3c4a7179-7953-4cff-8cbf-61bcf214f2b1 tempest-AttachVolumeShelveTestJSON-127538222 tempest-AttachVolumeShelveTestJSON-127538222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 11:44:27.652678 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [req-1f06fb6b-fcc5-4bbe-8f55-e47f112fdef2 req-3c4a7179-7953-4cff-8cbf-61bcf214f2b1 tempest-AttachVolumeShelveTestJSON-127538222 tempest-AttachVolumeShelveTestJSON-127538222-project] 10.222.0.57 "GET /v2.0/ports?device_id=3e7980f7-7a5b-4115-a41f-48764f578357 HTTP/1.1" status: 200  len: 944 time: 0.1498926
May 31 11:44:27.840064 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron.plugins.ml2.rpc [None req-43028a7b-58d7-408b-ac75-1328e6896bf7 None None] Device 81e3ca42-c316-4948-abd0-83e5dbf7c8a1 details requested by agent hyperv_hv-cinder-78638 with host hv-cinder-78638 {{(pid=103722) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
May 31 11:44:27.854530 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-d934393d-684f-45c7-ae2f-7ee498e579e4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:44:27.862654 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-d934393d-684f-45c7-ae2f-7ee498e579e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3705957'] for security_group, after_create {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:44:27.871699 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103720) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 31 11:44:27.893963 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron.plugins.ml2.rpc [None req-43028a7b-58d7-408b-ac75-1328e6896bf7 None None] Device 155b9d57-585f-4bc6-a6be-200a600e1d9b up at agent hyperv_hv-cinder-78638 {{(pid=103722) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 31 11:44:27.907701 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d934393d-684f-45c7-ae2f-7ee498e579e4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f3cd0578-e835-435c-b7f7-a61c6aafa2fc,revision_number=1']} {{(pid=103720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 31 11:44:27.912364 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG oslo_concurrency.lockutils [None req-d934393d-684f-45c7-ae2f-7ee498e579e4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=103720) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 31 11:44:27.940785 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [req-1f06fb6b-fcc5-4bbe-8f55-e47f112fdef2 req-84c4ff7a-c11f-475e-9bb5-505d316923b1 tempest-AttachVolumeShelveTestJSON-127538222 tempest-AttachVolumeShelveTestJSON-127538222-project] 10.222.0.57 "GET /v2.0/security-groups?id=d1eff7f3-8a7b-4a53-9689-d64080240a11&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1457899
May 31 11:44:27.959397 dv-cinder-786384-7-iscsi neutron-server[103720]: INFO neutron.wsgi [None req-d934393d-684f-45c7-ae2f-7ee498e579e4 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=c1d6b068d46a494da8911816d268c2ef&name=default HTTP/1.1" status: 200  len: 2979 time: 0.5963717
May 31 11:44:27.962087 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron.wsgi [-] (103720) accepted ('10.222.0.57', 40042) {{(pid=103720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 31 11:44:27.997770 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [req-e40c40a3-dc4c-4d3d-84ef-7d302440a0ff req-1ebd9330-e93d-4701-87f5-ccf52b891081 service neutron] 10.222.0.60 "GET /v2.0/networks/2c20abfc-12cd-4800-b928-7191b2675429?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3726819
May 31 11:44:28.079121 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-e86db689-0b9b-4128-8292-33b24407201f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:44:28.090906 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron.plugins.ml2.db [None req-43028a7b-58d7-408b-ac75-1328e6896bf7 None None] For port 81e3ca42-c316-4948-abd0-83e5dbf7c8a1, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=81e3ca42-c316-4948-abd0-83e5dbf7c8a1,segment=NetworkSegment(1469293d-93e3-432b-92ea-15da37b1359f),segment_id=1469293d-93e3-432b-92ea-15da37b1359f)] {{(pid=103722) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 31 11:44:28.108196 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron.db.provisioning_blocks [None req-43028a7b-58d7-408b-ac75-1328e6896bf7 None None] Provisioning for port 155b9d57-585f-4bc6-a6be-200a600e1d9b completed by entity L2. {{(pid=103722) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 31 11:44:28.115826 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron.plugins.ml2.rpc [None req-43028a7b-58d7-408b-ac75-1328e6896bf7 None None] Returning: {'device': '81e3ca42-c316-4948-abd0-83e5dbf7c8a1', 'network_id': 'c32e1ce5-86a3-4104-9167-66f8d6251dc5', 'port_id': '81e3ca42-c316-4948-abd0-83e5dbf7c8a1', 'mac_address': 'fa:16:3e:76:9c:65', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 781, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c2592ba6-2cac-4876-ba41-1cfa4ff30377', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103722) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
May 31 11:44:28.117878 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron.db.provisioning_blocks [None req-43028a7b-58d7-408b-ac75-1328e6896bf7 None None] Provisioning complete for port 155b9d57-585f-4bc6-a6be-200a600e1d9b triggered by entity L2. {{(pid=103722) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 31 11:44:28.118395 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron_lib.callbacks.manager [None req-43028a7b-58d7-408b-ac75-1328e6896bf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857618'] for port, provisioning_complete {{(pid=103722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:44:28.137002 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-e86db689-0b9b-4128-8292-33b24407201f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:44:28.236359 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-e86db689-0b9b-4128-8292-33b24407201f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3705957'] for security_group, after_delete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:44:28.240445 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron_lib.callbacks.manager [None req-43028a7b-58d7-408b-ac75-1328e6896bf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-934180'] for port, before_update {{(pid=103722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:44:28.244572 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG oslo_concurrency.lockutils [None req-e285d185-60df-4406-88a8-a6247dd7e474 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=103720) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 31 11:44:28.267552 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e86db689-0b9b-4128-8292-33b24407201f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f3cd0578-e835-435c-b7f7-a61c6aafa2fc,revision_number=None']} {{(pid=103720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 31 11:44:28.270021 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron.notifiers.nova [None req-43028a7b-58d7-408b-ac75-1328e6896bf7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 81e3ca42-c316-4948-abd0-83e5dbf7c8a1 {{(pid=103722) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
May 31 11:44:28.271595 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG oslo_concurrency.lockutils [None req-e86db689-0b9b-4128-8292-33b24407201f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=103720) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 31 11:44:28.275502 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-e86db689-0b9b-4128-8292-33b24407201f admin admin] Notify callbacks [] for security_group, before_response {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:44:28.277426 dv-cinder-786384-7-iscsi neutron-server[103720]: INFO neutron.wsgi [None req-e86db689-0b9b-4128-8292-33b24407201f admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/f3cd0578-e835-435c-b7f7-a61c6aafa2fc HTTP/1.1" status: 204  len: 168 time: 0.3139913
May 31 11:44:28.337726 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [req-e40c40a3-dc4c-4d3d-84ef-7d302440a0ff req-ca57f7ab-903e-4416-85e8-8eef7c330c61 service neutron] 10.222.0.60 "GET /v2.0/networks/2c20abfc-12cd-4800-b928-7191b2675429?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3387334
May 31 11:44:28.380929 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron.plugins.ml2.db [None req-43028a7b-58d7-408b-ac75-1328e6896bf7 None None] For port 81e3ca42-c316-4948-abd0-83e5dbf7c8a1, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=81e3ca42-c316-4948-abd0-83e5dbf7c8a1,segment=NetworkSegment(1469293d-93e3-432b-92ea-15da37b1359f),segment_id=1469293d-93e3-432b-92ea-15da37b1359f)] {{(pid=103722) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 31 11:44:28.390923 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron_lib.callbacks.manager [None req-43028a7b-58d7-408b-ac75-1328e6896bf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937715', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3701677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744215954324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744215520988', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744215521293'] for port, after_update {{(pid=103722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:44:28.395205 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG oslo_concurrency.lockutils [None req-43028a7b-58d7-408b-ac75-1328e6896bf7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103722) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 31 11:44:28.481774 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron_lib.callbacks.manager [None req-43028a7b-58d7-408b-ac75-1328e6896bf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-934180'] for port, before_update {{(pid=103722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:44:28.537706 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron.plugins.ml2.db [None req-43028a7b-58d7-408b-ac75-1328e6896bf7 None None] For port 155b9d57-585f-4bc6-a6be-200a600e1d9b, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=155b9d57-585f-4bc6-a6be-200a600e1d9b,segment=NetworkSegment(1469293d-93e3-432b-92ea-15da37b1359f),segment_id=1469293d-93e3-432b-92ea-15da37b1359f)] {{(pid=103722) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 31 11:44:28.541352 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b2dee92b-5362-45b1-88ed-3987b2942c9a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '155b9d57-585f-4bc6-a6be-200a600e1d9b'}] {{(pid=103722) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 31 11:44:28.544827 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}385953046bb192346b13b574918bbc7d366126a5ac8301ca09ff73df2ee9323d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b7618ed0-ffca-43cf-8ee4-b287cce4a9a9" -d '{"events": [{"server_uuid": "b2dee92b-5362-45b1-88ed-3987b2942c9a", "name": "network-vif-plugged", "status": "completed", "tag": "155b9d57-585f-4bc6-a6be-200a600e1d9b"}]}' {{(pid=103722) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
May 31 11:44:28.550655 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron_lib.callbacks.manager [None req-43028a7b-58d7-408b-ac75-1328e6896bf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937715', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3701677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744215954324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744215520988', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744215521293'] for port, after_update {{(pid=103722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:44:28.558724 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43028a7b-58d7-408b-ac75-1328e6896bf7 None None] Pushing event updated for resources: {'Port': ['ID=81e3ca42-c316-4948-abd0-83e5dbf7c8a1,revision_number=4']} {{(pid=103722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 31 11:44:28.561745 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG oslo_concurrency.lockutils [None req-43028a7b-58d7-408b-ac75-1328e6896bf7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.167s {{(pid=103722) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 31 11:44:28.562364 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG oslo_concurrency.lockutils [None req-1f0a762f-0348-4bba-b860-8eddab4cd770 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.008s {{(pid=103722) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 31 11:44:28.624454 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 31 May 2021 11:44:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3980b973-1a91-4786-8cc4-e2057a48ac39 x-openstack-request-id: req-3980b973-1a91-4786-8cc4-e2057a48ac39 {{(pid=103722) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
May 31 11:44:28.624769 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b2dee92b-5362-45b1-88ed-3987b2942c9a", "name": "network-vif-plugged", "status": "completed", "tag": "155b9d57-585f-4bc6-a6be-200a600e1d9b", "code": 200}]} {{(pid=103722) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
May 31 11:44:28.627275 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-3980b973-1a91-4786-8cc4-e2057a48ac39 {{(pid=103722) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
May 31 11:44:28.627848 dv-cinder-786384-7-iscsi neutron-server[103722]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b2dee92b-5362-45b1-88ed-3987b2942c9a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '155b9d57-585f-4bc6-a6be-200a600e1d9b', 'code': 200}
May 31 11:44:28.679354 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7263a9ba-4654-4a73-9ee4-9d046ac0e9c7 req-51f1dac9-54ba-4d93-a723-4ff3cfccb6ff tempest-ServerRescueNegativeTestJSON-1419813537 tempest-ServerRescueNegativeTestJSON-1419813537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 11:44:28.682367 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43028a7b-58d7-408b-ac75-1328e6896bf7 None None] Pushing event updated for resources: {'Port': ['ID=155b9d57-585f-4bc6-a6be-200a600e1d9b,revision_number=5']} {{(pid=103722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 31 11:44:28.687139 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [req-7263a9ba-4654-4a73-9ee4-9d046ac0e9c7 req-51f1dac9-54ba-4d93-a723-4ff3cfccb6ff tempest-ServerRescueNegativeTestJSON-1419813537 tempest-ServerRescueNegativeTestJSON-1419813537-project] 10.222.0.57 "GET /v2.0/ports?device_id=b2dee92b-5362-45b1-88ed-3987b2942c9a HTTP/1.1" status: 200  len: 946 time: 0.1424544
May 31 11:44:28.695925 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG oslo_concurrency.lockutils [None req-43028a7b-58d7-408b-ac75-1328e6896bf7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=103722) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 31 11:44:28.730938 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron.plugins.ml2.db [None req-43028a7b-58d7-408b-ac75-1328e6896bf7 None None] get_ports_and_sgs() called for port_ids ['81e3ca42-c316-4948-abd0-83e5dbf7c8a1'] {{(pid=103722) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
May 31 11:44:28.750691 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [req-7263a9ba-4654-4a73-9ee4-9d046ac0e9c7 req-452a0112-2931-49db-b9df-22e3bbd93590 tempest-ServerRescueNegativeTestJSON-1419813537 tempest-ServerRescueNegativeTestJSON-1419813537-project] 10.222.0.57 "GET /v2.0/security-groups?id=61284c33-46c4-4e49-8e24-329051971a91&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0583277
May 31 11:44:28.795388 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.wsgi [-] (103721) accepted ('10.222.0.57', 40078) {{(pid=103721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 31 11:44:28.992307 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b728aade-17f2-4b66-8851-512399dacf5c req-b1bae9ef-f7c7-4020-b0a1-aceea46141d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 11:44:28.993873 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [req-b728aade-17f2-4b66-8851-512399dacf5c req-b1bae9ef-f7c7-4020-b0a1-aceea46141d0 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=b2dee92b-5362-45b1-88ed-3987b2942c9a HTTP/1.1" status: 200  len: 1099 time: 0.1501181
May 31 11:44:29.000580 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron.wsgi [-] (103720) accepted ('10.222.0.57', 40092) {{(pid=103720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 31 11:44:29.054482 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-58520130-8fcd-4fb3-bc62-d6c926151273 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:44:29.088799 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [req-b728aade-17f2-4b66-8851-512399dacf5c req-3d1a1851-f423-4903-9e23-f7b48e4ff367 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=61284c33-46c4-4e49-8e24-329051971a91&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0767429
May 31 11:44:29.095974 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron.db.quota.driver [None req-58520130-8fcd-4fb3-bc62-d6c926151273 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=103720) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 31 11:44:29.105227 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron.quota.resource [None req-58520130-8fcd-4fb3-bc62-d6c926151273 admin admin] Usage tracker for resource:security_group_rule and tenant:8cd90da45252435c802f0d309b42a238 is out of sync, need to count used quota {{(pid=103720) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 31 11:44:29.112379 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron.quota.resource [None req-58520130-8fcd-4fb3-bc62-d6c926151273 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=103720) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 31 11:44:29.131281 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron.db.quota.driver [None req-58520130-8fcd-4fb3-bc62-d6c926151273 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=103720) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 31 11:44:29.189759 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34377248-715c-48ac-904d-1913fc505d98 req-594364c6-aed7-456f-b0b0-caae1d5c82c3 tempest-AttachVolumeShelveTestJSON-127538222 tempest-AttachVolumeShelveTestJSON-127538222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 11:44:29.197842 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [req-34377248-715c-48ac-904d-1913fc505d98 req-594364c6-aed7-456f-b0b0-caae1d5c82c3 tempest-AttachVolumeShelveTestJSON-127538222 tempest-AttachVolumeShelveTestJSON-127538222-project] 10.222.0.57 "GET /v2.0/ports?device_id=3e7980f7-7a5b-4115-a41f-48764f578357 HTTP/1.1" status: 200  len: 944 time: 0.0954995
May 31 11:44:29.253109 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron_lib.callbacks.manager [None req-fb0e64dc-5102-41d0-9db4-2ff77ea2f669 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:44:29.271235 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.db.quota.driver [None req-fb0e64dc-5102-41d0-9db4-2ff77ea2f669 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=103721) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 31 11:44:29.275240 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.quota.resource [None req-fb0e64dc-5102-41d0-9db4-2ff77ea2f669 admin admin] Usage tracker for resource:security_group_rule and tenant:d0c0aaaa3e824bc693ad2a5e0b484438 is out of sync, need to count used quota {{(pid=103721) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 31 11:44:29.278683 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.quota.resource [None req-fb0e64dc-5102-41d0-9db4-2ff77ea2f669 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=103721) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 31 11:44:29.284302 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.db.quota.driver [None req-fb0e64dc-5102-41d0-9db4-2ff77ea2f669 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=103721) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 31 11:44:29.373213 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron_lib.callbacks.manager [None req-fb0e64dc-5102-41d0-9db4-2ff77ea2f669 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:44:29.390953 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [req-34377248-715c-48ac-904d-1913fc505d98 req-7b3d3b9f-60e5-48f8-b290-8fbe8e19b6d7 tempest-AttachVolumeShelveTestJSON-127538222 tempest-AttachVolumeShelveTestJSON-127538222-project] 10.222.0.57 "GET /v2.0/security-groups?id=d1eff7f3-8a7b-4a53-9689-d64080240a11&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1915774
May 31 11:44:29.397697 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron_lib.callbacks.manager [None req-fb0e64dc-5102-41d0-9db4-2ff77ea2f669 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3705957'] for security_group, after_create {{(pid=103721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:44:29.406317 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG oslo_concurrency.lockutils [None req-a3e08e33-9889-4160-8457-7002b1aa35a9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103721) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 31 11:44:29.430848 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-58520130-8fcd-4fb3-bc62-d6c926151273 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:44:29.437614 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-58520130-8fcd-4fb3-bc62-d6c926151273 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3705957'] for security_group, after_create {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:44:29.453661 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG oslo_concurrency.lockutils [None req-d816cf69-f4d1-4f38-bb50-bb83557ed93d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103720) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 31 11:44:29.487483 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb0e64dc-5102-41d0-9db4-2ff77ea2f669 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9f456d5a-8f4f-4885-a1f2-d44a64ab17a9,revision_number=1']} {{(pid=103721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 31 11:44:29.497330 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG oslo_concurrency.lockutils [None req-fb0e64dc-5102-41d0-9db4-2ff77ea2f669 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=103721) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 31 11:44:29.500173 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58520130-8fcd-4fb3-bc62-d6c926151273 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1851c3e4-e7f7-4f4d-b2e0-9545f6dd9b5d,revision_number=1']} {{(pid=103720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 31 11:44:29.507914 dv-cinder-786384-7-iscsi neutron-server[103720]: INFO neutron.wsgi [None req-58520130-8fcd-4fb3-bc62-d6c926151273 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=8cd90da45252435c802f0d309b42a238&name=default HTTP/1.1" status: 200  len: 2979 time: 0.5025773
May 31 11:44:29.507914 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG oslo_concurrency.lockutils [None req-58520130-8fcd-4fb3-bc62-d6c926151273 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=103720) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 31 11:44:29.508271 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron.wsgi [-] (103720) accepted ('10.222.0.57', 40116) {{(pid=103720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 31 11:44:29.519477 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [None req-fb0e64dc-5102-41d0-9db4-2ff77ea2f669 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=d0c0aaaa3e824bc693ad2a5e0b484438&name=default HTTP/1.1" status: 200  len: 2979 time: 0.7190609
May 31 11:44:29.520272 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.wsgi [-] (103721) accepted ('10.222.0.57', 40120) {{(pid=103721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 31 11:44:29.599593 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron_lib.callbacks.manager [None req-c1ab8efe-fc82-43c5-a9b6-1c42335843bc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:44:29.607367 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-f069a603-28aa-4629-a59d-24fdf8073259 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:44:29.635331 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron_lib.callbacks.manager [None req-c1ab8efe-fc82-43c5-a9b6-1c42335843bc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:44:29.643365 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-f069a603-28aa-4629-a59d-24fdf8073259 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:44:29.708497 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron_lib.callbacks.manager [None req-c1ab8efe-fc82-43c5-a9b6-1c42335843bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3705957'] for security_group, after_delete {{(pid=103721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:44:29.716429 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103721) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 31 11:44:29.748670 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-f069a603-28aa-4629-a59d-24fdf8073259 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3705957'] for security_group, after_delete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:44:29.749519 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1ab8efe-fc82-43c5-a9b6-1c42335843bc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9f456d5a-8f4f-4885-a1f2-d44a64ab17a9,revision_number=None']} {{(pid=103721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 31 11:44:29.754398 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG oslo_concurrency.lockutils [None req-bfc8a3ca-6c71-42fd-975d-c8aea6f2d436 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103720) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 31 11:44:29.761100 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG oslo_concurrency.lockutils [None req-c1ab8efe-fc82-43c5-a9b6-1c42335843bc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=103721) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 31 11:44:29.762379 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron_lib.callbacks.manager [None req-c1ab8efe-fc82-43c5-a9b6-1c42335843bc admin admin] Notify callbacks [] for security_group, before_response {{(pid=103721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:44:29.767546 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [None req-c1ab8efe-fc82-43c5-a9b6-1c42335843bc admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/9f456d5a-8f4f-4885-a1f2-d44a64ab17a9 HTTP/1.1" status: 204  len: 168 time: 0.2462821
May 31 11:44:29.773143 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f069a603-28aa-4629-a59d-24fdf8073259 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1851c3e4-e7f7-4f4d-b2e0-9545f6dd9b5d,revision_number=None']} {{(pid=103720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 31 11:44:29.775718 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG oslo_concurrency.lockutils [None req-f069a603-28aa-4629-a59d-24fdf8073259 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=103720) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 31 11:44:29.784308 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-f069a603-28aa-4629-a59d-24fdf8073259 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:44:29.785468 dv-cinder-786384-7-iscsi neutron-server[103720]: INFO neutron.wsgi [None req-f069a603-28aa-4629-a59d-24fdf8073259 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/1851c3e4-e7f7-4f4d-b2e0-9545f6dd9b5d HTTP/1.1" status: 204  len: 168 time: 0.2762210
May 31 11:44:29.825729 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.wsgi [-] (103721) accepted ('10.222.0.57', 40136) {{(pid=103721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 31 11:44:29.872106 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron.plugins.ml2.rpc [None req-43028a7b-58d7-408b-ac75-1328e6896bf7 None None] Device 47adc6b5-17d9-4109-8892-d6283ab54f49 details requested by agent hyperv_hv-cinder-78638 with host hv-cinder-78638 {{(pid=103722) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
May 31 11:44:29.934898 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron.plugins.ml2.rpc [None req-43028a7b-58d7-408b-ac75-1328e6896bf7 None None] Device 81e3ca42-c316-4948-abd0-83e5dbf7c8a1 up at agent hyperv_hv-cinder-78638 {{(pid=103722) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 31 11:44:30.134422 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca31fce2-54fc-4643-99a5-459a81dee768 req-f0f4eba7-25b8-4874-82d7-c2ae46373435 tempest-ServerRescueNegativeTestJSON-1419813537 tempest-ServerRescueNegativeTestJSON-1419813537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 11:44:30.138021 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [req-ca31fce2-54fc-4643-99a5-459a81dee768 req-f0f4eba7-25b8-4874-82d7-c2ae46373435 tempest-ServerRescueNegativeTestJSON-1419813537 tempest-ServerRescueNegativeTestJSON-1419813537-project] 10.222.0.57 "GET /v2.0/ports?device_id=b2dee92b-5362-45b1-88ed-3987b2942c9a HTTP/1.1" status: 200  len: 946 time: 0.1474061
May 31 11:44:30.175258 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron.plugins.ml2.db [None req-43028a7b-58d7-408b-ac75-1328e6896bf7 None None] For port 47adc6b5-17d9-4109-8892-d6283ab54f49, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=47adc6b5-17d9-4109-8892-d6283ab54f49,segment=NetworkSegment(fea50412-2064-40f9-97d7-ef805bb3a428),segment_id=fea50412-2064-40f9-97d7-ef805bb3a428)] {{(pid=103722) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 31 11:44:30.183528 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron.db.provisioning_blocks [None req-43028a7b-58d7-408b-ac75-1328e6896bf7 None None] Provisioning for port 81e3ca42-c316-4948-abd0-83e5dbf7c8a1 completed by entity L2. {{(pid=103722) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 31 11:44:30.193406 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron.db.provisioning_blocks [None req-43028a7b-58d7-408b-ac75-1328e6896bf7 None None] Provisioning complete for port 81e3ca42-c316-4948-abd0-83e5dbf7c8a1 triggered by entity L2. {{(pid=103722) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 31 11:44:30.194027 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron_lib.callbacks.manager [None req-43028a7b-58d7-408b-ac75-1328e6896bf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857618'] for port, provisioning_complete {{(pid=103722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:44:30.208136 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [req-ca31fce2-54fc-4643-99a5-459a81dee768 req-dfa34dd0-51b9-4f71-9b29-6d13fe568fbc tempest-ServerRescueNegativeTestJSON-1419813537 tempest-ServerRescueNegativeTestJSON-1419813537-project] 10.222.0.57 "GET /v2.0/security-groups?id=61284c33-46c4-4e49-8e24-329051971a91&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0633709
May 31 11:44:30.235382 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron.plugins.ml2.rpc [None req-43028a7b-58d7-408b-ac75-1328e6896bf7 None None] Returning: {'device': '47adc6b5-17d9-4109-8892-d6283ab54f49', 'network_id': '2c20abfc-12cd-4800-b928-7191b2675429', 'port_id': '47adc6b5-17d9-4109-8892-d6283ab54f49', 'mac_address': 'fa:16:3e:9f:92:b8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 766, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '97d26c19-ffd5-4600-9f66-20181dad1656', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103722) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
May 31 11:44:30.351910 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron_lib.callbacks.manager [None req-43028a7b-58d7-408b-ac75-1328e6896bf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-934180'] for port, before_update {{(pid=103722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:44:30.485186 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron.notifiers.nova [None req-43028a7b-58d7-408b-ac75-1328e6896bf7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 47adc6b5-17d9-4109-8892-d6283ab54f49 {{(pid=103722) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
May 31 11:44:30.489365 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron_lib.callbacks.manager [None req-43028a7b-58d7-408b-ac75-1328e6896bf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-934180'] for port, before_update {{(pid=103722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:44:30.523554 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron.plugins.ml2.db [None req-43028a7b-58d7-408b-ac75-1328e6896bf7 None None] For port 47adc6b5-17d9-4109-8892-d6283ab54f49, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=47adc6b5-17d9-4109-8892-d6283ab54f49,segment=NetworkSegment(fea50412-2064-40f9-97d7-ef805bb3a428),segment_id=fea50412-2064-40f9-97d7-ef805bb3a428)] {{(pid=103722) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 31 11:44:30.534244 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron_lib.callbacks.manager [None req-43028a7b-58d7-408b-ac75-1328e6896bf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937715', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3701677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744215954324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744215520988', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744215521293'] for port, after_update {{(pid=103722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:44:30.537125 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103722) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 31 11:44:30.542570 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron_lib.callbacks.manager [None req-59314368-214d-40b3-abfb-d1d5761661e0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:44:30.577275 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.db.quota.driver [None req-59314368-214d-40b3-abfb-d1d5761661e0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=103721) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 31 11:44:30.582926 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.quota.resource [None req-59314368-214d-40b3-abfb-d1d5761661e0 admin admin] Usage tracker for resource:security_group_rule and tenant:e7191d85188748a792b51277a144ea9a is out of sync, need to count used quota {{(pid=103721) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 31 11:44:30.584836 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron.plugins.ml2.db [None req-43028a7b-58d7-408b-ac75-1328e6896bf7 None None] For port 81e3ca42-c316-4948-abd0-83e5dbf7c8a1, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=81e3ca42-c316-4948-abd0-83e5dbf7c8a1,segment=NetworkSegment(1469293d-93e3-432b-92ea-15da37b1359f),segment_id=1469293d-93e3-432b-92ea-15da37b1359f)] {{(pid=103722) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 31 11:44:30.593663 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.quota.resource [None req-59314368-214d-40b3-abfb-d1d5761661e0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=103721) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 31 11:44:30.599592 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron_lib.callbacks.manager [None req-43028a7b-58d7-408b-ac75-1328e6896bf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937715', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3701677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744215954324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744215520988', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744215521293'] for port, after_update {{(pid=103722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:44:30.611098 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.db.quota.driver [None req-59314368-214d-40b3-abfb-d1d5761661e0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=103721) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 31 11:44:30.642007 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6cccde54-536c-42f8-a4b4-ace3bbad46da', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '81e3ca42-c316-4948-abd0-83e5dbf7c8a1'}] {{(pid=103722) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 31 11:44:30.644868 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}385953046bb192346b13b574918bbc7d366126a5ac8301ca09ff73df2ee9323d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6c344f1f-52f8-4d70-83ea-3839b5a7b90f" -d '{"events": [{"server_uuid": "6cccde54-536c-42f8-a4b4-ace3bbad46da", "name": "network-vif-plugged", "status": "completed", "tag": "81e3ca42-c316-4948-abd0-83e5dbf7c8a1"}]}' {{(pid=103722) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
May 31 11:44:30.699140 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43028a7b-58d7-408b-ac75-1328e6896bf7 None None] Pushing event updated for resources: {'Port': ['ID=47adc6b5-17d9-4109-8892-d6283ab54f49,revision_number=4']} {{(pid=103722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 31 11:44:30.705908 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG oslo_concurrency.lockutils [None req-43028a7b-58d7-408b-ac75-1328e6896bf7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.169s {{(pid=103722) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 31 11:44:30.708475 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG oslo_concurrency.lockutils [None req-1f0a762f-0348-4bba-b860-8eddab4cd770 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.085s {{(pid=103722) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 31 11:44:30.781550 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 31 May 2021 11:44:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-94bf4031-0562-4565-b424-c0c1269b3e19 x-openstack-request-id: req-94bf4031-0562-4565-b424-c0c1269b3e19 {{(pid=103722) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
May 31 11:44:30.782869 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6cccde54-536c-42f8-a4b4-ace3bbad46da", "name": "network-vif-plugged", "status": "completed", "tag": "81e3ca42-c316-4948-abd0-83e5dbf7c8a1", "code": 200}]} {{(pid=103722) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
May 31 11:44:30.783302 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-94bf4031-0562-4565-b424-c0c1269b3e19 {{(pid=103722) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
May 31 11:44:30.785103 dv-cinder-786384-7-iscsi neutron-server[103722]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6cccde54-536c-42f8-a4b4-ace3bbad46da', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '81e3ca42-c316-4948-abd0-83e5dbf7c8a1', 'code': 200}
May 31 11:44:30.864532 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-050656b9-b80b-4beb-bfab-ceaa471d3b6b req-529e4875-c0d8-45e4-b02b-8d6b6f45f412 tempest-AttachVolumeShelveTestJSON-127538222 tempest-AttachVolumeShelveTestJSON-127538222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 11:44:30.866383 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [req-050656b9-b80b-4beb-bfab-ceaa471d3b6b req-529e4875-c0d8-45e4-b02b-8d6b6f45f412 tempest-AttachVolumeShelveTestJSON-127538222 tempest-AttachVolumeShelveTestJSON-127538222-project] 10.222.0.57 "GET /v2.0/ports?device_id=3e7980f7-7a5b-4115-a41f-48764f578357 HTTP/1.1" status: 200  len: 945 time: 0.2367461
May 31 11:44:30.893199 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43028a7b-58d7-408b-ac75-1328e6896bf7 None None] Pushing event updated for resources: {'Port': ['ID=81e3ca42-c316-4948-abd0-83e5dbf7c8a1,revision_number=5']} {{(pid=103722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 31 11:44:30.900229 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG oslo_concurrency.lockutils [None req-43028a7b-58d7-408b-ac75-1328e6896bf7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.192s {{(pid=103722) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 31 11:44:30.924444 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron.plugins.ml2.db [None req-43028a7b-58d7-408b-ac75-1328e6896bf7 None None] get_ports_and_sgs() called for port_ids ['47adc6b5-17d9-4109-8892-d6283ab54f49'] {{(pid=103722) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
May 31 11:44:30.953992 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [req-050656b9-b80b-4beb-bfab-ceaa471d3b6b req-c7337a1e-02ed-4be6-a97e-d0074b2874ff tempest-AttachVolumeShelveTestJSON-127538222 tempest-AttachVolumeShelveTestJSON-127538222-project] 10.222.0.57 "GET /v2.0/security-groups?id=d1eff7f3-8a7b-4a53-9689-d64080240a11&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0773089
May 31 11:44:30.956337 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron_lib.callbacks.manager [None req-59314368-214d-40b3-abfb-d1d5761661e0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:44:30.962748 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron_lib.callbacks.manager [None req-59314368-214d-40b3-abfb-d1d5761661e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3705957'] for security_group, after_create {{(pid=103721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:44:30.980888 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG oslo_concurrency.lockutils [None req-fb0e64dc-5102-41d0-9db4-2ff77ea2f669 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103721) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 31 11:44:31.034248 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron.wsgi [-] (103720) accepted ('10.222.0.57', 40186) {{(pid=103720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 31 11:44:31.035361 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [None req-59314368-214d-40b3-abfb-d1d5761661e0 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=e7191d85188748a792b51277a144ea9a&name=default HTTP/1.1" status: 200  len: 2979 time: 1.2035677
May 31 11:44:31.036647 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59314368-214d-40b3-abfb-d1d5761661e0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=52753b71-f4bb-450f-9e55-01f2910ab650,revision_number=1']} {{(pid=103721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 31 11:44:31.040247 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG oslo_concurrency.lockutils [None req-59314368-214d-40b3-abfb-d1d5761661e0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=103721) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 31 11:44:31.191533 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-489dd3e3-6fc7-4987-a3cb-665fc1c11ad9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:44:31.238599 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-489dd3e3-6fc7-4987-a3cb-665fc1c11ad9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:44:31.280283 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6258b065-5adf-48b6-b514-855446135326 req-bf128577-d909-4b7b-8849-428ec96f32a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 11:44:31.281771 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [req-6258b065-5adf-48b6-b514-855446135326 req-bf128577-d909-4b7b-8849-428ec96f32a2 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=6cccde54-536c-42f8-a4b4-ace3bbad46da HTTP/1.1" status: 200  len: 1098 time: 0.1526148
May 31 11:44:31.341351 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron_lib.callbacks.manager [None req-43028a7b-58d7-408b-ac75-1328e6896bf7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744215964654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857257'] for agent, after_update {{(pid=103722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:44:31.351638 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-489dd3e3-6fc7-4987-a3cb-665fc1c11ad9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3705957'] for security_group, after_delete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:44:31.358283 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG oslo_concurrency.lockutils [None req-58520130-8fcd-4fb3-bc62-d6c926151273 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103720) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 31 11:44:31.366579 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [req-6258b065-5adf-48b6-b514-855446135326 req-980bbcf6-fdef-4f23-a548-62c4d2b1d9a4 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=61284c33-46c4-4e49-8e24-329051971a91&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0766299
May 31 11:44:31.382775 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-489dd3e3-6fc7-4987-a3cb-665fc1c11ad9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=52753b71-f4bb-450f-9e55-01f2910ab650,revision_number=None']} {{(pid=103720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 31 11:44:31.391058 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG oslo_concurrency.lockutils [None req-489dd3e3-6fc7-4987-a3cb-665fc1c11ad9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=103720) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 31 11:44:31.413786 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-489dd3e3-6fc7-4987-a3cb-665fc1c11ad9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:44:31.414933 dv-cinder-786384-7-iscsi neutron-server[103720]: INFO neutron.wsgi [None req-489dd3e3-6fc7-4987-a3cb-665fc1c11ad9 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/52753b71-f4bb-450f-9e55-01f2910ab650 HTTP/1.1" status: 204  len: 168 time: 0.3779891
May 31 11:44:31.579434 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-353aea27-83a3-493f-a091-bd9c9800a380 req-3c727ff0-7ee6-4753-a485-bceef3fb5720 tempest-ServerRescueNegativeTestJSON-1419813537 tempest-ServerRescueNegativeTestJSON-1419813537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 11:44:31.580948 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [req-353aea27-83a3-493f-a091-bd9c9800a380 req-3c727ff0-7ee6-4753-a485-bceef3fb5720 tempest-ServerRescueNegativeTestJSON-1419813537 tempest-ServerRescueNegativeTestJSON-1419813537-project] 10.222.0.57 "GET /v2.0/ports?device_id=b2dee92b-5362-45b1-88ed-3987b2942c9a HTTP/1.1" status: 200  len: 946 time: 0.1177711
May 31 11:44:31.643687 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [req-353aea27-83a3-493f-a091-bd9c9800a380 req-d9997c8e-a7b8-4683-9a9d-c46c83d8d9ea tempest-ServerRescueNegativeTestJSON-1419813537 tempest-ServerRescueNegativeTestJSON-1419813537-project] 10.222.0.57 "GET /v2.0/security-groups?id=61284c33-46c4-4e49-8e24-329051971a91&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0548406
May 31 11:44:31.914718 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron.plugins.ml2.rpc [None req-43028a7b-58d7-408b-ac75-1328e6896bf7 None None] Device 47adc6b5-17d9-4109-8892-d6283ab54f49 up at agent hyperv_hv-cinder-78638 {{(pid=103722) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 31 11:44:32.048024 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron.db.provisioning_blocks [None req-43028a7b-58d7-408b-ac75-1328e6896bf7 None None] Provisioning for port 47adc6b5-17d9-4109-8892-d6283ab54f49 completed by entity L2. {{(pid=103722) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 31 11:44:32.054827 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron.db.provisioning_blocks [None req-43028a7b-58d7-408b-ac75-1328e6896bf7 None None] Provisioning complete for port 47adc6b5-17d9-4109-8892-d6283ab54f49 triggered by entity L2. {{(pid=103722) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 31 11:44:32.055360 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron_lib.callbacks.manager [None req-43028a7b-58d7-408b-ac75-1328e6896bf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857618'] for port, provisioning_complete {{(pid=103722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:44:32.103527 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron.wsgi [-] (103720) accepted ('10.222.0.57', 40264) {{(pid=103720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 31 11:44:32.154008 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-f66c5dcd-5ca4-4ded-b228-a391533773a4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:44:32.175726 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron.db.quota.driver [None req-f66c5dcd-5ca4-4ded-b228-a391533773a4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=103720) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 31 11:44:32.180798 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron.quota.resource [None req-f66c5dcd-5ca4-4ded-b228-a391533773a4 admin admin] Usage tracker for resource:security_group_rule and tenant:4636b5b053f74c9f95101f1df33ac98a is out of sync, need to count used quota {{(pid=103720) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 31 11:44:32.185235 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron.quota.resource [None req-f66c5dcd-5ca4-4ded-b228-a391533773a4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=103720) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 31 11:44:32.196004 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron.db.quota.driver [None req-f66c5dcd-5ca4-4ded-b228-a391533773a4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=103720) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 31 11:44:32.288872 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron_lib.callbacks.manager [None req-43028a7b-58d7-408b-ac75-1328e6896bf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-934180'] for port, before_update {{(pid=103722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:44:32.345542 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron.plugins.ml2.db [None req-43028a7b-58d7-408b-ac75-1328e6896bf7 None None] For port 47adc6b5-17d9-4109-8892-d6283ab54f49, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=47adc6b5-17d9-4109-8892-d6283ab54f49,segment=NetworkSegment(fea50412-2064-40f9-97d7-ef805bb3a428),segment_id=fea50412-2064-40f9-97d7-ef805bb3a428)] {{(pid=103722) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 31 11:44:32.348076 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5d94278-d3c7-4b32-a3b2-87a48c466119 req-ac0e3548-d8f8-4994-a5c0-8cc8480bd2c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 11:44:32.350048 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [req-a5d94278-d3c7-4b32-a3b2-87a48c466119 req-ac0e3548-d8f8-4994-a5c0-8cc8480bd2c5 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=e6680e894741452ebedaacc4ca6c4c58&device_id=b2dee92b-5362-45b1-88ed-3987b2942c9a HTTP/1.1" status: 200  len: 1099 time: 0.3626821
May 31 11:44:32.353225 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron_lib.callbacks.manager [None req-43028a7b-58d7-408b-ac75-1328e6896bf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937715', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3701677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744215954324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744215520988', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744215521293'] for port, after_update {{(pid=103722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:44:32.355396 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103722) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 31 11:44:32.374735 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-f66c5dcd-5ca4-4ded-b228-a391533773a4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:44:32.383206 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-f66c5dcd-5ca4-4ded-b228-a391533773a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3705957'] for security_group, after_create {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:44:32.393945 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efb7ec44-1cf0-4e7e-8d95-5d8b11fcfe27 req-efe7606b-2349-4f7e-9f21-7de1dff4eee4 tempest-AttachVolumeShelveTestJSON-127538222 tempest-AttachVolumeShelveTestJSON-127538222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 11:44:32.400881 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG oslo_concurrency.lockutils [None req-6e7c765e-55fe-4aa8-8a6d-b1dbdf759607 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103720) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 31 11:44:32.402554 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [req-efb7ec44-1cf0-4e7e-8d95-5d8b11fcfe27 req-efe7606b-2349-4f7e-9f21-7de1dff4eee4 tempest-AttachVolumeShelveTestJSON-127538222 tempest-AttachVolumeShelveTestJSON-127538222-project] 10.222.0.57 "GET /v2.0/ports?device_id=3e7980f7-7a5b-4115-a41f-48764f578357 HTTP/1.1" status: 200  len: 945 time: 0.2108066
May 31 11:44:32.429843 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbb217f8-6f90-4ac2-b305-bb78880a076f req-a2b4bfad-75de-4555-8fa6-8434626cf3ee tempest-ServerRescueNegativeTestJSON-1419813537 tempest-ServerRescueNegativeTestJSON-1419813537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 11:44:32.437481 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [req-bbb217f8-6f90-4ac2-b305-bb78880a076f req-a2b4bfad-75de-4555-8fa6-8434626cf3ee tempest-ServerRescueNegativeTestJSON-1419813537 tempest-ServerRescueNegativeTestJSON-1419813537-project] 10.222.0.57 "GET /v2.0/ports?device_id=b2dee92b-5362-45b1-88ed-3987b2942c9a HTTP/1.1" status: 200  len: 946 time: 0.3403444
May 31 11:44:32.486960 dv-cinder-786384-7-iscsi neutron-server[103720]: INFO neutron.wsgi [None req-f66c5dcd-5ca4-4ded-b228-a391533773a4 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=4636b5b053f74c9f95101f1df33ac98a&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3812191
May 31 11:44:32.489949 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron.wsgi [-] (103720) accepted ('10.222.0.57', 40288) {{(pid=103720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 31 11:44:32.494680 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f66c5dcd-5ca4-4ded-b228-a391533773a4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d8daf585-f920-4068-82da-aba3675229c8,revision_number=1']} {{(pid=103720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 31 11:44:32.500154 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43028a7b-58d7-408b-ac75-1328e6896bf7 None None] Pushing event updated for resources: {'Port': ['ID=47adc6b5-17d9-4109-8892-d6283ab54f49,revision_number=5']} {{(pid=103722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 31 11:44:32.503297 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG oslo_concurrency.lockutils [None req-43028a7b-58d7-408b-ac75-1328e6896bf7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=103722) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 31 11:44:32.516067 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG oslo_concurrency.lockutils [None req-f66c5dcd-5ca4-4ded-b228-a391533773a4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=103720) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 31 11:44:32.615354 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [req-efb7ec44-1cf0-4e7e-8d95-5d8b11fcfe27 req-edb76ccd-4dd7-4a39-8117-42dcc3c58082 tempest-AttachVolumeShelveTestJSON-127538222 tempest-AttachVolumeShelveTestJSON-127538222-project] 10.222.0.57 "GET /v2.0/security-groups?id=d1eff7f3-8a7b-4a53-9689-d64080240a11&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2086735
May 31 11:44:32.658444 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-2fff7de8-4d8f-4971-8fb9-22bff700b755 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:44:32.658824 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [req-bbb217f8-6f90-4ac2-b305-bb78880a076f req-0d231879-2e9c-4808-91b6-9cb3997c7ee1 tempest-ServerRescueNegativeTestJSON-1419813537 tempest-ServerRescueNegativeTestJSON-1419813537-project] 10.222.0.57 "GET /v2.0/security-groups?id=61284c33-46c4-4e49-8e24-329051971a91&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2181320
May 31 11:44:32.700839 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5d94278-d3c7-4b32-a3b2-87a48c466119 req-664c1570-6def-4602-bc31-32eaa2dd3c49 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 11:44:32.702262 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-2fff7de8-4d8f-4971-8fb9-22bff700b755 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:44:32.702401 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [req-a5d94278-d3c7-4b32-a3b2-87a48c466119 req-664c1570-6def-4602-bc31-32eaa2dd3c49 service neutron] 10.222.0.60 "GET /v2.0/networks?id=c32e1ce5-86a3-4104-9167-66f8d6251dc5 HTTP/1.1" status: 200  len: 919 time: 0.3419042
May 31 11:44:32.787564 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3e7980f7-7a5b-4115-a41f-48764f578357', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '47adc6b5-17d9-4109-8892-d6283ab54f49'}] {{(pid=103722) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 31 11:44:32.790075 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}385953046bb192346b13b574918bbc7d366126a5ac8301ca09ff73df2ee9323d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ec75cefb-4d50-491c-9d7f-e2467e6c6927" -d '{"events": [{"server_uuid": "3e7980f7-7a5b-4115-a41f-48764f578357", "name": "network-vif-plugged", "status": "completed", "tag": "47adc6b5-17d9-4109-8892-d6283ab54f49"}]}' {{(pid=103722) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
May 31 11:44:32.815615 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-2fff7de8-4d8f-4971-8fb9-22bff700b755 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3705957'] for security_group, after_delete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:44:32.823452 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG oslo_concurrency.lockutils [None req-29520487-dd67-425f-b8b0-54d5d518e714 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103720) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 31 11:44:32.843977 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fff7de8-4d8f-4971-8fb9-22bff700b755 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d8daf585-f920-4068-82da-aba3675229c8,revision_number=None']} {{(pid=103720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 31 11:44:32.865059 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG oslo_concurrency.lockutils [None req-2fff7de8-4d8f-4971-8fb9-22bff700b755 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=103720) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 31 11:44:32.867371 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-2fff7de8-4d8f-4971-8fb9-22bff700b755 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:44:32.868539 dv-cinder-786384-7-iscsi neutron-server[103720]: INFO neutron.wsgi [None req-2fff7de8-4d8f-4971-8fb9-22bff700b755 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/d8daf585-f920-4068-82da-aba3675229c8 HTTP/1.1" status: 204  len: 168 time: 0.3756886
May 31 11:44:32.870442 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 31 May 2021 11:44:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e382fd65-ea49-4ca4-9f8f-e175d671d0f2 x-openstack-request-id: req-e382fd65-ea49-4ca4-9f8f-e175d671d0f2 {{(pid=103722) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
May 31 11:44:32.870757 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3e7980f7-7a5b-4115-a41f-48764f578357", "name": "network-vif-plugged", "status": "completed", "tag": "47adc6b5-17d9-4109-8892-d6283ab54f49", "code": 200}]} {{(pid=103722) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
May 31 11:44:32.871017 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-e382fd65-ea49-4ca4-9f8f-e175d671d0f2 {{(pid=103722) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
May 31 11:44:32.871720 dv-cinder-786384-7-iscsi neutron-server[103722]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3e7980f7-7a5b-4115-a41f-48764f578357', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '47adc6b5-17d9-4109-8892-d6283ab54f49', 'code': 200}
May 31 11:44:32.947857 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [req-a5d94278-d3c7-4b32-a3b2-87a48c466119 req-63f476a6-81d3-4808-878d-30ba52bba02f service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=155b9d57-585f-4bc6-a6be-200a600e1d9b HTTP/1.1" status: 200  len: 217 time: 0.2356262
May 31 11:44:33.046913 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5d94278-d3c7-4b32-a3b2-87a48c466119 req-d4bd027b-b7a5-43c5-8db3-83cdd0565c38 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 11:44:33.053302 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [req-a5d94278-d3c7-4b32-a3b2-87a48c466119 req-d4bd027b-b7a5-43c5-8db3-83cdd0565c38 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=c2592ba6-2cac-4876-ba41-1cfa4ff30377 HTTP/1.1" status: 200  len: 858 time: 0.0961375
May 31 11:44:33.086607 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron_lib.callbacks.manager [None req-17f54205-6486-467c-bd83-6fcd68fbdd7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744215964654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857257'] for agent, after_update {{(pid=103722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:44:33.142478 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [req-a5d94278-d3c7-4b32-a3b2-87a48c466119 req-c345b3ab-ee46-4d6d-b48d-c5b4cfd3fb28 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=c32e1ce5-86a3-4104-9167-66f8d6251dc5&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0843742
May 31 11:44:33.410271 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [req-a5d94278-d3c7-4b32-a3b2-87a48c466119 req-eb87a5dd-8a99-4ba5-bd32-e15a740fa6c8 service neutron] 10.222.0.60 "GET /v2.0/networks/c32e1ce5-86a3-4104-9167-66f8d6251dc5?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2610443
May 31 11:44:33.442314 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d574c7d-81cd-4d5a-b35e-c6e1372fcdaa req-6a844d0b-1674-4c86-bba3-5779a1025612 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 11:44:33.443999 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [req-0d574c7d-81cd-4d5a-b35e-c6e1372fcdaa req-6a844d0b-1674-4c86-bba3-5779a1025612 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=3e7980f7-7a5b-4115-a41f-48764f578357 HTTP/1.1" status: 200  len: 1099 time: 0.1544089
May 31 11:44:33.639439 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [req-0d574c7d-81cd-4d5a-b35e-c6e1372fcdaa req-1373111b-15c1-4be9-8054-271518203ba1 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=d1eff7f3-8a7b-4a53-9689-d64080240a11&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1872637
May 31 11:44:33.675187 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron.wsgi [-] (103720) accepted ('10.222.0.57', 40344) {{(pid=103720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 31 11:44:33.736117 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [req-a5d94278-d3c7-4b32-a3b2-87a48c466119 req-669b17c7-cebf-4fec-9e46-c806f45c9375 service neutron] 10.222.0.60 "GET /v2.0/networks/c32e1ce5-86a3-4104-9167-66f8d6251dc5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3176088
May 31 11:44:33.962292 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad6cd7ab-eb7f-4846-8da9-ccf3987f363a req-bcc9d20b-1041-4167-bdc0-4c7eddc776e5 tempest-AttachVolumeShelveTestJSON-127538222 tempest-AttachVolumeShelveTestJSON-127538222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 11:44:33.963921 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [req-ad6cd7ab-eb7f-4846-8da9-ccf3987f363a req-bcc9d20b-1041-4167-bdc0-4c7eddc776e5 tempest-AttachVolumeShelveTestJSON-127538222 tempest-AttachVolumeShelveTestJSON-127538222-project] 10.222.0.57 "GET /v2.0/ports?device_id=3e7980f7-7a5b-4115-a41f-48764f578357 HTTP/1.1" status: 200  len: 946 time: 0.1208296
May 31 11:44:33.986822 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06b2e9eb-857e-4782-8f5f-b602be63fd8b req-6257e961-af68-461b-b609-4c445692cd32 tempest-ServerRescueNegativeTestJSON-1419813537 tempest-ServerRescueNegativeTestJSON-1419813537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 11:44:33.999884 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-e8eb60e1-b009-422f-8480-d0ac24bcf442 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:44:34.004432 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [req-06b2e9eb-857e-4782-8f5f-b602be63fd8b req-6257e961-af68-461b-b609-4c445692cd32 tempest-ServerRescueNegativeTestJSON-1419813537 tempest-ServerRescueNegativeTestJSON-1419813537-project] 10.222.0.57 "GET /v2.0/ports?device_id=b2dee92b-5362-45b1-88ed-3987b2942c9a HTTP/1.1" status: 200  len: 946 time: 0.2053823
May 31 11:44:34.020228 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron.db.quota.driver [None req-e8eb60e1-b009-422f-8480-d0ac24bcf442 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=103720) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 31 11:44:34.024640 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron.quota.resource [None req-e8eb60e1-b009-422f-8480-d0ac24bcf442 admin admin] Usage tracker for resource:security_group_rule and tenant:8eb52ae712c648e6bb44fb46c1353e2f is out of sync, need to count used quota {{(pid=103720) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 31 11:44:34.028220 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron.quota.resource [None req-e8eb60e1-b009-422f-8480-d0ac24bcf442 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=103720) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 31 11:44:34.040797 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron.db.quota.driver [None req-e8eb60e1-b009-422f-8480-d0ac24bcf442 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=103720) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 31 11:44:34.134552 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [req-06b2e9eb-857e-4782-8f5f-b602be63fd8b req-7d5296ff-40bb-4084-9dec-a5f7dce7d9e8 tempest-ServerRescueNegativeTestJSON-1419813537 tempest-ServerRescueNegativeTestJSON-1419813537-project] 10.222.0.57 "GET /v2.0/security-groups?id=61284c33-46c4-4e49-8e24-329051971a91&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1229470
May 31 11:44:34.160292 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [req-ad6cd7ab-eb7f-4846-8da9-ccf3987f363a req-0f4a0f4b-fa01-48d9-afe3-6ea366815bcd tempest-AttachVolumeShelveTestJSON-127538222 tempest-AttachVolumeShelveTestJSON-127538222-project] 10.222.0.57 "GET /v2.0/security-groups?id=d1eff7f3-8a7b-4a53-9689-d64080240a11&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1534641
May 31 11:44:34.173824 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-e8eb60e1-b009-422f-8480-d0ac24bcf442 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:44:34.178833 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-e8eb60e1-b009-422f-8480-d0ac24bcf442 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3705957'] for security_group, after_create {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:44:34.188317 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG oslo_concurrency.lockutils [None req-eed71c38-f1e5-4800-8b20-65281cbccc26 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103720) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 31 11:44:34.229846 dv-cinder-786384-7-iscsi neutron-server[103720]: INFO neutron.wsgi [None req-e8eb60e1-b009-422f-8480-d0ac24bcf442 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=8eb52ae712c648e6bb44fb46c1353e2f&name=default HTTP/1.1" status: 200  len: 2979 time: 0.5531516
May 31 11:44:34.231398 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8eb60e1-b009-422f-8480-d0ac24bcf442 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=096b43a2-7099-443e-b50d-9e726ac3a115,revision_number=1']} {{(pid=103720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 31 11:44:34.233005 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.wsgi [-] (103721) accepted ('10.222.0.57', 40376) {{(pid=103721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 31 11:44:34.234427 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG oslo_concurrency.lockutils [None req-e8eb60e1-b009-422f-8480-d0ac24bcf442 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=103720) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 31 11:44:34.309126 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron_lib.callbacks.manager [None req-21f25461-13dc-4b20-8a2f-38ea9c2788f5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:44:34.341294 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron_lib.callbacks.manager [None req-21f25461-13dc-4b20-8a2f-38ea9c2788f5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:44:34.399662 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron_lib.callbacks.manager [None req-21f25461-13dc-4b20-8a2f-38ea9c2788f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3705957'] for security_group, after_delete {{(pid=103721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:44:34.403374 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG oslo_concurrency.lockutils [None req-4f25749a-2e8c-42cb-829c-44e5934a07f6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103721) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 31 11:44:34.416337 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21f25461-13dc-4b20-8a2f-38ea9c2788f5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=096b43a2-7099-443e-b50d-9e726ac3a115,revision_number=None']} {{(pid=103721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 31 11:44:34.419371 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG oslo_concurrency.lockutils [None req-21f25461-13dc-4b20-8a2f-38ea9c2788f5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=103721) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 31 11:44:34.429059 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron_lib.callbacks.manager [None req-21f25461-13dc-4b20-8a2f-38ea9c2788f5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:44:34.430104 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [None req-21f25461-13dc-4b20-8a2f-38ea9c2788f5 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/096b43a2-7099-443e-b50d-9e726ac3a115 HTTP/1.1" status: 204  len: 168 time: 0.1960180
May 31 11:44:34.808217 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron.wsgi [-] (103720) accepted ('10.222.0.57', 40406) {{(pid=103720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 31 11:44:34.826142 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-e6bb2589-e452-43a9-8d42-ddf63c3e5062 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:44:34.841029 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron.db.quota.driver [None req-e6bb2589-e452-43a9-8d42-ddf63c3e5062 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=103720) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 31 11:44:34.845092 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron.quota.resource [None req-e6bb2589-e452-43a9-8d42-ddf63c3e5062 admin admin] Usage tracker for resource:security_group_rule and tenant:34a7fd6dc09240238d5a264103207095 is out of sync, need to count used quota {{(pid=103720) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 31 11:44:34.848047 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron.quota.resource [None req-e6bb2589-e452-43a9-8d42-ddf63c3e5062 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=103720) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 31 11:44:34.854001 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron.db.quota.driver [None req-e6bb2589-e452-43a9-8d42-ddf63c3e5062 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=103720) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 31 11:44:34.949329 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-e6bb2589-e452-43a9-8d42-ddf63c3e5062 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:44:34.949458 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.wsgi [-] (103721) accepted ('10.222.0.57', 40416) {{(pid=103721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 31 11:44:34.953727 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-e6bb2589-e452-43a9-8d42-ddf63c3e5062 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3705957'] for security_group, after_create {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:44:34.965719 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103720) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 31 11:44:35.010036 dv-cinder-786384-7-iscsi neutron-server[103720]: INFO neutron.wsgi [None req-e6bb2589-e452-43a9-8d42-ddf63c3e5062 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=34a7fd6dc09240238d5a264103207095&name=default HTTP/1.1" status: 200  len: 2979 time: 0.1981378
May 31 11:44:35.010036 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6bb2589-e452-43a9-8d42-ddf63c3e5062 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b6417cef-3307-499c-b615-a8049edd9610,revision_number=1']} {{(pid=103720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 31 11:44:35.010455 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.wsgi [-] (103721) accepted ('10.222.0.57', 40424) {{(pid=103721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 31 11:44:35.012285 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG oslo_concurrency.lockutils [None req-e6bb2589-e452-43a9-8d42-ddf63c3e5062 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=103720) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 31 11:44:35.088769 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron_lib.callbacks.manager [None req-0c7f8331-daee-4295-8671-154462a50226 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:44:35.118441 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron_lib.callbacks.manager [None req-0c7f8331-daee-4295-8671-154462a50226 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:44:35.213050 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron_lib.callbacks.manager [None req-c4b2b25a-5885-43b5-abc5-bcd105e36fbd admin admin] Notify callbacks [] for security_group, before_create {{(pid=103721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:44:35.252625 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.db.quota.driver [None req-c4b2b25a-5885-43b5-abc5-bcd105e36fbd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=103721) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 31 11:44:35.260102 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.quota.resource [None req-c4b2b25a-5885-43b5-abc5-bcd105e36fbd admin admin] Usage tracker for resource:security_group_rule and tenant:e1c2be56883e42a5bda2cf25922f79f3 is out of sync, need to count used quota {{(pid=103721) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 31 11:44:35.270500 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.quota.resource [None req-c4b2b25a-5885-43b5-abc5-bcd105e36fbd admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=103721) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 31 11:44:35.273694 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron_lib.callbacks.manager [None req-0c7f8331-daee-4295-8671-154462a50226 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3705957'] for security_group, after_delete {{(pid=103721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:44:35.280294 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG oslo_concurrency.lockutils [None req-73443647-6348-4bd7-be74-67c820bbce29 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103721) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 31 11:44:35.291504 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.db.quota.driver [None req-c4b2b25a-5885-43b5-abc5-bcd105e36fbd admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=103721) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 31 11:44:35.350373 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c7f8331-daee-4295-8671-154462a50226 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b6417cef-3307-499c-b615-a8049edd9610,revision_number=None']} {{(pid=103721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 31 11:44:35.353913 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG oslo_concurrency.lockutils [None req-0c7f8331-daee-4295-8671-154462a50226 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=103721) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 31 11:44:35.469884 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron_lib.callbacks.manager [None req-0c7f8331-daee-4295-8671-154462a50226 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:44:35.471936 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [None req-0c7f8331-daee-4295-8671-154462a50226 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/b6417cef-3307-499c-b615-a8049edd9610 HTTP/1.1" status: 204  len: 168 time: 0.4600854
May 31 11:44:35.528755 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron_lib.callbacks.manager [None req-9641cc1d-7857-4cee-b968-2b4fb60cd795 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744215964654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857257'] for agent, after_update {{(pid=103722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:44:35.578805 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be9d6724-240e-4ed9-b0f8-d4c594581d40 req-3a27e69a-6456-4291-8602-232dd1bb5a31 tempest-ServerRescueNegativeTestJSON-1419813537 tempest-ServerRescueNegativeTestJSON-1419813537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 11:44:35.580470 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [req-be9d6724-240e-4ed9-b0f8-d4c594581d40 req-3a27e69a-6456-4291-8602-232dd1bb5a31 tempest-ServerRescueNegativeTestJSON-1419813537 tempest-ServerRescueNegativeTestJSON-1419813537-project] 10.222.0.57 "GET /v2.0/ports?device_id=b2dee92b-5362-45b1-88ed-3987b2942c9a HTTP/1.1" status: 200  len: 946 time: 0.2929616
May 31 11:44:35.594869 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron_lib.callbacks.manager [None req-1f0a762f-0348-4bba-b860-8eddab4cd770 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744215964654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857257'] for agent, after_update {{(pid=103722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:44:35.631385 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08fe2a39-e8b5-4070-a7f0-7913faf325c1 req-0636dff1-8f0a-42c3-a4d4-298cc310712d tempest-AttachVolumeShelveTestJSON-127538222 tempest-AttachVolumeShelveTestJSON-127538222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 11:44:35.633045 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [req-08fe2a39-e8b5-4070-a7f0-7913faf325c1 req-0636dff1-8f0a-42c3-a4d4-298cc310712d tempest-AttachVolumeShelveTestJSON-127538222 tempest-AttachVolumeShelveTestJSON-127538222-project] 10.222.0.57 "GET /v2.0/ports?device_id=3e7980f7-7a5b-4115-a41f-48764f578357 HTTP/1.1" status: 200  len: 946 time: 0.2446783
May 31 11:44:35.707471 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron_lib.callbacks.manager [None req-c4b2b25a-5885-43b5-abc5-bcd105e36fbd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:44:35.724123 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron_lib.callbacks.manager [None req-c4b2b25a-5885-43b5-abc5-bcd105e36fbd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3705957'] for security_group, after_create {{(pid=103721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:44:35.733278 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [req-be9d6724-240e-4ed9-b0f8-d4c594581d40 req-daa5989c-6101-4c47-abca-6c48aed9c12f tempest-ServerRescueNegativeTestJSON-1419813537 tempest-ServerRescueNegativeTestJSON-1419813537-project] 10.222.0.57 "GET /v2.0/security-groups?id=61284c33-46c4-4e49-8e24-329051971a91&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1421981
May 31 11:44:35.737412 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG oslo_concurrency.lockutils [None req-c1ab8efe-fc82-43c5-a9b6-1c42335843bc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103721) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 31 11:44:35.752649 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [req-08fe2a39-e8b5-4070-a7f0-7913faf325c1 req-f46d4a7e-3573-4f61-9705-58280602a78a tempest-AttachVolumeShelveTestJSON-127538222 tempest-AttachVolumeShelveTestJSON-127538222-project] 10.222.0.57 "GET /v2.0/security-groups?id=d1eff7f3-8a7b-4a53-9689-d64080240a11&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1048336
May 31 11:44:35.781542 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [None req-c4b2b25a-5885-43b5-abc5-bcd105e36fbd admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=e1c2be56883e42a5bda2cf25922f79f3&name=default HTTP/1.1" status: 200  len: 2979 time: 0.8308179
May 31 11:44:35.784421 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron.wsgi [-] (103720) accepted ('10.222.0.57', 40452) {{(pid=103720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 31 11:44:35.786694 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4b2b25a-5885-43b5-abc5-bcd105e36fbd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=81d62d36-01dd-4db5-9b22-8b1cbee6a7d4,revision_number=1']} {{(pid=103721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 31 11:44:35.790834 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG oslo_concurrency.lockutils [None req-c4b2b25a-5885-43b5-abc5-bcd105e36fbd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=103721) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 31 11:44:35.857051 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-c0bf9a86-41b4-4f85-8a50-eafbd3f8e5ab admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:44:35.888889 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-c0bf9a86-41b4-4f85-8a50-eafbd3f8e5ab admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:44:35.945760 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-c0bf9a86-41b4-4f85-8a50-eafbd3f8e5ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3705957'] for security_group, after_delete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:44:35.952653 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG oslo_concurrency.lockutils [None req-e8eb60e1-b009-422f-8480-d0ac24bcf442 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103720) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 31 11:44:35.968505 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0bf9a86-41b4-4f85-8a50-eafbd3f8e5ab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=81d62d36-01dd-4db5-9b22-8b1cbee6a7d4,revision_number=None']} {{(pid=103720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 31 11:44:35.971011 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG oslo_concurrency.lockutils [None req-c0bf9a86-41b4-4f85-8a50-eafbd3f8e5ab admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=103720) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 31 11:44:35.980998 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-c0bf9a86-41b4-4f85-8a50-eafbd3f8e5ab admin admin] Notify callbacks [] for security_group, before_response {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:44:35.982817 dv-cinder-786384-7-iscsi neutron-server[103720]: INFO neutron.wsgi [None req-c0bf9a86-41b4-4f85-8a50-eafbd3f8e5ab admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/81d62d36-01dd-4db5-9b22-8b1cbee6a7d4 HTTP/1.1" status: 204  len: 168 time: 0.1965077
May 31 11:44:36.003124 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e669b4cc-04f7-407a-9baa-40e4f1e2c164 req-48c67e65-60d4-40c7-897e-5e3e3a3c4e00 tempest-AttachVolumeShelveTestJSON-127538222 tempest-AttachVolumeShelveTestJSON-127538222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 11:44:36.004855 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [req-e669b4cc-04f7-407a-9baa-40e4f1e2c164 req-48c67e65-60d4-40c7-897e-5e3e3a3c4e00 tempest-AttachVolumeShelveTestJSON-127538222 tempest-AttachVolumeShelveTestJSON-127538222-project] 10.222.0.57 "GET /v2.0/ports?device_id=3e7980f7-7a5b-4115-a41f-48764f578357 HTTP/1.1" status: 200  len: 946 time: 0.1104555
May 31 11:44:36.014415 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron.wsgi [-] (103720) accepted ('10.222.0.57', 40468) {{(pid=103720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 31 11:44:36.020540 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron.api.v2.base [None req-b7d98a06-6b6c-42b4-bb63-fc40260036f9 tempest-AttachVolumeShelveTestJSON-127538222 tempest-AttachVolumeShelveTestJSON-127538222-project] Request body: {'floatingip': {'port_id': '47adc6b5-17d9-4109-8892-d6283ab54f49'}} {{(pid=103720) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 31 11:44:36.100561 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-b7d98a06-6b6c-42b4-bb63-fc40260036f9 tempest-AttachVolumeShelveTestJSON-127538222 tempest-AttachVolumeShelveTestJSON-127538222-project] Notify callbacks [] for floatingip, before_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:44:36.457268 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron_lib.callbacks.manager [None req-c59bf3d8-3f04-4740-8d75-807cb4f7478e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744215964654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857257'] for agent, after_update {{(pid=103722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:44:37.006098 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40fd7086-b8f2-4110-8c8a-8f5091b7381b req-be8d7ee8-292e-4e03-b1ea-2518a28d2dfa tempest-ServerRescueNegativeTestJSON-1419813537 tempest-ServerRescueNegativeTestJSON-1419813537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 11:44:37.014836 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [req-40fd7086-b8f2-4110-8c8a-8f5091b7381b req-be8d7ee8-292e-4e03-b1ea-2518a28d2dfa tempest-ServerRescueNegativeTestJSON-1419813537 tempest-ServerRescueNegativeTestJSON-1419813537-project] 10.222.0.57 "GET /v2.0/ports?device_id=b2dee92b-5362-45b1-88ed-3987b2942c9a HTTP/1.1" status: 200  len: 946 time: 0.1177068
May 31 11:44:37.016984 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron_lib.db.resource_extend [None req-b7d98a06-6b6c-42b4-bb63-fc40260036f9 tempest-AttachVolumeShelveTestJSON-127538222 tempest-AttachVolumeShelveTestJSON-127538222-project] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}}
May 31 11:44:37.082063 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [req-40fd7086-b8f2-4110-8c8a-8f5091b7381b req-366cd2be-b2ba-480d-947f-b0b2e55d8b76 tempest-ServerRescueNegativeTestJSON-1419813537 tempest-ServerRescueNegativeTestJSON-1419813537-project] 10.222.0.57 "GET /v2.0/security-groups?id=61284c33-46c4-4e49-8e24-329051971a91&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0657346
May 31 11:44:37.132110 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-b7d98a06-6b6c-42b4-bb63-fc40260036f9 tempest-AttachVolumeShelveTestJSON-127538222 tempest-AttachVolumeShelveTestJSON-127538222-project] Notify callbacks [] for floatingip, precommit_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:44:37.144820 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-b7d98a06-6b6c-42b4-bb63-fc40260036f9 tempest-AttachVolumeShelveTestJSON-127538222 tempest-AttachVolumeShelveTestJSON-127538222-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4088573'] for floatingip, after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:44:37.445103 dv-cinder-786384-7-iscsi neutron-server[103720]: INFO neutron.db.l3_db [None req-b7d98a06-6b6c-42b4-bb63-fc40260036f9 tempest-AttachVolumeShelveTestJSON-127538222 tempest-AttachVolumeShelveTestJSON-127538222-project] Floating IP 8162e22c-636b-4957-8525-941d6ceba46c associated. External IP: 172.27.2.127, port: 47adc6b5-17d9-4109-8892-d6283ab54f49.
May 31 11:44:37.843242 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b7d98a06-6b6c-42b4-bb63-fc40260036f9 tempest-AttachVolumeShelveTestJSON-127538222 tempest-AttachVolumeShelveTestJSON-127538222-project] Router c04fd99b-0c0e-4ac9-87ef-88ba458649ea has already been hosted by L3 agent f8c17dd7-da16-4427-b6e3-d7e30616bc4c {{(pid=103720) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
May 31 11:44:37.918635 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron_lib.callbacks.manager [None req-e2b995a4-3526-4c71-93aa-7f4ba47dfd64 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744215964654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857257'] for agent, after_update {{(pid=103722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:44:38.056221 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b7d98a06-6b6c-42b4-bb63-fc40260036f9 tempest-AttachVolumeShelveTestJSON-127538222 tempest-AttachVolumeShelveTestJSON-127538222-project] Notify agent at l3_agent.dv-cinder-786384-7-iscsi the message routers_updated {{(pid=103720) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
May 31 11:44:38.077250 dv-cinder-786384-7-iscsi neutron-server[103723]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11e16437-6ab8-4e5a-9fa9-21c0a8bf96c3 None None] Sync routers for ids ['c04fd99b-0c0e-4ac9-87ef-88ba458649ea'] in dv-cinder-786384-7-iscsi {{(pid=103723) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 31 11:44:38.093654 dv-cinder-786384-7-iscsi neutron-server[103723]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11e16437-6ab8-4e5a-9fa9-21c0a8bf96c3 None None] Routers {'c04fd99b-0c0e-4ac9-87ef-88ba458649ea'} bound to L3 agent in host dv-cinder-786384-7-iscsi {{(pid=103723) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 31 11:44:38.095024 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-b7d98a06-6b6c-42b4-bb63-fc40260036f9 tempest-AttachVolumeShelveTestJSON-127538222 tempest-AttachVolumeShelveTestJSON-127538222-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46333'] for floatingip, before_response {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:44:38.099230 dv-cinder-786384-7-iscsi neutron-server[103723]: DEBUG neutron.db.l3_hamode_db [None req-11e16437-6ab8-4e5a-9fa9-21c0a8bf96c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f3ebd8012e0>, 'dv-cinder-786384-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-31T11:36:05Z,description=<?>,heartbeat_timestamp=2021-05-31T11:44:35Z,host='dv-cinder-786384-7-iscsi',id=f8c17dd7-da16-4427-b6e3-d7e30616bc4c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-31T11:36:05Z,topic='l3_agent')) {'router_ids': ['c04fd99b-0c0e-4ac9-87ef-88ba458649ea'], 'active': True} {{(pid=103723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 31 11:44:38.182951 dv-cinder-786384-7-iscsi neutron-server[103720]: INFO neutron.wsgi [None req-b7d98a06-6b6c-42b4-bb63-fc40260036f9 tempest-AttachVolumeShelveTestJSON-127538222 tempest-AttachVolumeShelveTestJSON-127538222-project] 10.222.0.57 "PUT /v2.0/floatingips/8162e22c-636b-4957-8525-941d6ceba46c HTTP/1.1" status: 200  len: 992 time: 2.1669779
May 31 11:44:38.183739 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3e7980f7-7a5b-4115-a41f-48764f578357', 'tag': '47adc6b5-17d9-4109-8892-d6283ab54f49'}] {{(pid=103720) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 31 11:44:38.186767 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6839f599539fa4c6e3ba02718c376b16d52b950f3872e5f8c495d4ff24c4a199" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c2581056-b604-4fc5-98b0-2cda4cfd76e6" -d '{"events": [{"name": "network-changed", "server_uuid": "3e7980f7-7a5b-4115-a41f-48764f578357", "tag": "47adc6b5-17d9-4109-8892-d6283ab54f49"}]}' {{(pid=103720) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
May 31 11:44:38.359706 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92702183-c8da-4f8f-a50c-7e1276795c96 req-14e228a4-ec8d-47c0-bbc6-b1ae1cba563a tempest-ServerRescueNegativeTestJSON-1419813537 tempest-ServerRescueNegativeTestJSON-1419813537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 11:44:38.361307 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [req-92702183-c8da-4f8f-a50c-7e1276795c96 req-14e228a4-ec8d-47c0-bbc6-b1ae1cba563a tempest-ServerRescueNegativeTestJSON-1419813537 tempest-ServerRescueNegativeTestJSON-1419813537-project] 10.222.0.57 "GET /v2.0/ports?device_id=b2dee92b-5362-45b1-88ed-3987b2942c9a HTTP/1.1" status: 200  len: 946 time: 0.1001127
May 31 11:44:38.364841 dv-cinder-786384-7-iscsi neutron-server[103723]: DEBUG neutron.db.l3_dvr_db [None req-11e16437-6ab8-4e5a-9fa9-21c0a8bf96c3 None None] Set router c04fd99b-0c0e-4ac9-87ef-88ba458649ea gateway port host: dv-cinder-786384-7-iscsi {{(pid=103723) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
May 31 11:44:38.414990 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [req-92702183-c8da-4f8f-a50c-7e1276795c96 req-08912b07-7090-4d85-b4fd-2b4f7b73eeda tempest-ServerRescueNegativeTestJSON-1419813537 tempest-ServerRescueNegativeTestJSON-1419813537-project] 10.222.0.57 "GET /v2.0/security-groups?id=61284c33-46c4-4e49-8e24-329051971a91&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0472519
May 31 11:44:38.447326 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 31 May 2021 11:44:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2ae278e0-8ba3-4830-b8ee-f87af0bc5316 x-openstack-request-id: req-2ae278e0-8ba3-4830-b8ee-f87af0bc5316 {{(pid=103720) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
May 31 11:44:38.447630 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3e7980f7-7a5b-4115-a41f-48764f578357", "tag": "47adc6b5-17d9-4109-8892-d6283ab54f49", "status": "completed", "code": 200}]} {{(pid=103720) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
May 31 11:44:38.447932 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-2ae278e0-8ba3-4830-b8ee-f87af0bc5316 {{(pid=103720) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
May 31 11:44:38.448347 dv-cinder-786384-7-iscsi neutron-server[103720]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3e7980f7-7a5b-4115-a41f-48764f578357', 'tag': '47adc6b5-17d9-4109-8892-d6283ab54f49', 'status': 'completed', 'code': 200}
May 31 11:44:38.529568 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron.wsgi [-] (103720) accepted ('10.222.0.57', 40570) {{(pid=103720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 31 11:44:38.589240 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2581056-b604-4fc5-98b0-2cda4cfd76e6 req-dcaa7c7e-25d1-43c5-b947-bbd5e1ca3360 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 11:44:38.591145 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [req-c2581056-b604-4fc5-98b0-2cda4cfd76e6 req-dcaa7c7e-25d1-43c5-b947-bbd5e1ca3360 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=f3bd06944c9240d0a51b5da41de72600&device_id=3e7980f7-7a5b-4115-a41f-48764f578357 HTTP/1.1" status: 200  len: 1099 time: 0.0809901
May 31 11:44:38.658273 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-c6bfcf4c-f40c-4065-a9d7-37bbc757f871 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:44:38.673959 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron.db.quota.driver [None req-c6bfcf4c-f40c-4065-a9d7-37bbc757f871 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=103720) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 31 11:44:38.678034 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron.quota.resource [None req-c6bfcf4c-f40c-4065-a9d7-37bbc757f871 admin admin] Usage tracker for resource:security_group_rule and tenant:61b56876f4a6404da7cda6db5bbf37df is out of sync, need to count used quota {{(pid=103720) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 31 11:44:38.681357 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron.quota.resource [None req-c6bfcf4c-f40c-4065-a9d7-37bbc757f871 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=103720) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 31 11:44:38.687480 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron.db.quota.driver [None req-c6bfcf4c-f40c-4065-a9d7-37bbc757f871 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=103720) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 31 11:44:38.748762 dv-cinder-786384-7-iscsi neutron-server[103723]: DEBUG neutron.db.l3_hamode_db [None req-11e16437-6ab8-4e5a-9fa9-21c0a8bf96c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f3ebd8012e0>, [{'id': 'c04fd99b-0c0e-4ac9-87ef-88ba458649ea', 'name': 'tempest-AttachVolumeShelveTestJSON-352513985-router', 'tenant_id': 'f3bd06944c9240d0a51b5da41de72600', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cb16751-6ba1-494a-bef1-53f614bdb222', 'external_fixed_ips': [{'subnet_id': '1135c889-0623-4d10-975a-f2c46f50f0f6', 'ip_address': '172.27.2.123'}], 'enable_snat': True}, 'gw_port_id': 'a86d7503-e894-41f3-8504-76bdb32c60d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T11:43:46Z', 'updated_at': '2021-05-31T11:43:55Z', 'revision_number': 4, 'project_id': 'f3bd06944c9240d0a51b5da41de72600', 'gw_port': {'id': 'a86d7503-e894-41f3-8504-76bdb32c60d9', 'name': '', 'network_id': '1cb16751-6ba1-494a-bef1-53f614bdb222', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:11:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c04fd99b-0c0e-4ac9-87ef-88ba458649ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': '1135c889-0623-4d10-975a-f2c46f50f0f6', 'ip_address': '172.27.2.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786384-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T11:43:48Z', 'updated_at': '2021-05-31T11:43:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1135c889-0623-4d10-975a-f2c46f50f0f6', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786384-7-iscsi', '_floatingips': [{'id': '8162e22c-636b-4957-8525-941d6ceba46c', 'tenant_id': 'f3bd06944c9240d0a51b5da41de72600', 'floating_ip_address': '172.27.2.127', 'floating_network_id': '1cb16751-6ba1-494a-bef1-53f614bdb222', 'router_id': 'c04fd99b-0c0e-4ac9-87ef-88ba458649ea', 'port_id': '47adc6b5-17d9-4109-8892-d6283ab54f49', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 116, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2c20abfc-12cd-4800-b928-7191b2675429', 'mac_address': 'fa:16:3e:9f:92:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e7980f7-7a5b-4115-a41f-48764f578357', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-31T11:44:06Z', 'updated_at': '2021-05-31T11:44:36Z', 'revision_number': 1, 'project_id': 'f3bd06944c9240d0a51b5da41de72600', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '26f3a154-0095-45c0-b840-93b3827acb87', 'name': '', 'network_id': '2c20abfc-12cd-4800-b928-7191b2675429', 'tenant_id': 'f3bd06944c9240d0a51b5da41de72600', 'mac_address': 'fa:16:3e:18:ea:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c04fd99b-0c0e-4ac9-87ef-88ba458649ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '97d26c19-ffd5-4600-9f66-20181dad1656', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786384-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T11:43:53Z', 'updated_at': '2021-05-31T11:44:08Z', 'revision_number': 5, 'project_id': 'f3bd06944c9240d0a51b5da41de72600', 'subnets': [{'id': '97d26c19-ffd5-4600-9f66-20181dad1656', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786384-7-iscsi', False) {} {{(pid=103723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 31 11:44:38.752689 dv-cinder-786384-7-iscsi neutron-server[103723]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11e16437-6ab8-4e5a-9fa9-21c0a8bf96c3 None None] Checking router: c04fd99b-0c0e-4ac9-87ef-88ba458649ea for host: dv-cinder-786384-7-iscsi {{(pid=103723) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
May 31 11:44:38.762669 dv-cinder-786384-7-iscsi neutron-server[103723]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11e16437-6ab8-4e5a-9fa9-21c0a8bf96c3 None None] Routers {'c04fd99b-0c0e-4ac9-87ef-88ba458649ea'} bound to L3 agent in host dv-cinder-786384-7-iscsi {{(pid=103723) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 31 11:44:38.763274 dv-cinder-786384-7-iscsi neutron-server[103723]: DEBUG neutron.db.l3_hamode_db [None req-11e16437-6ab8-4e5a-9fa9-21c0a8bf96c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f3ebd8012e0>, 'dv-cinder-786384-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-31T11:36:05Z,description=<?>,heartbeat_timestamp=2021-05-31T11:44:35Z,host='dv-cinder-786384-7-iscsi',id=f8c17dd7-da16-4427-b6e3-d7e30616bc4c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-31T11:36:05Z,topic='l3_agent')) {'router_ids': ['c04fd99b-0c0e-4ac9-87ef-88ba458649ea'], 'active': True} {{(pid=103723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 31 11:44:38.779091 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-c6bfcf4c-f40c-4065-a9d7-37bbc757f871 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:44:38.784534 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-c6bfcf4c-f40c-4065-a9d7-37bbc757f871 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3705957'] for security_group, after_create {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:44:38.793765 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103720) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 31 11:44:38.809489 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2581056-b604-4fc5-98b0-2cda4cfd76e6 req-0980c512-63c0-4a37-952d-7bd12c6c8fc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 11:44:38.810921 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [req-c2581056-b604-4fc5-98b0-2cda4cfd76e6 req-0980c512-63c0-4a37-952d-7bd12c6c8fc5 service neutron] 10.222.0.60 "GET /v2.0/networks?id=2c20abfc-12cd-4800-b928-7191b2675429 HTTP/1.1" status: 200  len: 917 time: 0.2074699
May 31 11:44:38.822196 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6bfcf4c-f40c-4065-a9d7-37bbc757f871 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=03efae44-a808-4886-875a-a436ae2fca76,revision_number=1']} {{(pid=103720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 31 11:44:38.838910 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG oslo_concurrency.lockutils [None req-c6bfcf4c-f40c-4065-a9d7-37bbc757f871 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=103720) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 31 11:44:38.856999 dv-cinder-786384-7-iscsi neutron-server[103720]: INFO neutron.wsgi [None req-c6bfcf4c-f40c-4065-a9d7-37bbc757f871 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=61b56876f4a6404da7cda6db5bbf37df&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3258181
May 31 11:44:38.859162 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron.wsgi [-] (103720) accepted ('10.222.0.57', 40578) {{(pid=103720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 31 11:44:38.933108 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-d8378a8a-362d-46ab-8a44-74d40f10b061 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:44:38.941178 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [req-c2581056-b604-4fc5-98b0-2cda4cfd76e6 req-0787869e-27d1-4096-8ca0-f3f82970a389 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=47adc6b5-17d9-4109-8892-d6283ab54f49 HTTP/1.1" status: 200  len: 1000 time: 0.1172252
May 31 11:44:38.961863 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-d8378a8a-362d-46ab-8a44-74d40f10b061 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:44:38.969260 dv-cinder-786384-7-iscsi neutron-server[103723]: DEBUG neutron.db.l3_dvr_db [None req-11e16437-6ab8-4e5a-9fa9-21c0a8bf96c3 None None] Set router c04fd99b-0c0e-4ac9-87ef-88ba458649ea gateway port host: dv-cinder-786384-7-iscsi {{(pid=103723) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
May 31 11:44:39.020555 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2581056-b604-4fc5-98b0-2cda4cfd76e6 req-f2c92dae-4bfb-42b3-910b-f1be3b245a17 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 11:44:39.022326 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [req-c2581056-b604-4fc5-98b0-2cda4cfd76e6 req-f2c92dae-4bfb-42b3-910b-f1be3b245a17 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=97d26c19-ffd5-4600-9f66-20181dad1656 HTTP/1.1" status: 200  len: 855 time: 0.0722713
May 31 11:44:39.058469 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-d8378a8a-362d-46ab-8a44-74d40f10b061 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3705957'] for security_group, after_delete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:44:39.064129 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG oslo_concurrency.lockutils [None req-b3a15109-6627-4f79-8281-b5b6f5188f27 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103720) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 31 11:44:39.078560 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8378a8a-362d-46ab-8a44-74d40f10b061 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=03efae44-a808-4886-875a-a436ae2fca76,revision_number=None']} {{(pid=103720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 31 11:44:39.081894 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG oslo_concurrency.lockutils [None req-d8378a8a-362d-46ab-8a44-74d40f10b061 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=103720) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 31 11:44:39.089983 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-d8378a8a-362d-46ab-8a44-74d40f10b061 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:44:39.103383 dv-cinder-786384-7-iscsi neutron-server[103720]: INFO neutron.wsgi [None req-d8378a8a-362d-46ab-8a44-74d40f10b061 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/03efae44-a808-4886-875a-a436ae2fca76 HTTP/1.1" status: 204  len: 168 time: 0.2431669
May 31 11:44:39.197412 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2581056-b604-4fc5-98b0-2cda4cfd76e6 req-3b3ad4e7-d74b-4e8c-b273-b1215a304cdd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 11:44:39.199217 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [req-c2581056-b604-4fc5-98b0-2cda4cfd76e6 req-3b3ad4e7-d74b-4e8c-b273-b1215a304cdd service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=2c20abfc-12cd-4800-b928-7191b2675429&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1683264
May 31 11:44:39.432976 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [req-c2581056-b604-4fc5-98b0-2cda4cfd76e6 req-8ffd1598-abf5-4516-8bbd-e6763055b15d service neutron] 10.222.0.60 "GET /v2.0/networks/2c20abfc-12cd-4800-b928-7191b2675429?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2216723
May 31 11:44:39.657205 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron.wsgi [-] (103720) accepted ('10.222.0.57', 40612) {{(pid=103720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 31 11:44:39.678007 dv-cinder-786384-7-iscsi neutron-server[103723]: DEBUG neutron.db.l3_hamode_db [None req-11e16437-6ab8-4e5a-9fa9-21c0a8bf96c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f3ebd8012e0>, [{'id': 'c04fd99b-0c0e-4ac9-87ef-88ba458649ea', 'name': 'tempest-AttachVolumeShelveTestJSON-352513985-router', 'tenant_id': 'f3bd06944c9240d0a51b5da41de72600', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cb16751-6ba1-494a-bef1-53f614bdb222', 'external_fixed_ips': [{'subnet_id': '1135c889-0623-4d10-975a-f2c46f50f0f6', 'ip_address': '172.27.2.123'}], 'enable_snat': True}, 'gw_port_id': 'a86d7503-e894-41f3-8504-76bdb32c60d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T11:43:46Z', 'updated_at': '2021-05-31T11:43:55Z', 'revision_number': 4, 'project_id': 'f3bd06944c9240d0a51b5da41de72600', 'gw_port': {'id': 'a86d7503-e894-41f3-8504-76bdb32c60d9', 'name': '', 'network_id': '1cb16751-6ba1-494a-bef1-53f614bdb222', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:11:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c04fd99b-0c0e-4ac9-87ef-88ba458649ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': '1135c889-0623-4d10-975a-f2c46f50f0f6', 'ip_address': '172.27.2.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786384-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T11:43:48Z', 'updated_at': '2021-05-31T11:43:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1135c889-0623-4d10-975a-f2c46f50f0f6', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786384-7-iscsi', '_floatingips': [{'id': '8162e22c-636b-4957-8525-941d6ceba46c', 'tenant_id': 'f3bd06944c9240d0a51b5da41de72600', 'floating_ip_address': '172.27.2.127', 'floating_network_id': '1cb16751-6ba1-494a-bef1-53f614bdb222', 'router_id': 'c04fd99b-0c0e-4ac9-87ef-88ba458649ea', 'port_id': '47adc6b5-17d9-4109-8892-d6283ab54f49', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 116, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2c20abfc-12cd-4800-b928-7191b2675429', 'mac_address': 'fa:16:3e:9f:92:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e7980f7-7a5b-4115-a41f-48764f578357', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-31T11:44:06Z', 'updated_at': '2021-05-31T11:44:36Z', 'revision_number': 1, 'project_id': 'f3bd06944c9240d0a51b5da41de72600', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '26f3a154-0095-45c0-b840-93b3827acb87', 'name': '', 'network_id': '2c20abfc-12cd-4800-b928-7191b2675429', 'tenant_id': 'f3bd06944c9240d0a51b5da41de72600', 'mac_address': 'fa:16:3e:18:ea:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c04fd99b-0c0e-4ac9-87ef-88ba458649ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '97d26c19-ffd5-4600-9f66-20181dad1656', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786384-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T11:43:53Z', 'updated_at': '2021-05-31T11:44:08Z', 'revision_number': 5, 'project_id': 'f3bd06944c9240d0a51b5da41de72600', 'subnets': [{'id': '97d26c19-ffd5-4600-9f66-20181dad1656', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786384-7-iscsi', False) {} {{(pid=103723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 31 11:44:39.680517 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-c1cd8117-0dfb-44b5-afeb-53cae7ceaacd admin admin] Notify callbacks [] for security_group, before_create {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:44:39.682517 dv-cinder-786384-7-iscsi neutron-server[103723]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11e16437-6ab8-4e5a-9fa9-21c0a8bf96c3 None None] The sync data for ids ['c04fd99b-0c0e-4ac9-87ef-88ba458649ea'] in dv-cinder-786384-7-iscsi is: [{'id': 'c04fd99b-0c0e-4ac9-87ef-88ba458649ea', 'name': 'tempest-AttachVolumeShelveTestJSON-352513985-router', 'tenant_id': 'f3bd06944c9240d0a51b5da41de72600', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cb16751-6ba1-494a-bef1-53f614bdb222', 'external_fixed_ips': [{'subnet_id': '1135c889-0623-4d10-975a-f2c46f50f0f6', 'ip_address': '172.27.2.123'}], 'enable_snat': True}, 'gw_port_id': 'a86d7503-e894-41f3-8504-76bdb32c60d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T11:43:46Z', 'updated_at': '2021-05-31T11:43:55Z', 'revision_number': 4, 'project_id': 'f3bd06944c9240d0a51b5da41de72600', 'gw_port': {'id': 'a86d7503-e894-41f3-8504-76bdb32c60d9', 'name': '', 'network_id': '1cb16751-6ba1-494a-bef1-53f614bdb222', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:11:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c04fd99b-0c0e-4ac9-87ef-88ba458649ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': '1135c889-0623-4d10-975a-f2c46f50f0f6', 'ip_address': '172.27.2.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786384-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T11:43:48Z', 'updated_at': '2021-05-31T11:43:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1135c889-0623-4d10-975a-f2c46f50f0f6', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786384-7-iscsi', '_floatingips': [{'id': '8162e22c-636b-4957-8525-941d6ceba46c', 'tenant_id': 'f3bd06944c9240d0a51b5da41de72600', 'floating_ip_address': '172.27.2.127', 'floating_network_id': '1cb16751-6ba1-494a-bef1-53f614bdb222', 'router_id': 'c04fd99b-0c0e-4ac9-87ef-88ba458649ea', 'port_id': '47adc6b5-17d9-4109-8892-d6283ab54f49', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 116, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2c20abfc-12cd-4800-b928-7191b2675429', 'mac_address': 'fa:16:3e:9f:92:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e7980f7-7a5b-4115-a41f-48764f578357', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-31T11:44:06Z', 'updated_at': '2021-05-31T11:44:36Z', 'revision_number': 1, 'project_id': 'f3bd06944c9240d0a51b5da41de72600', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '26f3a154-0095-45c0-b840-93b3827acb87', 'name': '', 'network_id': '2c20abfc-12cd-4800-b928-7191b2675429', 'tenant_id': 'f3bd06944c9240d0a51b5da41de72600', 'mac_address': 'fa:16:3e:18:ea:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c04fd99b-0c0e-4ac9-87ef-88ba458649ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '97d26c19-ffd5-4600-9f66-20181dad1656', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786384-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T11:43:53Z', 'updated_at': '2021-05-31T11:44:08Z', 'revision_number': 5, 'project_id': 'f3bd06944c9240d0a51b5da41de72600', 'subnets': [{'id': '97d26c19-ffd5-4600-9f66-20181dad1656', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103723) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 31 11:44:39.706902 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron.db.quota.driver [None req-c1cd8117-0dfb-44b5-afeb-53cae7ceaacd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=103720) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 31 11:44:39.711522 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron.quota.resource [None req-c1cd8117-0dfb-44b5-afeb-53cae7ceaacd admin admin] Usage tracker for resource:security_group_rule and tenant:955d0cfd19644326adb182f1440a44a5 is out of sync, need to count used quota {{(pid=103720) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 31 11:44:39.720271 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron.quota.resource [None req-c1cd8117-0dfb-44b5-afeb-53cae7ceaacd admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=103720) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 31 11:44:39.726808 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron.db.quota.driver [None req-c1cd8117-0dfb-44b5-afeb-53cae7ceaacd admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=103720) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 31 11:44:39.841049 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [req-c2581056-b604-4fc5-98b0-2cda4cfd76e6 req-55c54278-565d-4f3b-93d5-f1d7320b2c21 service neutron] 10.222.0.60 "GET /v2.0/networks/2c20abfc-12cd-4800-b928-7191b2675429?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3989153
May 31 11:44:39.852467 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b71813e-546d-46bf-9c4b-991de0228c37 req-df31e939-f6c6-46dd-b825-a99c80be9f68 tempest-ServerRescueNegativeTestJSON-1419813537 tempest-ServerRescueNegativeTestJSON-1419813537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 11:44:39.854476 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [req-1b71813e-546d-46bf-9c4b-991de0228c37 req-df31e939-f6c6-46dd-b825-a99c80be9f68 tempest-ServerRescueNegativeTestJSON-1419813537 tempest-ServerRescueNegativeTestJSON-1419813537-project] 10.222.0.57 "GET /v2.0/ports?device_id=b2dee92b-5362-45b1-88ed-3987b2942c9a HTTP/1.1" status: 200  len: 946 time: 0.2443025
May 31 11:44:39.865524 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-c1cd8117-0dfb-44b5-afeb-53cae7ceaacd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:44:39.872807 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-c1cd8117-0dfb-44b5-afeb-53cae7ceaacd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3705957'] for security_group, after_create {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:44:39.891708 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG oslo_concurrency.lockutils [None req-489dd3e3-6fc7-4987-a3cb-665fc1c11ad9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103720) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 31 11:44:39.928028 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [req-1b71813e-546d-46bf-9c4b-991de0228c37 req-852b37a5-915a-42aa-b6a0-bfb4a0f6b22c tempest-ServerRescueNegativeTestJSON-1419813537 tempest-ServerRescueNegativeTestJSON-1419813537-project] 10.222.0.57 "GET /v2.0/security-groups?id=61284c33-46c4-4e49-8e24-329051971a91&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0666192
May 31 11:44:39.943695 dv-cinder-786384-7-iscsi neutron-server[103720]: INFO neutron.wsgi [None req-c1cd8117-0dfb-44b5-afeb-53cae7ceaacd admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=955d0cfd19644326adb182f1440a44a5&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2852142
May 31 11:44:39.946870 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.wsgi [-] (103721) accepted ('10.222.0.57', 40622) {{(pid=103721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 31 11:44:39.958098 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1cd8117-0dfb-44b5-afeb-53cae7ceaacd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6eacf661-0a8b-4f2e-91f3-f48fdcee9c2f,revision_number=1']} {{(pid=103720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 31 11:44:39.962187 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG oslo_concurrency.lockutils [None req-c1cd8117-0dfb-44b5-afeb-53cae7ceaacd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=103720) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 31 11:44:40.043587 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4fa53d85-bfe9-4bd7-8881-cc1a621a37ed None None] New status for floating IP 8162e22c-636b-4957-8525-941d6ceba46c: ACTIVE {{(pid=103722) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
May 31 11:44:40.048681 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron_lib.callbacks.manager [None req-da5edff8-96a7-46ae-8153-9e8bdd6b40bf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:44:40.105470 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron_lib.callbacks.manager [None req-da5edff8-96a7-46ae-8153-9e8bdd6b40bf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:44:40.178817 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron_lib.callbacks.manager [None req-da5edff8-96a7-46ae-8153-9e8bdd6b40bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3705957'] for security_group, after_delete {{(pid=103721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:44:40.185345 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103721) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 31 11:44:40.199004 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da5edff8-96a7-46ae-8153-9e8bdd6b40bf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6eacf661-0a8b-4f2e-91f3-f48fdcee9c2f,revision_number=None']} {{(pid=103721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 31 11:44:40.203255 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG oslo_concurrency.lockutils [None req-da5edff8-96a7-46ae-8153-9e8bdd6b40bf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=103721) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 31 11:44:40.212055 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron_lib.callbacks.manager [None req-da5edff8-96a7-46ae-8153-9e8bdd6b40bf admin admin] Notify callbacks [] for security_group, before_response {{(pid=103721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:44:40.213828 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [None req-da5edff8-96a7-46ae-8153-9e8bdd6b40bf admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/6eacf661-0a8b-4f2e-91f3-f48fdcee9c2f HTTP/1.1" status: 204  len: 168 time: 0.2659516
May 31 11:44:40.881207 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1318b351-69af-4f6c-8005-4277464af683 req-fb3086cc-8dbd-434f-9c98-1efdc5624b08 tempest-DeleteServersTestJSON-371463323 tempest-DeleteServersTestJSON-371463323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 11:44:40.882757 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [req-1318b351-69af-4f6c-8005-4277464af683 req-fb3086cc-8dbd-434f-9c98-1efdc5624b08 tempest-DeleteServersTestJSON-371463323 tempest-DeleteServersTestJSON-371463323-project] 10.222.0.57 "GET /v2.0/ports?device_id=09fa359b-a0f7-45d6-9cf6-438c3a13ca9a HTTP/1.1" status: 200  len: 945 time: 0.0846617
May 31 11:44:40.930123 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [req-1318b351-69af-4f6c-8005-4277464af683 req-4d7812dd-b27d-4be9-ab6c-c216fc76ae99 tempest-DeleteServersTestJSON-371463323 tempest-DeleteServersTestJSON-371463323-project] 10.222.0.57 "GET /v2.0/security-groups?id=8c2f6c95-aeb8-4743-837a-f3bdfdb83e31&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0407612
May 31 11:44:41.120659 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6dd990e-abe6-41e0-aee8-87dc8b1be9bf req-cb353211-37d1-48a1-9fb0-2b2ad5f90e20 tempest-ServerRescueNegativeTestJSON-1419813537 tempest-ServerRescueNegativeTestJSON-1419813537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 11:44:41.122009 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [req-a6dd990e-abe6-41e0-aee8-87dc8b1be9bf req-cb353211-37d1-48a1-9fb0-2b2ad5f90e20 tempest-ServerRescueNegativeTestJSON-1419813537 tempest-ServerRescueNegativeTestJSON-1419813537-project] 10.222.0.57 "GET /v2.0/ports?device_id=b2dee92b-5362-45b1-88ed-3987b2942c9a HTTP/1.1" status: 200  len: 946 time: 0.0783012
May 31 11:44:41.170257 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [req-a6dd990e-abe6-41e0-aee8-87dc8b1be9bf req-f1011ce7-c15f-4bd0-9786-b492b8e0898f tempest-ServerRescueNegativeTestJSON-1419813537 tempest-ServerRescueNegativeTestJSON-1419813537-project] 10.222.0.57 "GET /v2.0/security-groups?id=61284c33-46c4-4e49-8e24-329051971a91&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0421937
May 31 11:44:42.132506 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0de7941b-462b-4ed8-ad04-0a31a55a2838 req-df233736-3cae-4a2b-8ee3-141a73928cda tempest-DeleteServersTestJSON-371463323 tempest-DeleteServersTestJSON-371463323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 11:44:42.135119 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [req-0de7941b-462b-4ed8-ad04-0a31a55a2838 req-df233736-3cae-4a2b-8ee3-141a73928cda tempest-DeleteServersTestJSON-371463323 tempest-DeleteServersTestJSON-371463323-project] 10.222.0.57 "GET /v2.0/ports?device_id=09fa359b-a0f7-45d6-9cf6-438c3a13ca9a HTTP/1.1" status: 200  len: 945 time: 0.0850720
May 31 11:44:42.184561 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [req-0de7941b-462b-4ed8-ad04-0a31a55a2838 req-bac6c6fc-ce07-4cbb-9cb5-6fade141a731 tempest-DeleteServersTestJSON-371463323 tempest-DeleteServersTestJSON-371463323-project] 10.222.0.57 "GET /v2.0/security-groups?id=8c2f6c95-aeb8-4743-837a-f3bdfdb83e31&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0421581
May 31 11:44:42.367320 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b67e246-07d5-435a-bd56-93671bb5b1d9 req-3513de6b-108f-4bfd-afea-2deaec5414b1 tempest-ServerRescueNegativeTestJSON-1419813537 tempest-ServerRescueNegativeTestJSON-1419813537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 11:44:42.368756 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [req-6b67e246-07d5-435a-bd56-93671bb5b1d9 req-3513de6b-108f-4bfd-afea-2deaec5414b1 tempest-ServerRescueNegativeTestJSON-1419813537 tempest-ServerRescueNegativeTestJSON-1419813537-project] 10.222.0.57 "GET /v2.0/ports?device_id=b2dee92b-5362-45b1-88ed-3987b2942c9a HTTP/1.1" status: 200  len: 946 time: 0.0826638
May 31 11:44:42.414865 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [req-6b67e246-07d5-435a-bd56-93671bb5b1d9 req-215562a3-3a4f-4acf-ae87-a5443f51201a tempest-ServerRescueNegativeTestJSON-1419813537 tempest-ServerRescueNegativeTestJSON-1419813537-project] 10.222.0.57 "GET /v2.0/security-groups?id=61284c33-46c4-4e49-8e24-329051971a91&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0401890
May 31 11:44:43.172982 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron.wsgi [-] (103720) accepted ('10.222.0.57', 40738) {{(pid=103720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 31 11:44:43.299664 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-f5f5d07f-e782-408f-bf46-d024383de162 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:44:43.315500 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron.db.quota.driver [None req-f5f5d07f-e782-408f-bf46-d024383de162 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=103720) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 31 11:44:43.319660 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron.quota.resource [None req-f5f5d07f-e782-408f-bf46-d024383de162 admin admin] Usage tracker for resource:security_group_rule and tenant:430d1636f3e24e8999e05d96d5e10c50 is out of sync, need to count used quota {{(pid=103720) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 31 11:44:43.322560 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron.quota.resource [None req-f5f5d07f-e782-408f-bf46-d024383de162 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=103720) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 31 11:44:43.328148 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron.db.quota.driver [None req-f5f5d07f-e782-408f-bf46-d024383de162 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=103720) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 31 11:44:43.372078 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a07ebf7c-df9c-403d-b315-6858be5f8fc7 req-022626fa-f89e-4235-b796-af020f4d1a30 tempest-DeleteServersTestJSON-371463323 tempest-DeleteServersTestJSON-371463323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 11:44:43.373653 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [req-a07ebf7c-df9c-403d-b315-6858be5f8fc7 req-022626fa-f89e-4235-b796-af020f4d1a30 tempest-DeleteServersTestJSON-371463323 tempest-DeleteServersTestJSON-371463323-project] 10.222.0.57 "GET /v2.0/ports?device_id=09fa359b-a0f7-45d6-9cf6-438c3a13ca9a HTTP/1.1" status: 200  len: 945 time: 0.0807054
May 31 11:44:43.408330 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-f5f5d07f-e782-408f-bf46-d024383de162 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:44:43.412208 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-f5f5d07f-e782-408f-bf46-d024383de162 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3705957'] for security_group, after_create {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:44:43.418644 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [req-a07ebf7c-df9c-403d-b315-6858be5f8fc7 req-578d258c-aaed-4296-9de9-d562f4af6abb tempest-DeleteServersTestJSON-371463323 tempest-DeleteServersTestJSON-371463323-project] 10.222.0.57 "GET /v2.0/security-groups?id=8c2f6c95-aeb8-4743-837a-f3bdfdb83e31&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0388737
May 31 11:44:43.420543 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG oslo_concurrency.lockutils [None req-7c57fddc-4b4f-4762-b332-ffdcab6f86a5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103720) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 31 11:44:43.463665 dv-cinder-786384-7-iscsi neutron-server[103720]: INFO neutron.wsgi [None req-f5f5d07f-e782-408f-bf46-d024383de162 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=430d1636f3e24e8999e05d96d5e10c50&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2894886
May 31 11:44:43.465379 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5f5d07f-e782-408f-bf46-d024383de162 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dd42e624-f6fe-40d7-8ec4-eaced3b7fccc,revision_number=1']} {{(pid=103720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 31 11:44:43.466616 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.wsgi [-] (103721) accepted ('10.222.0.57', 40750) {{(pid=103721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 31 11:44:43.468492 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG oslo_concurrency.lockutils [None req-f5f5d07f-e782-408f-bf46-d024383de162 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=103720) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 31 11:44:43.580254 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron_lib.callbacks.manager [None req-a184d5d7-55a6-4bcb-84c3-befd44e0ddbf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:44:43.615667 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron_lib.callbacks.manager [None req-a184d5d7-55a6-4bcb-84c3-befd44e0ddbf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:44:43.673301 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ace07095-dd6f-4b30-9ad3-87e6da962468 req-06786a6c-0404-460c-8215-9cb32254a859 tempest-ServerRescueNegativeTestJSON-1419813537 tempest-ServerRescueNegativeTestJSON-1419813537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 11:44:43.674784 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [req-ace07095-dd6f-4b30-9ad3-87e6da962468 req-06786a6c-0404-460c-8215-9cb32254a859 tempest-ServerRescueNegativeTestJSON-1419813537 tempest-ServerRescueNegativeTestJSON-1419813537-project] 10.222.0.57 "GET /v2.0/ports?device_id=b2dee92b-5362-45b1-88ed-3987b2942c9a HTTP/1.1" status: 200  len: 946 time: 0.1423800
May 31 11:44:43.696876 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron_lib.callbacks.manager [None req-a184d5d7-55a6-4bcb-84c3-befd44e0ddbf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3705957'] for security_group, after_delete {{(pid=103721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:44:43.703749 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103721) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 31 11:44:43.725871 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a184d5d7-55a6-4bcb-84c3-befd44e0ddbf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dd42e624-f6fe-40d7-8ec4-eaced3b7fccc,revision_number=None']} {{(pid=103721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 31 11:44:43.735884 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG oslo_concurrency.lockutils [None req-a184d5d7-55a6-4bcb-84c3-befd44e0ddbf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=103721) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 31 11:44:43.739185 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron_lib.callbacks.manager [None req-a184d5d7-55a6-4bcb-84c3-befd44e0ddbf admin admin] Notify callbacks [] for security_group, before_response {{(pid=103721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:44:43.743498 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [None req-a184d5d7-55a6-4bcb-84c3-befd44e0ddbf admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/dd42e624-f6fe-40d7-8ec4-eaced3b7fccc HTTP/1.1" status: 204  len: 168 time: 0.2726243
May 31 11:44:43.750840 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [req-ace07095-dd6f-4b30-9ad3-87e6da962468 req-a011c129-68fc-424d-9266-9d0e4d7251df tempest-ServerRescueNegativeTestJSON-1419813537 tempest-ServerRescueNegativeTestJSON-1419813537-project] 10.222.0.57 "GET /v2.0/security-groups?id=61284c33-46c4-4e49-8e24-329051971a91&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0695412
May 31 11:44:44.045313 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron.wsgi [-] (103720) accepted ('10.222.0.57', 40762) {{(pid=103720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 31 11:44:44.063458 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-cd0082d5-c232-4d78-804a-c07f0844bbf6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:44:44.077953 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron.db.quota.driver [None req-cd0082d5-c232-4d78-804a-c07f0844bbf6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=103720) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 31 11:44:44.081775 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron.quota.resource [None req-cd0082d5-c232-4d78-804a-c07f0844bbf6 admin admin] Usage tracker for resource:security_group_rule and tenant:9ce61f0fd42d48a48ba20967bf71e6c9 is out of sync, need to count used quota {{(pid=103720) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 31 11:44:44.084651 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron.quota.resource [None req-cd0082d5-c232-4d78-804a-c07f0844bbf6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=103720) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 31 11:44:44.090525 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron.db.quota.driver [None req-cd0082d5-c232-4d78-804a-c07f0844bbf6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=103720) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 31 11:44:44.180138 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-cd0082d5-c232-4d78-804a-c07f0844bbf6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:44:44.185349 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-cd0082d5-c232-4d78-804a-c07f0844bbf6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3705957'] for security_group, after_create {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:44:44.193781 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG oslo_concurrency.lockutils [None req-7525abb7-de95-462f-84bc-0cea7d52d75f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103720) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 31 11:44:44.231836 dv-cinder-786384-7-iscsi neutron-server[103720]: INFO neutron.wsgi [None req-cd0082d5-c232-4d78-804a-c07f0844bbf6 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=9ce61f0fd42d48a48ba20967bf71e6c9&name=default HTTP/1.1" status: 200  len: 2979 time: 0.1854446
May 31 11:44:44.233465 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd0082d5-c232-4d78-804a-c07f0844bbf6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3506cd18-6943-4f4e-9865-05dff3f6ef88,revision_number=1']} {{(pid=103720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 31 11:44:44.234813 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.wsgi [-] (103721) accepted ('10.222.0.57', 40766) {{(pid=103721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 31 11:44:44.236649 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG oslo_concurrency.lockutils [None req-cd0082d5-c232-4d78-804a-c07f0844bbf6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=103720) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 31 11:44:44.295000 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron_lib.callbacks.manager [None req-96a32caf-f6ca-42f0-b84d-a5cbc29152c0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:44:44.321420 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron_lib.callbacks.manager [None req-96a32caf-f6ca-42f0-b84d-a5cbc29152c0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:44:44.383255 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron_lib.callbacks.manager [None req-96a32caf-f6ca-42f0-b84d-a5cbc29152c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3705957'] for security_group, after_delete {{(pid=103721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:44:44.387577 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG oslo_concurrency.lockutils [None req-21f25461-13dc-4b20-8a2f-38ea9c2788f5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103721) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 31 11:44:44.399524 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96a32caf-f6ca-42f0-b84d-a5cbc29152c0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3506cd18-6943-4f4e-9865-05dff3f6ef88,revision_number=None']} {{(pid=103721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 31 11:44:44.402024 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG oslo_concurrency.lockutils [None req-96a32caf-f6ca-42f0-b84d-a5cbc29152c0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=103721) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 31 11:44:44.409069 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron_lib.callbacks.manager [None req-96a32caf-f6ca-42f0-b84d-a5cbc29152c0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:44:44.413448 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [None req-96a32caf-f6ca-42f0-b84d-a5cbc29152c0 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/3506cd18-6943-4f4e-9865-05dff3f6ef88 HTTP/1.1" status: 204  len: 168 time: 0.1747403
May 31 11:44:44.657121 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f31e42e9-63ea-4ac9-9138-b0c6a4ea5cd0 req-ff832842-f37c-43a6-b43b-9e59435c4e92 tempest-DeleteServersTestJSON-371463323 tempest-DeleteServersTestJSON-371463323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 11:44:44.659076 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [req-f31e42e9-63ea-4ac9-9138-b0c6a4ea5cd0 req-ff832842-f37c-43a6-b43b-9e59435c4e92 tempest-DeleteServersTestJSON-371463323 tempest-DeleteServersTestJSON-371463323-project] 10.222.0.57 "GET /v2.0/ports?device_id=09fa359b-a0f7-45d6-9cf6-438c3a13ca9a HTTP/1.1" status: 200  len: 945 time: 0.1109436
May 31 11:44:44.782436 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [req-f31e42e9-63ea-4ac9-9138-b0c6a4ea5cd0 req-15c82552-660f-409c-b53c-3190db707e49 tempest-DeleteServersTestJSON-371463323 tempest-DeleteServersTestJSON-371463323-project] 10.222.0.57 "GET /v2.0/security-groups?id=8c2f6c95-aeb8-4743-837a-f3bdfdb83e31&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1142492
May 31 11:44:44.978080 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa272591-8a9a-4b76-8d6b-a9b419984f41 req-57f31d76-0720-4926-ab12-5a25cb08e0ab tempest-ServerRescueNegativeTestJSON-1419813537 tempest-ServerRescueNegativeTestJSON-1419813537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 11:44:44.979538 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [req-aa272591-8a9a-4b76-8d6b-a9b419984f41 req-57f31d76-0720-4926-ab12-5a25cb08e0ab tempest-ServerRescueNegativeTestJSON-1419813537 tempest-ServerRescueNegativeTestJSON-1419813537-project] 10.222.0.57 "GET /v2.0/ports?device_id=b2dee92b-5362-45b1-88ed-3987b2942c9a HTTP/1.1" status: 200  len: 946 time: 0.0807128
May 31 11:44:45.028259 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [req-aa272591-8a9a-4b76-8d6b-a9b419984f41 req-a782f77d-b7c0-464d-ad2d-f31c3ddce5b6 tempest-ServerRescueNegativeTestJSON-1419813537 tempest-ServerRescueNegativeTestJSON-1419813537-project] 10.222.0.57 "GET /v2.0/security-groups?id=61284c33-46c4-4e49-8e24-329051971a91&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0430386
May 31 11:44:45.619176 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.wsgi [-] (103721) accepted ('10.222.0.57', 40832) {{(pid=103721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 31 11:44:45.684773 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.db.db_base_plugin_v2 [None req-d5b4fa12-2a94-4a1c-b222-e6f5a67d5a05 admin admin] Deleting subnet 39cf232c-5df6-4b6a-bcd8-222fa37c0841 {{(pid=103721) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}}
May 31 11:44:45.688485 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron_lib.callbacks.manager [None req-d5b4fa12-2a94-4a1c-b222-e6f5a67d5a05 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=103721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:44:45.740225 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron_lib.callbacks.manager [None req-d5b4fa12-2a94-4a1c-b222-e6f5a67d5a05 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=103721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:44:45.747397 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron_lib.callbacks.manager [None req-d5b4fa12-2a94-4a1c-b222-e6f5a67d5a05 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-877032'] for subnet, precommit_delete {{(pid=103721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:44:46.072379 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88468116-5c0b-4397-90e6-a6ddeca0bf45 req-dbd5de80-df8e-4f97-b762-c7052927cd66 tempest-DeleteServersTestJSON-371463323 tempest-DeleteServersTestJSON-371463323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 11:44:46.077055 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [req-88468116-5c0b-4397-90e6-a6ddeca0bf45 req-dbd5de80-df8e-4f97-b762-c7052927cd66 tempest-DeleteServersTestJSON-371463323 tempest-DeleteServersTestJSON-371463323-project] 10.222.0.57 "GET /v2.0/ports?device_id=09fa359b-a0f7-45d6-9cf6-438c3a13ca9a HTTP/1.1" status: 200  len: 945 time: 0.1834676
May 31 11:44:46.141877 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [req-88468116-5c0b-4397-90e6-a6ddeca0bf45 req-cd1f5772-c6be-4617-ad47-4ce28eba8773 tempest-DeleteServersTestJSON-371463323 tempest-DeleteServersTestJSON-371463323-project] 10.222.0.57 "GET /v2.0/security-groups?id=8c2f6c95-aeb8-4743-837a-f3bdfdb83e31&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0621591
May 31 11:44:46.142932 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron_lib.callbacks.manager [None req-d5b4fa12-2a94-4a1c-b222-e6f5a67d5a05 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-877917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3701677'] for subnet, after_delete {{(pid=103721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:44:46.146899 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103721) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 31 11:44:46.182374 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5b4fa12-2a94-4a1c-b222-e6f5a67d5a05 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=39cf232c-5df6-4b6a-bcd8-222fa37c0841,revision_number=None']} {{(pid=103721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 31 11:44:46.187534 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron_lib.callbacks.manager [None req-d5b4fa12-2a94-4a1c-b222-e6f5a67d5a05 admin admin] Notify callbacks [] for subnet, before_response {{(pid=103721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:44:46.195824 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5b4fa12-2a94-4a1c-b222-e6f5a67d5a05 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786384-7-iscsi {{(pid=103721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 31 11:44:46.196164 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5b4fa12-2a94-4a1c-b222-e6f5a67d5a05 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786384-7-iscsi {{(pid=103721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 31 11:44:46.196499 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5b4fa12-2a94-4a1c-b222-e6f5a67d5a05 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786384-7-iscsi {{(pid=103721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 31 11:44:46.196828 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5b4fa12-2a94-4a1c-b222-e6f5a67d5a05 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786384-7-iscsi {{(pid=103721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 31 11:44:46.197183 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5b4fa12-2a94-4a1c-b222-e6f5a67d5a05 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786384-7-iscsi {{(pid=103721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 31 11:44:46.197478 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5b4fa12-2a94-4a1c-b222-e6f5a67d5a05 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786384-7-iscsi {{(pid=103721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 31 11:44:46.197803 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5b4fa12-2a94-4a1c-b222-e6f5a67d5a05 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786384-7-iscsi {{(pid=103721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 31 11:44:46.198126 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5b4fa12-2a94-4a1c-b222-e6f5a67d5a05 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786384-7-iscsi {{(pid=103721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 31 11:44:46.198446 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5b4fa12-2a94-4a1c-b222-e6f5a67d5a05 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786384-7-iscsi {{(pid=103721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 31 11:44:46.199316 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5b4fa12-2a94-4a1c-b222-e6f5a67d5a05 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786384-7-iscsi {{(pid=103721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 31 11:44:46.199638 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5b4fa12-2a94-4a1c-b222-e6f5a67d5a05 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786384-7-iscsi {{(pid=103721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 31 11:44:46.199981 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5b4fa12-2a94-4a1c-b222-e6f5a67d5a05 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786384-7-iscsi {{(pid=103721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 31 11:44:46.203956 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [None req-d5b4fa12-2a94-4a1c-b222-e6f5a67d5a05 admin admin] 10.222.0.57 "DELETE /v2.0/subnets/39cf232c-5df6-4b6a-bcd8-222fa37c0841 HTTP/1.1" status: 204  len: 168 time: 0.5837307
May 31 11:44:46.204830 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG oslo_concurrency.lockutils [None req-d5b4fa12-2a94-4a1c-b222-e6f5a67d5a05 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=103721) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 31 11:44:46.206971 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.wsgi [-] (103721) accepted ('10.222.0.57', 40860) {{(pid=103721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 31 11:44:46.358304 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron_lib.callbacks.manager [None req-03712e3f-d6c2-4fdf-a221-2381ac1bf6e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-969884'] for network, before_delete {{(pid=103721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:44:46.500621 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca7dbc4b-07d4-41f3-944d-7a17786bf03b req-8bfbad1b-fdd9-483e-9f7a-1a8ac49750ed tempest-ServerRescueNegativeTestJSON-1419813537 tempest-ServerRescueNegativeTestJSON-1419813537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 11:44:46.502258 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [req-ca7dbc4b-07d4-41f3-944d-7a17786bf03b req-8bfbad1b-fdd9-483e-9f7a-1a8ac49750ed tempest-ServerRescueNegativeTestJSON-1419813537 tempest-ServerRescueNegativeTestJSON-1419813537-project] 10.222.0.57 "GET /v2.0/ports?device_id=b2dee92b-5362-45b1-88ed-3987b2942c9a HTTP/1.1" status: 200  len: 946 time: 0.2267623
May 31 11:44:46.510512 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron_lib.callbacks.manager [None req-03712e3f-d6c2-4fdf-a221-2381ac1bf6e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-859751', 'neutron.services.segments.db._delete_segments_for_network-8744215964636'] for network, precommit_delete {{(pid=103721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:44:46.538258 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron_lib.callbacks.manager [None req-03712e3f-d6c2-4fdf-a221-2381ac1bf6e8 admin admin] Subscribe: <bound method Plugin._prevent_segment_delete_with_subnet_associated of <neutron.services.segments.plugin.Plugin object at 0x7f3ebc943820>> segment before_delete 55550000 {{(pid=103721) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 31 11:44:46.538606 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron_lib.callbacks.manager [None req-03712e3f-d6c2-4fdf-a221-2381ac1bf6e8 admin admin] Subscribe: <bound method Plugin._validate_auto_address_subnet_delete of <neutron.services.segments.plugin.Plugin object at 0x7f3ebc943820>> subnet precommit_delete_associations 55550000 {{(pid=103721) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 31 11:44:46.539312 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron_lib.callbacks.manager [None req-03712e3f-d6c2-4fdf-a221-2381ac1bf6e8 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_host_addition_to_aggregate of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f3ebc369640>> segment_host_mapping after_create 55550000 {{(pid=103721) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 31 11:44:46.539924 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron_lib.callbacks.manager [None req-03712e3f-d6c2-4fdf-a221-2381ac1bf6e8 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_port_created_or_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f3ebc369640>> port after_create 55550000 {{(pid=103721) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 31 11:44:46.540248 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron_lib.callbacks.manager [None req-03712e3f-d6c2-4fdf-a221-2381ac1bf6e8 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_port_created_or_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f3ebc369640>> port after_delete 55550000 {{(pid=103721) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 31 11:44:46.540642 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron_lib.callbacks.manager [None req-03712e3f-d6c2-4fdf-a221-2381ac1bf6e8 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_port_updated of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f3ebc369640>> port after_update 55550000 {{(pid=103721) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 31 11:44:46.540882 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron_lib.callbacks.manager [None req-03712e3f-d6c2-4fdf-a221-2381ac1bf6e8 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_segment_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f3ebc369640>> segment after_delete 55550000 {{(pid=103721) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 31 11:44:46.541444 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron_lib.callbacks.manager [None req-03712e3f-d6c2-4fdf-a221-2381ac1bf6e8 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_subnet_created of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f3ebc369640>> subnet after_create 55550000 {{(pid=103721) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 31 11:44:46.541899 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron_lib.callbacks.manager [None req-03712e3f-d6c2-4fdf-a221-2381ac1bf6e8 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_subnet_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f3ebc369640>> subnet after_delete 55550000 {{(pid=103721) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 31 11:44:46.542215 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron_lib.callbacks.manager [None req-03712e3f-d6c2-4fdf-a221-2381ac1bf6e8 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_subnet_updated of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f3ebc369640>> subnet after_update 55550000 {{(pid=103721) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 31 11:44:46.690880 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron_lib.callbacks.manager [None req-03712e3f-d6c2-4fdf-a221-2381ac1bf6e8 admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_after_create of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7f3ebc3ceb50>> subnet after_create 55550000 {{(pid=103721) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 31 11:44:46.691713 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron_lib.callbacks.manager [None req-03712e3f-d6c2-4fdf-a221-2381ac1bf6e8 admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_after_delete of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7f3ebc3ceb50>> subnet after_delete 55550000 {{(pid=103721) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 31 11:44:46.691713 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron_lib.callbacks.manager [None req-03712e3f-d6c2-4fdf-a221-2381ac1bf6e8 admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_before_create of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7f3ebc3ceb50>> subnet before_create 55550000 {{(pid=103721) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 31 11:44:46.691967 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron_lib.callbacks.manager [None req-03712e3f-d6c2-4fdf-a221-2381ac1bf6e8 admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_before_update of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7f3ebc3ceb50>> subnet before_update 55550000 {{(pid=103721) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 31 11:44:46.692279 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.services.segments.db [None req-03712e3f-d6c2-4fdf-a221-2381ac1bf6e8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f3ebc369970>,) {'filters': {'network_id': ['b4c30360-3b72-4407-a779-42c745a2540e']}} {{(pid=103721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 31 11:44:46.709415 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.services.segments.db [None req-03712e3f-d6c2-4fdf-a221-2381ac1bf6e8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f3ebc369970>, 'a3796886-7058-4904-9b71-9c070d116503') {'for_net_delete': True} {{(pid=103721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 31 11:44:46.709802 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.services.segments.db [None req-03712e3f-d6c2-4fdf-a221-2381ac1bf6e8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f3ebc369970>, 'a3796886-7058-4904-9b71-9c070d116503') {} {{(pid=103721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 31 11:44:46.733799 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron_lib.callbacks.manager [None req-03712e3f-d6c2-4fdf-a221-2381ac1bf6e8 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744215973789', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2649303'] for segment, before_delete {{(pid=103721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:44:46.751509 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [req-ca7dbc4b-07d4-41f3-944d-7a17786bf03b req-ea9ea75d-424e-45b5-a106-2e9cf7c0ede6 tempest-ServerRescueNegativeTestJSON-1419813537 tempest-ServerRescueNegativeTestJSON-1419813537-project] 10.222.0.57 "GET /v2.0/security-groups?id=61284c33-46c4-4e49-8e24-329051971a91&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2328904
May 31 11:44:46.764091 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron_lib.callbacks.manager [None req-03712e3f-d6c2-4fdf-a221-2381ac1bf6e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-882655'] for segment, precommit_delete {{(pid=103721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:44:46.775568 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-03712e3f-d6c2-4fdf-a221-2381ac1bf6e8 admin admin] Releasing vlan 793 on physical network physnet1 to pool {{(pid=103721) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
May 31 11:44:46.776574 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron_lib.callbacks.manager [None req-03712e3f-d6c2-4fdf-a221-2381ac1bf6e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-882655', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2250791'] for segment, after_delete {{(pid=103721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:44:46.792964 dv-cinder-786384-7-iscsi neutron-server[103721]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead
May 31 11:44:46.792964 dv-cinder-786384-7-iscsi neutron-server[103721]:   from cryptography.utils import int_from_bytes
May 31 11:44:46.792964 dv-cinder-786384-7-iscsi neutron-server[103721]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead
May 31 11:44:46.792964 dv-cinder-786384-7-iscsi neutron-server[103721]:   from cryptography.utils import int_from_bytes
May 31 11:44:46.792964 dv-cinder-786384-7-iscsi neutron-server[103721]: Traceback (most recent call last):
May 31 11:44:46.792964 dv-cinder-786384-7-iscsi neutron-server[103721]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
May 31 11:44:46.792964 dv-cinder-786384-7-iscsi neutron-server[103721]:     timer()
May 31 11:44:46.792964 dv-cinder-786384-7-iscsi neutron-server[103721]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
May 31 11:44:46.792964 dv-cinder-786384-7-iscsi neutron-server[103721]:     cb(*args, **kw)
May 31 11:44:46.792964 dv-cinder-786384-7-iscsi neutron-server[103721]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
May 31 11:44:46.792964 dv-cinder-786384-7-iscsi neutron-server[103721]:     return func(*args, **kwargs)
May 31 11:44:46.792964 dv-cinder-786384-7-iscsi neutron-server[103721]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
May 31 11:44:46.792964 dv-cinder-786384-7-iscsi neutron-server[103721]:     self._notify()
May 31 11:44:46.792964 dv-cinder-786384-7-iscsi neutron-server[103721]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
May 31 11:44:46.792964 dv-cinder-786384-7-iscsi neutron-server[103721]:     self.callback(batched_events)
May 31 11:44:46.792964 dv-cinder-786384-7-iscsi neutron-server[103721]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
May 31 11:44:46.792964 dv-cinder-786384-7-iscsi neutron-server[103721]:     event.method(event)
May 31 11:44:46.792964 dv-cinder-786384-7-iscsi neutron-server[103721]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
May 31 11:44:46.792964 dv-cinder-786384-7-iscsi neutron-server[103721]:     aggregate_id = self._get_aggregate_id(event.segment_id)
May 31 11:44:46.792964 dv-cinder-786384-7-iscsi neutron-server[103721]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
May 31 11:44:46.792964 dv-cinder-786384-7-iscsi neutron-server[103721]:     aggregate_uuid = self.p_client.list_aggregates(
May 31 11:44:46.792964 dv-cinder-786384-7-iscsi neutron-server[103721]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
May 31 11:44:46.792964 dv-cinder-786384-7-iscsi neutron-server[103721]:     return f(self, *a, **k)
May 31 11:44:46.792964 dv-cinder-786384-7-iscsi neutron-server[103721]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
May 31 11:44:46.792964 dv-cinder-786384-7-iscsi neutron-server[103721]:     return self._get(url).json()
May 31 11:44:46.792964 dv-cinder-786384-7-iscsi neutron-server[103721]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
May 31 11:44:46.792964 dv-cinder-786384-7-iscsi neutron-server[103721]:     return self._client.get(url, endpoint_filter=self._ks_filter,
May 31 11:44:46.792964 dv-cinder-786384-7-iscsi neutron-server[103721]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
May 31 11:44:46.792964 dv-cinder-786384-7-iscsi neutron-server[103721]:     return self.request(url, 'GET', **kwargs)
May 31 11:44:46.792964 dv-cinder-786384-7-iscsi neutron-server[103721]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
May 31 11:44:46.792964 dv-cinder-786384-7-iscsi neutron-server[103721]:     base_url = self.get_endpoint(auth, allow=allow,
May 31 11:44:46.792964 dv-cinder-786384-7-iscsi neutron-server[103721]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
May 31 11:44:46.792964 dv-cinder-786384-7-iscsi neutron-server[103721]:     auth = self._auth_required(auth, 'determine endpoint URL')
May 31 11:44:46.792964 dv-cinder-786384-7-iscsi neutron-server[103721]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
May 31 11:44:46.792964 dv-cinder-786384-7-iscsi neutron-server[103721]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
May 31 11:44:46.792964 dv-cinder-786384-7-iscsi neutron-server[103721]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
May 31 11:44:46.874969 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron_lib.callbacks.manager [None req-03712e3f-d6c2-4fdf-a221-2381ac1bf6e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-859758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3705951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3701686', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4088527'] for network, after_delete {{(pid=103721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:44:46.880012 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG oslo_concurrency.lockutils [None req-284533e2-5b87-4a99-97c7-8c3c48287792 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103721) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 31 11:44:46.897251 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron_lib.callbacks.manager [None req-03712e3f-d6c2-4fdf-a221-2381ac1bf6e8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3701651'] for network, before_response {{(pid=103721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:44:46.903699 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03712e3f-d6c2-4fdf-a221-2381ac1bf6e8 admin admin] Pushing event deleted for resources: {'Network': ['ID=b4c30360-3b72-4407-a779-42c745a2540e,revision_number=None']} {{(pid=103721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 31 11:44:46.907826 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [None req-03712e3f-d6c2-4fdf-a221-2381ac1bf6e8 admin admin] 10.222.0.57 "DELETE /v2.0/networks/b4c30360-3b72-4407-a779-42c745a2540e HTTP/1.1" status: 204  len: 168 time: 0.7004349
May 31 11:44:46.908781 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG oslo_concurrency.lockutils [None req-03712e3f-d6c2-4fdf-a221-2381ac1bf6e8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=103721) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 31 11:44:46.910978 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron.wsgi [-] (103720) accepted ('10.222.0.57', 40884) {{(pid=103720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 31 11:44:46.975452 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron.db.db_base_plugin_v2 [None req-74cfb0da-c317-445d-939a-307b5f3bc1f8 admin admin] Deleting subnet 4f7b0f67-af11-468b-8f22-0e09707a0260 {{(pid=103720) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}}
May 31 11:44:46.978699 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-74cfb0da-c317-445d-939a-307b5f3bc1f8 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:44:47.030813 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-74cfb0da-c317-445d-939a-307b5f3bc1f8 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:44:47.038532 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-74cfb0da-c317-445d-939a-307b5f3bc1f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-877032'] for subnet, precommit_delete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:44:47.166392 dv-cinder-786384-7-iscsi neutron-server[103723]: DEBUG neutron.db.agents_db [None req-cb648da2-ef1b-4de5-af28-8b32e926ae6d None None] Agent healthcheck: found 6 active agents {{(pid=103723) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}}
May 31 11:44:47.349044 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35b4e0ca-f9e6-4b1a-848e-179544cabb94 req-989dcbd5-fa33-4195-b1f9-26ff856c4f4c tempest-DeleteServersTestJSON-371463323 tempest-DeleteServersTestJSON-371463323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 11:44:47.350727 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [req-35b4e0ca-f9e6-4b1a-848e-179544cabb94 req-989dcbd5-fa33-4195-b1f9-26ff856c4f4c tempest-DeleteServersTestJSON-371463323 tempest-DeleteServersTestJSON-371463323-project] 10.222.0.57 "GET /v2.0/ports?device_id=09fa359b-a0f7-45d6-9cf6-438c3a13ca9a HTTP/1.1" status: 200  len: 945 time: 0.0889933
May 31 11:44:47.379228 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-74cfb0da-c317-445d-939a-307b5f3bc1f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-877917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3701677'] for subnet, after_delete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:44:47.389111 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103720) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 31 11:44:47.403018 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [req-35b4e0ca-f9e6-4b1a-848e-179544cabb94 req-006f118e-b827-4e2d-8bb6-8654618c528d tempest-DeleteServersTestJSON-371463323 tempest-DeleteServersTestJSON-371463323-project] 10.222.0.57 "GET /v2.0/security-groups?id=8c2f6c95-aeb8-4743-837a-f3bdfdb83e31&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0422239
May 31 11:44:47.420669 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-74cfb0da-c317-445d-939a-307b5f3bc1f8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3701651'] for subnet, before_response {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:44:47.430211 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74cfb0da-c317-445d-939a-307b5f3bc1f8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4f7b0f67-af11-468b-8f22-0e09707a0260,revision_number=None']} {{(pid=103720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 31 11:44:47.443913 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74cfb0da-c317-445d-939a-307b5f3bc1f8 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786384-7-iscsi {{(pid=103720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 31 11:44:47.444308 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74cfb0da-c317-445d-939a-307b5f3bc1f8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786384-7-iscsi {{(pid=103720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 31 11:44:47.444661 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74cfb0da-c317-445d-939a-307b5f3bc1f8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786384-7-iscsi {{(pid=103720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 31 11:44:47.444982 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74cfb0da-c317-445d-939a-307b5f3bc1f8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786384-7-iscsi {{(pid=103720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 31 11:44:47.445323 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74cfb0da-c317-445d-939a-307b5f3bc1f8 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786384-7-iscsi {{(pid=103720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 31 11:44:47.445732 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74cfb0da-c317-445d-939a-307b5f3bc1f8 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786384-7-iscsi {{(pid=103720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 31 11:44:47.446003 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74cfb0da-c317-445d-939a-307b5f3bc1f8 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786384-7-iscsi {{(pid=103720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 31 11:44:47.446374 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74cfb0da-c317-445d-939a-307b5f3bc1f8 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786384-7-iscsi {{(pid=103720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 31 11:44:47.446707 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74cfb0da-c317-445d-939a-307b5f3bc1f8 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786384-7-iscsi {{(pid=103720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 31 11:44:47.447062 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74cfb0da-c317-445d-939a-307b5f3bc1f8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786384-7-iscsi {{(pid=103720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 31 11:44:47.447363 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74cfb0da-c317-445d-939a-307b5f3bc1f8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786384-7-iscsi {{(pid=103720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 31 11:44:47.447674 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74cfb0da-c317-445d-939a-307b5f3bc1f8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786384-7-iscsi {{(pid=103720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 31 11:44:47.452786 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG oslo_concurrency.lockutils [None req-74cfb0da-c317-445d-939a-307b5f3bc1f8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=103720) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 31 11:44:47.457611 dv-cinder-786384-7-iscsi neutron-server[103720]: INFO neutron.wsgi [None req-74cfb0da-c317-445d-939a-307b5f3bc1f8 admin admin] 10.222.0.57 "DELETE /v2.0/subnets/4f7b0f67-af11-468b-8f22-0e09707a0260 HTTP/1.1" status: 204  len: 168 time: 0.5456333
May 31 11:44:47.460405 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron.wsgi [-] (103720) accepted ('10.222.0.57', 40904) {{(pid=103720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 31 11:44:47.567688 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-e2e2e425-dcff-4d9e-a1ac-e5cdc3993bec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-969884'] for network, before_delete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:44:47.700169 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-e2e2e425-dcff-4d9e-a1ac-e5cdc3993bec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-859751', 'neutron.services.segments.db._delete_segments_for_network-8744215964636'] for network, precommit_delete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:44:47.713337 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-e2e2e425-dcff-4d9e-a1ac-e5cdc3993bec admin admin] Subscribe: <bound method Plugin._prevent_segment_delete_with_subnet_associated of <neutron.services.segments.plugin.Plugin object at 0x7f3ebc3a96a0>> segment before_delete 55550000 {{(pid=103720) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 31 11:44:47.713691 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-e2e2e425-dcff-4d9e-a1ac-e5cdc3993bec admin admin] Subscribe: <bound method Plugin._validate_auto_address_subnet_delete of <neutron.services.segments.plugin.Plugin object at 0x7f3ebc3a96a0>> subnet precommit_delete_associations 55550000 {{(pid=103720) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 31 11:44:47.714449 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-e2e2e425-dcff-4d9e-a1ac-e5cdc3993bec admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_host_addition_to_aggregate of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f3ebc2b4430>> segment_host_mapping after_create 55550000 {{(pid=103720) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 31 11:44:47.714797 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-e2e2e425-dcff-4d9e-a1ac-e5cdc3993bec admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_port_created_or_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f3ebc2b4430>> port after_create 55550000 {{(pid=103720) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 31 11:44:47.715115 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-e2e2e425-dcff-4d9e-a1ac-e5cdc3993bec admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_port_created_or_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f3ebc2b4430>> port after_delete 55550000 {{(pid=103720) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 31 11:44:47.715470 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-e2e2e425-dcff-4d9e-a1ac-e5cdc3993bec admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_port_updated of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f3ebc2b4430>> port after_update 55550000 {{(pid=103720) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 31 11:44:47.715818 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-e2e2e425-dcff-4d9e-a1ac-e5cdc3993bec admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_segment_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f3ebc2b4430>> segment after_delete 55550000 {{(pid=103720) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 31 11:44:47.716140 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-e2e2e425-dcff-4d9e-a1ac-e5cdc3993bec admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_subnet_created of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f3ebc2b4430>> subnet after_create 55550000 {{(pid=103720) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 31 11:44:47.716456 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-e2e2e425-dcff-4d9e-a1ac-e5cdc3993bec admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_subnet_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f3ebc2b4430>> subnet after_delete 55550000 {{(pid=103720) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 31 11:44:47.716773 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-e2e2e425-dcff-4d9e-a1ac-e5cdc3993bec admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_subnet_updated of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f3ebc2b4430>> subnet after_update 55550000 {{(pid=103720) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 31 11:44:47.781567 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-e2e2e425-dcff-4d9e-a1ac-e5cdc3993bec admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_after_create of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7f3ebc5812e0>> subnet after_create 55550000 {{(pid=103720) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 31 11:44:47.781938 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-e2e2e425-dcff-4d9e-a1ac-e5cdc3993bec admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_after_delete of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7f3ebc5812e0>> subnet after_delete 55550000 {{(pid=103720) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 31 11:44:47.782263 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-e2e2e425-dcff-4d9e-a1ac-e5cdc3993bec admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_before_create of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7f3ebc5812e0>> subnet before_create 55550000 {{(pid=103720) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 31 11:44:47.782589 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-e2e2e425-dcff-4d9e-a1ac-e5cdc3993bec admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_before_update of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7f3ebc5812e0>> subnet before_update 55550000 {{(pid=103720) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 31 11:44:47.782943 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron.services.segments.db [None req-e2e2e425-dcff-4d9e-a1ac-e5cdc3993bec admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f3ebc3a9460>,) {'filters': {'network_id': ['62b8a66f-5af7-424e-8a31-d3d29012af34']}} {{(pid=103720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 31 11:44:47.797413 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron.services.segments.db [None req-e2e2e425-dcff-4d9e-a1ac-e5cdc3993bec admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f3ebc3a9460>, 'd0af0235-c601-4511-9fe5-8cb9fed0a0fa') {'for_net_delete': True} {{(pid=103720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 31 11:44:47.797712 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron.services.segments.db [None req-e2e2e425-dcff-4d9e-a1ac-e5cdc3993bec admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f3ebc3a9460>, 'd0af0235-c601-4511-9fe5-8cb9fed0a0fa') {} {{(pid=103720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 31 11:44:47.809698 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-e2e2e425-dcff-4d9e-a1ac-e5cdc3993bec admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744215973789', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2262591'] for segment, before_delete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:44:47.825601 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-e2e2e425-dcff-4d9e-a1ac-e5cdc3993bec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-882655'] for segment, precommit_delete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:44:47.832634 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e2e2e425-dcff-4d9e-a1ac-e5cdc3993bec admin admin] Releasing vlan 787 on physical network physnet1 to pool {{(pid=103720) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
May 31 11:44:47.833008 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-e2e2e425-dcff-4d9e-a1ac-e5cdc3993bec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-882655', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2327808'] for segment, after_delete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:44:47.848376 dv-cinder-786384-7-iscsi neutron-server[103720]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead
May 31 11:44:47.848376 dv-cinder-786384-7-iscsi neutron-server[103720]:   from cryptography.utils import int_from_bytes
May 31 11:44:47.848376 dv-cinder-786384-7-iscsi neutron-server[103720]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead
May 31 11:44:47.848376 dv-cinder-786384-7-iscsi neutron-server[103720]:   from cryptography.utils import int_from_bytes
May 31 11:44:47.848376 dv-cinder-786384-7-iscsi neutron-server[103720]: Traceback (most recent call last):
May 31 11:44:47.848376 dv-cinder-786384-7-iscsi neutron-server[103720]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
May 31 11:44:47.848376 dv-cinder-786384-7-iscsi neutron-server[103720]:     timer()
May 31 11:44:47.848376 dv-cinder-786384-7-iscsi neutron-server[103720]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
May 31 11:44:47.848376 dv-cinder-786384-7-iscsi neutron-server[103720]:     cb(*args, **kw)
May 31 11:44:47.848376 dv-cinder-786384-7-iscsi neutron-server[103720]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
May 31 11:44:47.848376 dv-cinder-786384-7-iscsi neutron-server[103720]:     return func(*args, **kwargs)
May 31 11:44:47.848376 dv-cinder-786384-7-iscsi neutron-server[103720]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
May 31 11:44:47.848376 dv-cinder-786384-7-iscsi neutron-server[103720]:     self._notify()
May 31 11:44:47.848376 dv-cinder-786384-7-iscsi neutron-server[103720]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
May 31 11:44:47.848376 dv-cinder-786384-7-iscsi neutron-server[103720]:     self.callback(batched_events)
May 31 11:44:47.848376 dv-cinder-786384-7-iscsi neutron-server[103720]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
May 31 11:44:47.848376 dv-cinder-786384-7-iscsi neutron-server[103720]:     event.method(event)
May 31 11:44:47.848376 dv-cinder-786384-7-iscsi neutron-server[103720]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
May 31 11:44:47.848376 dv-cinder-786384-7-iscsi neutron-server[103720]:     aggregate_id = self._get_aggregate_id(event.segment_id)
May 31 11:44:47.848376 dv-cinder-786384-7-iscsi neutron-server[103720]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
May 31 11:44:47.848376 dv-cinder-786384-7-iscsi neutron-server[103720]:     aggregate_uuid = self.p_client.list_aggregates(
May 31 11:44:47.848376 dv-cinder-786384-7-iscsi neutron-server[103720]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
May 31 11:44:47.848376 dv-cinder-786384-7-iscsi neutron-server[103720]:     return f(self, *a, **k)
May 31 11:44:47.848376 dv-cinder-786384-7-iscsi neutron-server[103720]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
May 31 11:44:47.848376 dv-cinder-786384-7-iscsi neutron-server[103720]:     return self._get(url).json()
May 31 11:44:47.848376 dv-cinder-786384-7-iscsi neutron-server[103720]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
May 31 11:44:47.848376 dv-cinder-786384-7-iscsi neutron-server[103720]:     return self._client.get(url, endpoint_filter=self._ks_filter,
May 31 11:44:47.848376 dv-cinder-786384-7-iscsi neutron-server[103720]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
May 31 11:44:47.848376 dv-cinder-786384-7-iscsi neutron-server[103720]:     return self.request(url, 'GET', **kwargs)
May 31 11:44:47.848376 dv-cinder-786384-7-iscsi neutron-server[103720]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
May 31 11:44:47.848376 dv-cinder-786384-7-iscsi neutron-server[103720]:     base_url = self.get_endpoint(auth, allow=allow,
May 31 11:44:47.848376 dv-cinder-786384-7-iscsi neutron-server[103720]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
May 31 11:44:47.848376 dv-cinder-786384-7-iscsi neutron-server[103720]:     auth = self._auth_required(auth, 'determine endpoint URL')
May 31 11:44:47.848376 dv-cinder-786384-7-iscsi neutron-server[103720]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
May 31 11:44:47.848376 dv-cinder-786384-7-iscsi neutron-server[103720]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
May 31 11:44:47.848376 dv-cinder-786384-7-iscsi neutron-server[103720]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
May 31 11:44:47.927383 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-e2e2e425-dcff-4d9e-a1ac-e5cdc3993bec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-859758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3705951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3701686', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4088527'] for network, after_delete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:44:47.931545 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG oslo_concurrency.lockutils [None req-a13d4ef3-188e-4526-9dc1-01ae7b650725 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103720) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 31 11:44:47.946154 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-767686a0-e068-4e7f-81e4-684696255978 req-d4f66040-e653-40c9-91aa-e8d0bb8efff5 tempest-ServerRescueNegativeTestJSON-1419813537 tempest-ServerRescueNegativeTestJSON-1419813537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 11:44:47.947403 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-e2e2e425-dcff-4d9e-a1ac-e5cdc3993bec admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3701651'] for network, before_response {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:44:47.947617 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [req-767686a0-e068-4e7f-81e4-684696255978 req-d4f66040-e653-40c9-91aa-e8d0bb8efff5 tempest-ServerRescueNegativeTestJSON-1419813537 tempest-ServerRescueNegativeTestJSON-1419813537-project] 10.222.0.57 "GET /v2.0/ports?device_id=b2dee92b-5362-45b1-88ed-3987b2942c9a HTTP/1.1" status: 200  len: 946 time: 0.0849683
May 31 11:44:47.953442 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2e2e425-dcff-4d9e-a1ac-e5cdc3993bec admin admin] Pushing event deleted for resources: {'Network': ['ID=62b8a66f-5af7-424e-8a31-d3d29012af34,revision_number=None']} {{(pid=103720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 31 11:44:47.956151 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG oslo_concurrency.lockutils [None req-e2e2e425-dcff-4d9e-a1ac-e5cdc3993bec admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=103720) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 31 11:44:47.960591 dv-cinder-786384-7-iscsi neutron-server[103720]: INFO neutron.wsgi [None req-e2e2e425-dcff-4d9e-a1ac-e5cdc3993bec admin admin] 10.222.0.57 "DELETE /v2.0/networks/62b8a66f-5af7-424e-8a31-d3d29012af34 HTTP/1.1" status: 204  len: 168 time: 0.4965947
May 31 11:44:47.993975 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [req-767686a0-e068-4e7f-81e4-684696255978 req-5e0815fc-106e-4111-ac2d-9a37cad09110 tempest-ServerRescueNegativeTestJSON-1419813537 tempest-ServerRescueNegativeTestJSON-1419813537-project] 10.222.0.57 "GET /v2.0/security-groups?id=61284c33-46c4-4e49-8e24-329051971a91&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0386455
May 31 11:44:48.135380 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron.wsgi [-] (103720) accepted ('10.222.0.57', 40920) {{(pid=103720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 31 11:44:48.184721 dv-cinder-786384-7-iscsi neutron-server[103720]: INFO neutron.wsgi [None req-40459960-4324-4d03-930a-52ff6955c181 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=c080c12ed6644f0a8ef2113e10207f7a&name=default HTTP/1.1" status: 200  len: 2979 time: 0.0479610
May 31 11:44:48.187309 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron.wsgi [-] (103720) accepted ('10.222.0.57', 40924) {{(pid=103720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 31 11:44:48.249437 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-2d3b3513-d6ff-4f8d-a3e3-e1eb6ffcaf93 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:44:48.276051 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-2d3b3513-d6ff-4f8d-a3e3-e1eb6ffcaf93 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:44:48.330794 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-2d3b3513-d6ff-4f8d-a3e3-e1eb6ffcaf93 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3705957'] for security_group, after_delete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:44:48.336079 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG oslo_concurrency.lockutils [None req-c0bf9a86-41b4-4f85-8a50-eafbd3f8e5ab admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103720) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 31 11:44:48.346927 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d3b3513-d6ff-4f8d-a3e3-e1eb6ffcaf93 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bd7e3bee-9334-443f-84e5-fa3d877c927b,revision_number=None']} {{(pid=103720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 31 11:44:48.351461 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG oslo_concurrency.lockutils [None req-2d3b3513-d6ff-4f8d-a3e3-e1eb6ffcaf93 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=103720) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 31 11:44:48.353659 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-2d3b3513-d6ff-4f8d-a3e3-e1eb6ffcaf93 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:44:48.354786 dv-cinder-786384-7-iscsi neutron-server[103720]: INFO neutron.wsgi [None req-2d3b3513-d6ff-4f8d-a3e3-e1eb6ffcaf93 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/bd7e3bee-9334-443f-84e5-fa3d877c927b HTTP/1.1" status: 204  len: 168 time: 0.1665537
May 31 11:44:48.613032 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7546346-90e3-4614-ad81-4e2ebfe33770 req-dcde4f7b-c38c-4bb1-9dd6-202a055746e6 tempest-DeleteServersTestJSON-371463323 tempest-DeleteServersTestJSON-371463323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 11:44:48.614480 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [req-e7546346-90e3-4614-ad81-4e2ebfe33770 req-dcde4f7b-c38c-4bb1-9dd6-202a055746e6 tempest-DeleteServersTestJSON-371463323 tempest-DeleteServersTestJSON-371463323-project] 10.222.0.57 "GET /v2.0/ports?device_id=09fa359b-a0f7-45d6-9cf6-438c3a13ca9a HTTP/1.1" status: 200  len: 945 time: 0.0868490
May 31 11:44:48.658979 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [req-e7546346-90e3-4614-ad81-4e2ebfe33770 req-5a6da17b-ff4f-4579-a3d9-839bdce528db tempest-DeleteServersTestJSON-371463323 tempest-DeleteServersTestJSON-371463323-project] 10.222.0.57 "GET /v2.0/security-groups?id=8c2f6c95-aeb8-4743-837a-f3bdfdb83e31&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0386081
May 31 11:44:48.720405 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron.wsgi [-] (103720) accepted ('10.222.0.57', 40938) {{(pid=103720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 31 11:44:48.769104 dv-cinder-786384-7-iscsi neutron-server[103720]: INFO neutron.wsgi [None req-8dc1f17f-145f-492a-806b-82d222840412 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=efc8ae18a7104f3a94e28797294e2bba&name=default HTTP/1.1" status: 200  len: 2979 time: 0.0474415
May 31 11:44:48.771553 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron.wsgi [-] (103720) accepted ('10.222.0.57', 40942) {{(pid=103720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 31 11:44:48.828594 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-344e0078-66cd-41f4-9951-2a26be84e16a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:44:48.854950 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-344e0078-66cd-41f4-9951-2a26be84e16a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:44:48.912614 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-344e0078-66cd-41f4-9951-2a26be84e16a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3705957'] for security_group, after_delete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:44:48.916563 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG oslo_concurrency.lockutils [None req-e6bb2589-e452-43a9-8d42-ddf63c3e5062 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103720) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 31 11:44:48.927680 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-344e0078-66cd-41f4-9951-2a26be84e16a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b0423bd0-b270-48a3-8311-69638b9b7036,revision_number=None']} {{(pid=103720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 31 11:44:48.931150 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG oslo_concurrency.lockutils [None req-344e0078-66cd-41f4-9951-2a26be84e16a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=103720) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 31 11:44:48.934726 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-344e0078-66cd-41f4-9951-2a26be84e16a admin admin] Notify callbacks [] for security_group, before_response {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:44:48.935971 dv-cinder-786384-7-iscsi neutron-server[103720]: INFO neutron.wsgi [None req-344e0078-66cd-41f4-9951-2a26be84e16a admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/b0423bd0-b270-48a3-8311-69638b9b7036 HTTP/1.1" status: 204  len: 168 time: 0.1634099
May 31 11:44:49.316536 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a55e9a84-a039-4603-a2a2-5bcf11c90b38 req-2a2fbd08-761b-4030-8ac9-8c9a1d6750c6 tempest-ServerRescueNegativeTestJSON-1419813537 tempest-ServerRescueNegativeTestJSON-1419813537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 11:44:49.317978 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [req-a55e9a84-a039-4603-a2a2-5bcf11c90b38 req-2a2fbd08-761b-4030-8ac9-8c9a1d6750c6 tempest-ServerRescueNegativeTestJSON-1419813537 tempest-ServerRescueNegativeTestJSON-1419813537-project] 10.222.0.57 "GET /v2.0/ports?device_id=b2dee92b-5362-45b1-88ed-3987b2942c9a HTTP/1.1" status: 200  len: 946 time: 0.2075500
May 31 11:44:49.371352 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f7b7201-3c8e-4bec-b536-138939476b05 req-7655e375-96d8-476b-8518-9afaf91e9d08 tempest-DeleteServersTestJSON-371463323 tempest-DeleteServersTestJSON-371463323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 11:44:49.372858 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [req-7f7b7201-3c8e-4bec-b536-138939476b05 req-7655e375-96d8-476b-8518-9afaf91e9d08 tempest-DeleteServersTestJSON-371463323 tempest-DeleteServersTestJSON-371463323-project] 10.222.0.60 "GET /v2.0/ports?device_id=09fa359b-a0f7-45d6-9cf6-438c3a13ca9a HTTP/1.1" status: 200  len: 945 time: 0.2108011
May 31 11:44:49.386584 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [req-a55e9a84-a039-4603-a2a2-5bcf11c90b38 req-d8227b14-1d5d-41b6-8948-5185837f773f tempest-ServerRescueNegativeTestJSON-1419813537 tempest-ServerRescueNegativeTestJSON-1419813537-project] 10.222.0.57 "GET /v2.0/security-groups?id=61284c33-46c4-4e49-8e24-329051971a91&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0608873
May 31 11:44:49.540269 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.plugins.ml2.plugin [req-7f7b7201-3c8e-4bec-b536-138939476b05 req-04cc52ff-6dba-423c-b2b4-570615697e60 tempest-DeleteServersTestJSON-371463323 tempest-DeleteServersTestJSON-371463323-project] Deleting port 721c1189-0843-4736-9341-64de54625348 {{(pid=103721) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
May 31 11:44:49.540596 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron_lib.callbacks.manager [req-7f7b7201-3c8e-4bec-b536-138939476b05 req-04cc52ff-6dba-423c-b2b4-570615697e60 tempest-DeleteServersTestJSON-371463323 tempest-DeleteServersTestJSON-371463323-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744215952451'] for port, before_delete {{(pid=103721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:44:49.678612 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.plugins.ml2.db [req-7f7b7201-3c8e-4bec-b536-138939476b05 req-04cc52ff-6dba-423c-b2b4-570615697e60 tempest-DeleteServersTestJSON-371463323 tempest-DeleteServersTestJSON-371463323-project] For port 721c1189-0843-4736-9341-64de54625348, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=721c1189-0843-4736-9341-64de54625348,segment=NetworkSegment(3a7503ff-1ed8-4f87-9a5f-3297cb413fe9),segment_id=3a7503ff-1ed8-4f87-9a5f-3297cb413fe9)] {{(pid=103721) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 31 11:44:49.679124 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron_lib.callbacks.manager [req-7f7b7201-3c8e-4bec-b536-138939476b05 req-04cc52ff-6dba-423c-b2b4-570615697e60 tempest-DeleteServersTestJSON-371463323 tempest-DeleteServersTestJSON-371463323-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4088094'] for port, precommit_delete {{(pid=103721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:44:49.813841 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.plugins.ml2.plugin [req-7f7b7201-3c8e-4bec-b536-138939476b05 req-04cc52ff-6dba-423c-b2b4-570615697e60 tempest-DeleteServersTestJSON-371463323 tempest-DeleteServersTestJSON-371463323-project] Calling delete_port for 721c1189-0843-4736-9341-64de54625348 owned by compute:nova {{(pid=103721) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
May 31 11:44:49.982866 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab0e9fbb-7f57-4c07-97f7-e35db5dd253c req-80500e52-c1b5-4a26-b700-26bffab7bab8 tempest-DeleteServersTestJSON-371463323 tempest-DeleteServersTestJSON-371463323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 11:44:49.984448 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [req-ab0e9fbb-7f57-4c07-97f7-e35db5dd253c req-80500e52-c1b5-4a26-b700-26bffab7bab8 tempest-DeleteServersTestJSON-371463323 tempest-DeleteServersTestJSON-371463323-project] 10.222.0.57 "GET /v2.0/ports?device_id=09fa359b-a0f7-45d6-9cf6-438c3a13ca9a HTTP/1.1" status: 200  len: 945 time: 0.1784625
May 31 11:44:50.078911 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [req-ab0e9fbb-7f57-4c07-97f7-e35db5dd253c req-2b60a79c-5f08-4091-9486-a56e499f792b tempest-DeleteServersTestJSON-371463323 tempest-DeleteServersTestJSON-371463323-project] 10.222.0.57 "GET /v2.0/security-groups?id=8c2f6c95-aeb8-4743-837a-f3bdfdb83e31&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0839701
May 31 11:44:50.127144 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron_lib.callbacks.manager [req-7f7b7201-3c8e-4bec-b536-138939476b05 req-04cc52ff-6dba-423c-b2b4-570615697e60 tempest-DeleteServersTestJSON-371463323 tempest-DeleteServersTestJSON-371463323-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937715', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3701677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744215954342', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744215520979', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2250866'] for port, after_delete {{(pid=103721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:44:50.140039 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103721) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 31 11:44:50.173293 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron.plugins.ml2.db [None req-43028a7b-58d7-408b-ac75-1328e6896bf7 None None] get_ports_and_sgs() called for port_ids ['721c1189-0843-4736-9341-64de54625348'] {{(pid=103722) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
May 31 11:44:50.192050 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04cc52ff-6dba-423c-b2b4-570615697e60 tempest-DeleteServersTestJSON-371463323 tempest-DeleteServersTestJSON-371463323-project] Pushing event deleted for resources: {'Port': ['ID=721c1189-0843-4736-9341-64de54625348,revision_number=None']} {{(pid=103721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 31 11:44:50.199820 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG oslo_concurrency.lockutils [None req-04cc52ff-6dba-423c-b2b4-570615697e60 tempest-DeleteServersTestJSON-371463323 tempest-DeleteServersTestJSON-371463323-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=103721) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 31 11:44:50.272676 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.db.l3_dvrscheduler_db [req-7f7b7201-3c8e-4bec-b536-138939476b05 req-04cc52ff-6dba-423c-b2b4-570615697e60 tempest-DeleteServersTestJSON-371463323 tempest-DeleteServersTestJSON-371463323-project] No DVR routers for this DVR port 721c1189-0843-4736-9341-64de54625348 on host hv-cinder-78638 {{(pid=103721) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 31 11:44:50.275756 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron_lib.callbacks.manager [req-7f7b7201-3c8e-4bec-b536-138939476b05 req-04cc52ff-6dba-423c-b2b4-570615697e60 tempest-DeleteServersTestJSON-371463323 tempest-DeleteServersTestJSON-371463323-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46333'] for port, before_response {{(pid=103721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:44:50.278596 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '09fa359b-a0f7-45d6-9cf6-438c3a13ca9a', 'name': 'network-vif-deleted', 'tag': '721c1189-0843-4736-9341-64de54625348'}] {{(pid=103721) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 31 11:44:50.280988 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3cd903d475e597836c68a86188e0a4f713f0e90603b95bd8a010e768671d0d04" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-981c199b-f562-401d-b8d3-20e52c42efe6" -d '{"events": [{"server_uuid": "09fa359b-a0f7-45d6-9cf6-438c3a13ca9a", "name": "network-vif-deleted", "tag": "721c1189-0843-4736-9341-64de54625348"}]}' {{(pid=103721) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
May 31 11:44:50.288165 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [req-7f7b7201-3c8e-4bec-b536-138939476b05 req-04cc52ff-6dba-423c-b2b4-570615697e60 tempest-DeleteServersTestJSON-371463323 tempest-DeleteServersTestJSON-371463323-project] 10.222.0.60 "DELETE /v2.0/ports/721c1189-0843-4736-9341-64de54625348 HTTP/1.1" status: 204  len: 173 time: 0.9056821
May 31 11:44:50.329614 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 31 May 2021 11:44:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e27b6289-c775-4337-8273-dfc907f4dbd4 x-openstack-request-id: req-e27b6289-c775-4337-8273-dfc907f4dbd4 {{(pid=103721) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
May 31 11:44:50.330194 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "09fa359b-a0f7-45d6-9cf6-438c3a13ca9a", "name": "network-vif-deleted", "tag": "721c1189-0843-4736-9341-64de54625348", "status": "completed", "code": 200}]} {{(pid=103721) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
May 31 11:44:50.330311 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-e27b6289-c775-4337-8273-dfc907f4dbd4 {{(pid=103721) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
May 31 11:44:50.331107 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '09fa359b-a0f7-45d6-9cf6-438c3a13ca9a', 'name': 'network-vif-deleted', 'tag': '721c1189-0843-4736-9341-64de54625348', 'status': 'completed', 'code': 200}
May 31 11:44:50.333966 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.wsgi [-] (103721) accepted ('10.222.0.57', 41006) {{(pid=103721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 31 11:44:50.471349 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron_lib.callbacks.manager [None req-ec7e3d48-172a-445b-81aa-f157b291a8c2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:44:50.488526 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.db.quota.driver [None req-ec7e3d48-172a-445b-81aa-f157b291a8c2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=103721) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 31 11:44:50.492716 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.quota.resource [None req-ec7e3d48-172a-445b-81aa-f157b291a8c2 admin admin] Usage tracker for resource:security_group_rule and tenant:efffca33a3b94387927d36f195576f7e is out of sync, need to count used quota {{(pid=103721) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 31 11:44:50.496215 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.quota.resource [None req-ec7e3d48-172a-445b-81aa-f157b291a8c2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=103721) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 31 11:44:50.501560 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.db.quota.driver [None req-ec7e3d48-172a-445b-81aa-f157b291a8c2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=103721) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 31 11:44:50.651154 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e17ed8e-d2ac-4ff9-a99b-60172bf0c116 req-3841d683-63e2-4125-b0fc-1cf700093c68 tempest-ServerRescueNegativeTestJSON-1419813537 tempest-ServerRescueNegativeTestJSON-1419813537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 11:44:50.652669 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [req-5e17ed8e-d2ac-4ff9-a99b-60172bf0c116 req-3841d683-63e2-4125-b0fc-1cf700093c68 tempest-ServerRescueNegativeTestJSON-1419813537 tempest-ServerRescueNegativeTestJSON-1419813537-project] 10.222.0.57 "GET /v2.0/ports?device_id=b2dee92b-5362-45b1-88ed-3987b2942c9a HTTP/1.1" status: 200  len: 946 time: 0.1257973
May 31 11:44:50.694610 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron_lib.callbacks.manager [None req-ec7e3d48-172a-445b-81aa-f157b291a8c2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:44:50.705747 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron_lib.callbacks.manager [None req-ec7e3d48-172a-445b-81aa-f157b291a8c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3705957'] for security_group, after_create {{(pid=103721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:44:50.716398 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103721) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 31 11:44:50.743219 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [req-5e17ed8e-d2ac-4ff9-a99b-60172bf0c116 req-b7cea307-80ba-4fd5-8e35-db5ef8b719f5 tempest-ServerRescueNegativeTestJSON-1419813537 tempest-ServerRescueNegativeTestJSON-1419813537-project] 10.222.0.57 "GET /v2.0/security-groups?id=61284c33-46c4-4e49-8e24-329051971a91&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0832062
May 31 11:44:50.762244 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec7e3d48-172a-445b-81aa-f157b291a8c2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7496d3c1-6571-49cd-b205-449890e5d513,revision_number=1']} {{(pid=103721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 31 11:44:50.766907 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [None req-ec7e3d48-172a-445b-81aa-f157b291a8c2 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=efffca33a3b94387927d36f195576f7e&name=default HTTP/1.1" status: 200  len: 2979 time: 0.4319000
May 31 11:44:50.767815 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG oslo_concurrency.lockutils [None req-ec7e3d48-172a-445b-81aa-f157b291a8c2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=103721) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 31 11:44:50.769603 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.wsgi [-] (103721) accepted ('10.222.0.57', 41024) {{(pid=103721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 31 11:44:50.816008 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.wsgi [-] (103721) accepted ('10.222.0.57', 41028) {{(pid=103721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 31 11:44:50.838943 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron_lib.callbacks.manager [None req-b27fb754-58ba-4e5f-9a06-622c82ecfa68 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:44:50.864670 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron_lib.callbacks.manager [None req-b27fb754-58ba-4e5f-9a06-622c82ecfa68 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:44:50.918132 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron_lib.callbacks.manager [None req-b27fb754-58ba-4e5f-9a06-622c82ecfa68 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3705957'] for security_group, after_delete {{(pid=103721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:44:50.926433 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG oslo_concurrency.lockutils [None req-56db5c0f-e7db-4c61-9982-21f45c5212cb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103721) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 31 11:44:50.951443 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b27fb754-58ba-4e5f-9a06-622c82ecfa68 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7496d3c1-6571-49cd-b205-449890e5d513,revision_number=None']} {{(pid=103721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 31 11:44:50.953935 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG oslo_concurrency.lockutils [None req-b27fb754-58ba-4e5f-9a06-622c82ecfa68 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=103721) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 31 11:44:50.956906 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron_lib.callbacks.manager [None req-7db86af0-ab23-4cae-8a61-650f01850207 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:44:50.978604 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron_lib.callbacks.manager [None req-b27fb754-58ba-4e5f-9a06-622c82ecfa68 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:44:50.980011 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [None req-b27fb754-58ba-4e5f-9a06-622c82ecfa68 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/7496d3c1-6571-49cd-b205-449890e5d513 HTTP/1.1" status: 204  len: 168 time: 0.2094741
May 31 11:44:50.981097 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.db.quota.driver [None req-7db86af0-ab23-4cae-8a61-650f01850207 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=103721) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 31 11:44:50.985657 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.quota.resource [None req-7db86af0-ab23-4cae-8a61-650f01850207 admin admin] Usage tracker for resource:security_group_rule and tenant:313387c99b994c22b9683d1a329a4a4a is out of sync, need to count used quota {{(pid=103721) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 31 11:44:50.989061 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.quota.resource [None req-7db86af0-ab23-4cae-8a61-650f01850207 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=103721) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 31 11:44:50.995387 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.db.quota.driver [None req-7db86af0-ab23-4cae-8a61-650f01850207 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=103721) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 31 11:44:51.091896 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron_lib.callbacks.manager [None req-7db86af0-ab23-4cae-8a61-650f01850207 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:44:51.096461 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron_lib.callbacks.manager [None req-7db86af0-ab23-4cae-8a61-650f01850207 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3705957'] for security_group, after_create {{(pid=103721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:44:51.105009 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG oslo_concurrency.lockutils [None req-0c7f8331-daee-4295-8671-154462a50226 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103721) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 31 11:44:51.151852 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron.wsgi [-] (103720) accepted ('10.222.0.57', 41040) {{(pid=103720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 31 11:44:51.156635 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [None req-7db86af0-ab23-4cae-8a61-650f01850207 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=313387c99b994c22b9683d1a329a4a4a&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3392162
May 31 11:44:51.160147 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7db86af0-ab23-4cae-8a61-650f01850207 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8b0b8655-b552-4992-a9ef-06227ddfae84,revision_number=1']} {{(pid=103721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 31 11:44:51.169311 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG oslo_concurrency.lockutils [None req-7db86af0-ab23-4cae-8a61-650f01850207 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=103721) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 31 11:44:51.219377 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-4ee8d292-0748-49d4-a712-f523dfee23d2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:44:51.248684 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-4ee8d292-0748-49d4-a712-f523dfee23d2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:44:51.323238 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-4ee8d292-0748-49d4-a712-f523dfee23d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3705957'] for security_group, after_delete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:44:51.338942 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG oslo_concurrency.lockutils [None req-6f544454-6f14-485a-b6a6-246a4f3bb301 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103720) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 31 11:44:51.355334 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.quota.resource [req-33431898-e729-42ae-973a-c050151c417b req-11cdbc69-3222-4f77-b5d8-6bdeeb82321f tempest-DeleteServersTestJSON-371463323 tempest-DeleteServersTestJSON-371463323-project] Synchronizing usage tracker for tenant:86142890551c41cfa8da35ccf86bd62f on resource:port {{(pid=103721) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 31 11:44:51.365455 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ee8d292-0748-49d4-a712-f523dfee23d2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8b0b8655-b552-4992-a9ef-06227ddfae84,revision_number=None']} {{(pid=103720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 31 11:44:51.379947 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG oslo_concurrency.lockutils [None req-4ee8d292-0748-49d4-a712-f523dfee23d2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=103720) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 31 11:44:51.380998 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-4ee8d292-0748-49d4-a712-f523dfee23d2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:44:51.393595 dv-cinder-786384-7-iscsi neutron-server[103720]: INFO neutron.wsgi [None req-4ee8d292-0748-49d4-a712-f523dfee23d2 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/8b0b8655-b552-4992-a9ef-06227ddfae84 HTTP/1.1" status: 204  len: 168 time: 0.2329285
May 31 11:44:51.394175 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.quota.resource [req-33431898-e729-42ae-973a-c050151c417b req-11cdbc69-3222-4f77-b5d8-6bdeeb82321f tempest-DeleteServersTestJSON-371463323 tempest-DeleteServersTestJSON-371463323-project] Unset dirty status for tenant:86142890551c41cfa8da35ccf86bd62f on resource:port {{(pid=103721) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 31 11:44:51.395458 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [req-33431898-e729-42ae-973a-c050151c417b req-11cdbc69-3222-4f77-b5d8-6bdeeb82321f tempest-DeleteServersTestJSON-371463323 tempest-DeleteServersTestJSON-371463323-project] 10.222.0.57 "GET /v2.0/ports?device_id=09fa359b-a0f7-45d6-9cf6-438c3a13ca9a HTTP/1.1" status: 200  len: 210 time: 0.1024494
May 31 11:44:51.921780 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron.wsgi [-] (103720) accepted ('10.222.0.57', 41088) {{(pid=103720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 31 11:44:51.969412 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-87f9aab4-83d8-48ab-872e-410365452c81 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:44:52.005761 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron.db.quota.driver [None req-87f9aab4-83d8-48ab-872e-410365452c81 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=103720) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 31 11:44:52.012107 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron.quota.resource [None req-87f9aab4-83d8-48ab-872e-410365452c81 admin admin] Usage tracker for resource:security_group_rule and tenant:4a1a3336f7a54c0184f284e6782b6707 is out of sync, need to count used quota {{(pid=103720) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 31 11:44:52.016452 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron.quota.resource [None req-87f9aab4-83d8-48ab-872e-410365452c81 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=103720) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 31 11:44:52.023528 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron.db.quota.driver [None req-87f9aab4-83d8-48ab-872e-410365452c81 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=103720) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 31 11:44:52.074283 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5948fd2e-c3a0-444e-bd19-a8c95b81f6ba req-77ce028b-e24d-49b9-ba17-984fcb9a4d5f tempest-ServerRescueNegativeTestJSON-1419813537 tempest-ServerRescueNegativeTestJSON-1419813537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 11:44:52.081985 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [req-5948fd2e-c3a0-444e-bd19-a8c95b81f6ba req-77ce028b-e24d-49b9-ba17-984fcb9a4d5f tempest-ServerRescueNegativeTestJSON-1419813537 tempest-ServerRescueNegativeTestJSON-1419813537-project] 10.222.0.57 "GET /v2.0/ports?device_id=b2dee92b-5362-45b1-88ed-3987b2942c9a HTTP/1.1" status: 200  len: 946 time: 0.1013925
May 31 11:44:52.167138 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-87f9aab4-83d8-48ab-872e-410365452c81 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:44:52.173093 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [req-5948fd2e-c3a0-444e-bd19-a8c95b81f6ba req-cd8bf8f7-1a3b-4313-a9d9-39375f251629 tempest-ServerRescueNegativeTestJSON-1419813537 tempest-ServerRescueNegativeTestJSON-1419813537-project] 10.222.0.57 "GET /v2.0/security-groups?id=61284c33-46c4-4e49-8e24-329051971a91&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0901396
May 31 11:44:52.174440 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-87f9aab4-83d8-48ab-872e-410365452c81 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3705957'] for security_group, after_create {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:44:52.184506 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG oslo_concurrency.lockutils [None req-344e0078-66cd-41f4-9951-2a26be84e16a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103720) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 31 11:44:52.226461 dv-cinder-786384-7-iscsi neutron-server[103720]: INFO neutron.wsgi [None req-87f9aab4-83d8-48ab-872e-410365452c81 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=4a1a3336f7a54c0184f284e6782b6707&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3010302
May 31 11:44:52.226461 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87f9aab4-83d8-48ab-872e-410365452c81 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dac5f98c-6346-469b-9501-f0255f9f57c5,revision_number=1']} {{(pid=103720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 31 11:44:52.228294 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron.wsgi [-] (103720) accepted ('10.222.0.57', 41096) {{(pid=103720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 31 11:44:52.241153 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG oslo_concurrency.lockutils [None req-87f9aab4-83d8-48ab-872e-410365452c81 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=103720) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 31 11:44:52.290490 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-f6442f27-62ec-4a4c-9b08-46df2906bd65 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:44:52.316297 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-f6442f27-62ec-4a4c-9b08-46df2906bd65 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:44:52.367675 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-f6442f27-62ec-4a4c-9b08-46df2906bd65 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3705957'] for security_group, after_delete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:44:52.372355 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103720) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 31 11:44:52.386346 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6442f27-62ec-4a4c-9b08-46df2906bd65 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dac5f98c-6346-469b-9501-f0255f9f57c5,revision_number=None']} {{(pid=103720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 31 11:44:52.389327 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG oslo_concurrency.lockutils [None req-f6442f27-62ec-4a4c-9b08-46df2906bd65 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=103720) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 31 11:44:52.390920 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-f6442f27-62ec-4a4c-9b08-46df2906bd65 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:44:52.392055 dv-cinder-786384-7-iscsi neutron-server[103720]: INFO neutron.wsgi [None req-f6442f27-62ec-4a4c-9b08-46df2906bd65 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/dac5f98c-6346-469b-9501-f0255f9f57c5 HTTP/1.1" status: 204  len: 168 time: 0.1625710
May 31 11:44:52.714478 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.wsgi [-] (103721) accepted ('10.222.0.57', 41122) {{(pid=103721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 31 11:44:52.855837 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron_lib.callbacks.manager [None req-e5d309b5-b9b7-4184-939a-c5b1eb458203 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:44:52.872157 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.db.quota.driver [None req-e5d309b5-b9b7-4184-939a-c5b1eb458203 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=103721) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 31 11:44:52.877427 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.quota.resource [None req-e5d309b5-b9b7-4184-939a-c5b1eb458203 admin admin] Usage tracker for resource:security_group_rule and tenant:e2f7a25ccade4b7b8bc6bce31fd72bad is out of sync, need to count used quota {{(pid=103721) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 31 11:44:52.881969 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.quota.resource [None req-e5d309b5-b9b7-4184-939a-c5b1eb458203 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=103721) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 31 11:44:52.891858 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.db.quota.driver [None req-e5d309b5-b9b7-4184-939a-c5b1eb458203 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=103721) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 31 11:44:53.042837 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron_lib.callbacks.manager [None req-e5d309b5-b9b7-4184-939a-c5b1eb458203 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:44:53.049487 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron_lib.callbacks.manager [None req-e5d309b5-b9b7-4184-939a-c5b1eb458203 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3705957'] for security_group, after_create {{(pid=103721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:44:53.060998 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103721) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 31 11:44:53.158205 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron.wsgi [-] (103720) accepted ('10.222.0.57', 41154) {{(pid=103720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 31 11:44:53.158367 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [None req-e5d309b5-b9b7-4184-939a-c5b1eb458203 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=e2f7a25ccade4b7b8bc6bce31fd72bad&name=default HTTP/1.1" status: 200  len: 2979 time: 0.4426949
May 31 11:44:53.164766 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5d309b5-b9b7-4184-939a-c5b1eb458203 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b25f91ed-cf76-4948-905f-3d1149e415ba,revision_number=1']} {{(pid=103721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 31 11:44:53.169724 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG oslo_concurrency.lockutils [None req-e5d309b5-b9b7-4184-939a-c5b1eb458203 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=103721) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 31 11:44:53.274867 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-c8aaa77f-2b17-4e90-b24b-e65f97c0adbd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:44:53.314373 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-c8aaa77f-2b17-4e90-b24b-e65f97c0adbd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:44:53.395282 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-c8aaa77f-2b17-4e90-b24b-e65f97c0adbd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3705957'] for security_group, after_delete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:44:53.401089 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG oslo_concurrency.lockutils [None req-3d00def6-d8d0-44a2-b935-29b6c53c2fbe admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103720) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 31 11:44:53.414922 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8aaa77f-2b17-4e90-b24b-e65f97c0adbd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b25f91ed-cf76-4948-905f-3d1149e415ba,revision_number=None']} {{(pid=103720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 31 11:44:53.418120 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG oslo_concurrency.lockutils [None req-c8aaa77f-2b17-4e90-b24b-e65f97c0adbd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=103720) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 31 11:44:53.421644 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-c8aaa77f-2b17-4e90-b24b-e65f97c0adbd admin admin] Notify callbacks [] for security_group, before_response {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:44:53.426051 dv-cinder-786384-7-iscsi neutron-server[103720]: INFO neutron.wsgi [None req-c8aaa77f-2b17-4e90-b24b-e65f97c0adbd admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/b25f91ed-cf76-4948-905f-3d1149e415ba HTTP/1.1" status: 204  len: 168 time: 0.2663615
May 31 11:44:53.524735 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a70b9956-615e-4431-9ac5-d35be427a83c req-eb015ec9-642d-49b4-8574-593814147eac tempest-ServerRescueNegativeTestJSON-1419813537 tempest-ServerRescueNegativeTestJSON-1419813537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 11:44:53.535289 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [req-a70b9956-615e-4431-9ac5-d35be427a83c req-eb015ec9-642d-49b4-8574-593814147eac tempest-ServerRescueNegativeTestJSON-1419813537 tempest-ServerRescueNegativeTestJSON-1419813537-project] 10.222.0.57 "GET /v2.0/ports?device_id=b2dee92b-5362-45b1-88ed-3987b2942c9a HTTP/1.1" status: 200  len: 946 time: 0.1632848
May 31 11:44:53.684695 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [req-a70b9956-615e-4431-9ac5-d35be427a83c req-e79d8e59-8568-4a3e-b2b7-9d3eaa2f8ab4 tempest-ServerRescueNegativeTestJSON-1419813537 tempest-ServerRescueNegativeTestJSON-1419813537-project] 10.222.0.57 "GET /v2.0/security-groups?id=61284c33-46c4-4e49-8e24-329051971a91&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1481104
May 31 11:44:54.541180 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron.wsgi [-] (103720) accepted ('10.222.0.57', 41258) {{(pid=103720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 31 11:44:54.599531 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron.db.db_base_plugin_v2 [None req-450cdc70-0d4b-4f32-84b8-9bb6f3edbf14 admin admin] Deleting subnet 0d592ad2-6068-4ccf-af2a-bd0139a4f35b {{(pid=103720) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}}
May 31 11:44:54.602631 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-450cdc70-0d4b-4f32-84b8-9bb6f3edbf14 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:44:54.656752 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-450cdc70-0d4b-4f32-84b8-9bb6f3edbf14 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2262580'] for subnet, precommit_delete_associations {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:44:54.710550 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-450cdc70-0d4b-4f32-84b8-9bb6f3edbf14 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-877032'] for subnet, precommit_delete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:44:54.884572 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-935d629f-cced-4f22-9807-7a40b07e6dde req-ba6ac3a7-2e47-48b4-b929-b659363b9f9e tempest-ServerRescueNegativeTestJSON-1419813537 tempest-ServerRescueNegativeTestJSON-1419813537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 11:44:54.886042 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [req-935d629f-cced-4f22-9807-7a40b07e6dde req-ba6ac3a7-2e47-48b4-b929-b659363b9f9e tempest-ServerRescueNegativeTestJSON-1419813537 tempest-ServerRescueNegativeTestJSON-1419813537-project] 10.222.0.57 "GET /v2.0/ports?device_id=b2dee92b-5362-45b1-88ed-3987b2942c9a HTTP/1.1" status: 200  len: 946 time: 0.0818224
May 31 11:44:54.934260 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [req-935d629f-cced-4f22-9807-7a40b07e6dde req-5d090ccc-7474-4d94-a7c1-eb058e9b049b tempest-ServerRescueNegativeTestJSON-1419813537 tempest-ServerRescueNegativeTestJSON-1419813537-project] 10.222.0.57 "GET /v2.0/security-groups?id=61284c33-46c4-4e49-8e24-329051971a91&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0412683
May 31 11:44:55.036792 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-450cdc70-0d4b-4f32-84b8-9bb6f3edbf14 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-877917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3701677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2333606', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2404531'] for subnet, after_delete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:44:55.041557 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG oslo_concurrency.lockutils [None req-7d2209b1-986f-45ad-a567-eb587abc1b35 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103720) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 31 11:44:55.075251 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-450cdc70-0d4b-4f32-84b8-9bb6f3edbf14 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0d592ad2-6068-4ccf-af2a-bd0139a4f35b,revision_number=None']} {{(pid=103720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 31 11:44:55.087489 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-450cdc70-0d4b-4f32-84b8-9bb6f3edbf14 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3701651'] for subnet, before_response {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:44:55.094202 dv-cinder-786384-7-iscsi neutron-server[103720]: INFO neutron.wsgi [None req-450cdc70-0d4b-4f32-84b8-9bb6f3edbf14 admin admin] 10.222.0.57 "DELETE /v2.0/subnets/0d592ad2-6068-4ccf-af2a-bd0139a4f35b HTTP/1.1" status: 204  len: 168 time: 0.5519505
May 31 11:44:55.097005 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.wsgi [-] (103721) accepted ('10.222.0.57', 41282) {{(pid=103721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 31 11:44:55.099166 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG oslo_concurrency.lockutils [None req-450cdc70-0d4b-4f32-84b8-9bb6f3edbf14 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=103720) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 31 11:44:55.203209 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron_lib.callbacks.manager [None req-57c639f8-6038-405a-9e5c-47be119a3404 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-969884'] for network, before_delete {{(pid=103721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:44:55.326375 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron_lib.callbacks.manager [None req-57c639f8-6038-405a-9e5c-47be119a3404 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-859751', 'neutron.services.segments.db._delete_segments_for_network-8744215964636'] for network, precommit_delete {{(pid=103721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:44:55.340708 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.services.segments.db [None req-57c639f8-6038-405a-9e5c-47be119a3404 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f3ebca20b80>,) {'filters': {'network_id': ['3e11e20c-b2af-45b2-b630-b1be56c9e6f3']}} {{(pid=103721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 31 11:44:55.357824 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.services.segments.db [None req-57c639f8-6038-405a-9e5c-47be119a3404 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f3ebca20b80>, '3a7503ff-1ed8-4f87-9a5f-3297cb413fe9') {'for_net_delete': True} {{(pid=103721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 31 11:44:55.358111 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.services.segments.db [None req-57c639f8-6038-405a-9e5c-47be119a3404 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f3ebca20b80>, '3a7503ff-1ed8-4f87-9a5f-3297cb413fe9') {} {{(pid=103721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 31 11:44:55.370774 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron_lib.callbacks.manager [None req-57c639f8-6038-405a-9e5c-47be119a3404 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744215973789', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2649303'] for segment, before_delete {{(pid=103721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:44:55.386612 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron_lib.callbacks.manager [None req-57c639f8-6038-405a-9e5c-47be119a3404 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-882655'] for segment, precommit_delete {{(pid=103721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:44:55.393204 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-57c639f8-6038-405a-9e5c-47be119a3404 admin admin] Releasing vlan 763 on physical network physnet1 to pool {{(pid=103721) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
May 31 11:44:55.393612 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron_lib.callbacks.manager [None req-57c639f8-6038-405a-9e5c-47be119a3404 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-882655', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2250791'] for segment, after_delete {{(pid=103721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:44:55.407155 dv-cinder-786384-7-iscsi neutron-server[103721]: Traceback (most recent call last):
May 31 11:44:55.407155 dv-cinder-786384-7-iscsi neutron-server[103721]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
May 31 11:44:55.407155 dv-cinder-786384-7-iscsi neutron-server[103721]:     timer()
May 31 11:44:55.407155 dv-cinder-786384-7-iscsi neutron-server[103721]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
May 31 11:44:55.407155 dv-cinder-786384-7-iscsi neutron-server[103721]:     cb(*args, **kw)
May 31 11:44:55.407155 dv-cinder-786384-7-iscsi neutron-server[103721]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
May 31 11:44:55.407155 dv-cinder-786384-7-iscsi neutron-server[103721]:     return func(*args, **kwargs)
May 31 11:44:55.407155 dv-cinder-786384-7-iscsi neutron-server[103721]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
May 31 11:44:55.407155 dv-cinder-786384-7-iscsi neutron-server[103721]:     self._notify()
May 31 11:44:55.407155 dv-cinder-786384-7-iscsi neutron-server[103721]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
May 31 11:44:55.407155 dv-cinder-786384-7-iscsi neutron-server[103721]:     self.callback(batched_events)
May 31 11:44:55.407155 dv-cinder-786384-7-iscsi neutron-server[103721]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
May 31 11:44:55.407155 dv-cinder-786384-7-iscsi neutron-server[103721]:     event.method(event)
May 31 11:44:55.407155 dv-cinder-786384-7-iscsi neutron-server[103721]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
May 31 11:44:55.407155 dv-cinder-786384-7-iscsi neutron-server[103721]:     aggregate_id = self._get_aggregate_id(event.segment_id)
May 31 11:44:55.407155 dv-cinder-786384-7-iscsi neutron-server[103721]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
May 31 11:44:55.407155 dv-cinder-786384-7-iscsi neutron-server[103721]:     aggregate_uuid = self.p_client.list_aggregates(
May 31 11:44:55.407155 dv-cinder-786384-7-iscsi neutron-server[103721]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
May 31 11:44:55.407155 dv-cinder-786384-7-iscsi neutron-server[103721]:     return f(self, *a, **k)
May 31 11:44:55.407155 dv-cinder-786384-7-iscsi neutron-server[103721]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
May 31 11:44:55.407155 dv-cinder-786384-7-iscsi neutron-server[103721]:     return self._get(url).json()
May 31 11:44:55.407155 dv-cinder-786384-7-iscsi neutron-server[103721]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
May 31 11:44:55.407155 dv-cinder-786384-7-iscsi neutron-server[103721]:     return self._client.get(url, endpoint_filter=self._ks_filter,
May 31 11:44:55.407155 dv-cinder-786384-7-iscsi neutron-server[103721]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
May 31 11:44:55.407155 dv-cinder-786384-7-iscsi neutron-server[103721]:     return self.request(url, 'GET', **kwargs)
May 31 11:44:55.407155 dv-cinder-786384-7-iscsi neutron-server[103721]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
May 31 11:44:55.407155 dv-cinder-786384-7-iscsi neutron-server[103721]:     base_url = self.get_endpoint(auth, allow=allow,
May 31 11:44:55.407155 dv-cinder-786384-7-iscsi neutron-server[103721]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
May 31 11:44:55.407155 dv-cinder-786384-7-iscsi neutron-server[103721]:     auth = self._auth_required(auth, 'determine endpoint URL')
May 31 11:44:55.407155 dv-cinder-786384-7-iscsi neutron-server[103721]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
May 31 11:44:55.407155 dv-cinder-786384-7-iscsi neutron-server[103721]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
May 31 11:44:55.407155 dv-cinder-786384-7-iscsi neutron-server[103721]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
May 31 11:44:55.505249 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron_lib.callbacks.manager [None req-57c639f8-6038-405a-9e5c-47be119a3404 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-859758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3705951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3701686', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4088527'] for network, after_delete {{(pid=103721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:44:55.510529 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103721) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 31 11:44:55.535139 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron_lib.callbacks.manager [None req-57c639f8-6038-405a-9e5c-47be119a3404 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3701651'] for network, before_response {{(pid=103721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:44:55.538959 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57c639f8-6038-405a-9e5c-47be119a3404 admin admin] Pushing event deleted for resources: {'Network': ['ID=3e11e20c-b2af-45b2-b630-b1be56c9e6f3,revision_number=None']} {{(pid=103721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 31 11:44:55.546722 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG oslo_concurrency.lockutils [None req-57c639f8-6038-405a-9e5c-47be119a3404 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=103721) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 31 11:44:55.570857 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [None req-57c639f8-6038-405a-9e5c-47be119a3404 admin admin] 10.222.0.57 "DELETE /v2.0/networks/3e11e20c-b2af-45b2-b630-b1be56c9e6f3 HTTP/1.1" status: 204  len: 168 time: 0.4726219
May 31 11:44:55.754747 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.wsgi [-] (103721) accepted ('10.222.0.57', 41300) {{(pid=103721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 31 11:44:55.805229 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [None req-60878e73-fe0c-4d09-ae91-2d2ad32c3603 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=86142890551c41cfa8da35ccf86bd62f&name=default HTTP/1.1" status: 200  len: 2975 time: 0.0492024
May 31 11:44:55.809279 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.wsgi [-] (103721) accepted ('10.222.0.57', 41304) {{(pid=103721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 31 11:44:55.821028 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron.plugins.ml2.rpc [None req-43028a7b-58d7-408b-ac75-1328e6896bf7 None None] Device 721c1189-0843-4736-9341-64de54625348 no longer exists at agent hyperv_hv-cinder-78638 {{(pid=103722) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
May 31 11:44:55.856075 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron.plugins.ml2.plugin [None req-43028a7b-58d7-408b-ac75-1328e6896bf7 None None] No Port match for: 721c1189-0843-4736-9341-64de54625348 {{(pid=103722) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}}
May 31 11:44:55.856401 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron.plugins.ml2.rpc [None req-43028a7b-58d7-408b-ac75-1328e6896bf7 None None] Device 721c1189-0843-4736-9341-64de54625348 not bound to the agent host hv-cinder-78638 {{(pid=103722) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
May 31 11:44:55.880182 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron_lib.callbacks.manager [None req-6411a5c6-f501-4894-be25-51cc3d8eaba5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:44:55.906140 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron_lib.callbacks.manager [None req-6411a5c6-f501-4894-be25-51cc3d8eaba5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:44:55.958573 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron_lib.callbacks.manager [None req-6411a5c6-f501-4894-be25-51cc3d8eaba5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3705957'] for security_group, after_delete {{(pid=103721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:44:55.965819 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG oslo_concurrency.lockutils [None req-a184d5d7-55a6-4bcb-84c3-befd44e0ddbf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103721) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 31 11:44:55.978655 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6411a5c6-f501-4894-be25-51cc3d8eaba5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8c2f6c95-aeb8-4743-837a-f3bdfdb83e31,revision_number=None']} {{(pid=103721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 31 11:44:55.981369 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG oslo_concurrency.lockutils [None req-6411a5c6-f501-4894-be25-51cc3d8eaba5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=103721) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 31 11:44:55.998921 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron_lib.callbacks.manager [None req-6411a5c6-f501-4894-be25-51cc3d8eaba5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:44:56.000373 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [None req-6411a5c6-f501-4894-be25-51cc3d8eaba5 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/8c2f6c95-aeb8-4743-837a-f3bdfdb83e31 HTTP/1.1" status: 204  len: 168 time: 0.1901889
May 31 11:44:56.144782 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84d83eb9-6a11-4738-9f3d-dd110f557539 req-1e9dae16-b9c8-46e4-a18a-a1aa7b707930 tempest-ServerRescueNegativeTestJSON-1419813537 tempest-ServerRescueNegativeTestJSON-1419813537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 11:44:56.146178 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [req-84d83eb9-6a11-4738-9f3d-dd110f557539 req-1e9dae16-b9c8-46e4-a18a-a1aa7b707930 tempest-ServerRescueNegativeTestJSON-1419813537 tempest-ServerRescueNegativeTestJSON-1419813537-project] 10.222.0.57 "GET /v2.0/ports?device_id=b2dee92b-5362-45b1-88ed-3987b2942c9a HTTP/1.1" status: 200  len: 946 time: 0.0901632
May 31 11:44:56.198893 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [req-84d83eb9-6a11-4738-9f3d-dd110f557539 req-abba3c27-941e-4a2c-b49c-5ace38fc0554 tempest-ServerRescueNegativeTestJSON-1419813537 tempest-ServerRescueNegativeTestJSON-1419813537-project] 10.222.0.57 "GET /v2.0/security-groups?id=61284c33-46c4-4e49-8e24-329051971a91&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0461731
May 31 11:44:57.005648 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [req-9475ade1-5d44-455d-a3d4-7116a5dea0b7 req-495c3a9f-9993-439c-a02a-4e25211a8972 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=6cccde54-536c-42f8-a4b4-ace3bbad46da&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.0737400
May 31 11:44:57.179697 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9475ade1-5d44-455d-a3d4-7116a5dea0b7 req-765114f0-cb85-410c-85f2-513b87f64b68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 11:44:57.181149 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [req-9475ade1-5d44-455d-a3d4-7116a5dea0b7 req-765114f0-cb85-410c-85f2-513b87f64b68 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=e6680e894741452ebedaacc4ca6c4c58&device_id=6cccde54-536c-42f8-a4b4-ace3bbad46da HTTP/1.1" status: 200  len: 1098 time: 0.0744996
May 31 11:44:57.398583 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9475ade1-5d44-455d-a3d4-7116a5dea0b7 req-bf06d375-aefa-4d61-974d-29e09ebed1a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 11:44:57.400223 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [req-9475ade1-5d44-455d-a3d4-7116a5dea0b7 req-bf06d375-aefa-4d61-974d-29e09ebed1a2 service neutron] 10.222.0.60 "GET /v2.0/networks?id=c32e1ce5-86a3-4104-9167-66f8d6251dc5 HTTP/1.1" status: 200  len: 919 time: 0.1929953
May 31 11:44:57.486647 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b8e8d9d-b393-4633-bf97-02740ba90efb req-a48fb902-1103-460b-82c2-961b83697767 tempest-ServerRescueNegativeTestJSON-1419813537 tempest-ServerRescueNegativeTestJSON-1419813537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 11:44:57.488161 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [req-6b8e8d9d-b393-4633-bf97-02740ba90efb req-a48fb902-1103-460b-82c2-961b83697767 tempest-ServerRescueNegativeTestJSON-1419813537 tempest-ServerRescueNegativeTestJSON-1419813537-project] 10.222.0.57 "GET /v2.0/ports?device_id=b2dee92b-5362-45b1-88ed-3987b2942c9a HTTP/1.1" status: 200  len: 946 time: 0.1768770
May 31 11:44:57.509004 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [req-9475ade1-5d44-455d-a3d4-7116a5dea0b7 req-0d423085-d214-4358-a75f-663f329cd9c9 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=81e3ca42-c316-4948-abd0-83e5dbf7c8a1 HTTP/1.1" status: 200  len: 217 time: 0.0897679
May 31 11:44:57.596315 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [req-6b8e8d9d-b393-4633-bf97-02740ba90efb req-dc70cec3-1cc4-4f33-aadd-dd243641bb23 tempest-ServerRescueNegativeTestJSON-1419813537 tempest-ServerRescueNegativeTestJSON-1419813537-project] 10.222.0.57 "GET /v2.0/security-groups?id=61284c33-46c4-4e49-8e24-329051971a91&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0914783
May 31 11:44:57.601637 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9475ade1-5d44-455d-a3d4-7116a5dea0b7 req-72453334-863e-4732-b050-7c1ff1dcfc43 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 11:44:57.603012 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [req-9475ade1-5d44-455d-a3d4-7116a5dea0b7 req-72453334-863e-4732-b050-7c1ff1dcfc43 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=c2592ba6-2cac-4876-ba41-1cfa4ff30377 HTTP/1.1" status: 200  len: 858 time: 0.0792055
May 31 11:44:57.655599 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [req-9475ade1-5d44-455d-a3d4-7116a5dea0b7 req-0d1bd4be-567b-4b5b-872e-9d36755116e0 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=c32e1ce5-86a3-4104-9167-66f8d6251dc5&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0448427
May 31 11:44:57.820685 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [req-9475ade1-5d44-455d-a3d4-7116a5dea0b7 req-26d4fedf-f829-4caf-99e6-36537597c9d1 service neutron] 10.222.0.60 "GET /v2.0/networks/c32e1ce5-86a3-4104-9167-66f8d6251dc5?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1549604
May 31 11:44:58.140916 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [req-9475ade1-5d44-455d-a3d4-7116a5dea0b7 req-c4fd591d-3d77-4ff3-a8fd-cbd57c29249f service neutron] 10.222.0.60 "GET /v2.0/networks/c32e1ce5-86a3-4104-9167-66f8d6251dc5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3151102
May 31 11:44:58.225102 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.wsgi [-] (103721) accepted ('10.222.0.57', 41414) {{(pid=103721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 31 11:44:58.368025 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron_lib.callbacks.manager [None req-c3702b15-8ff0-4dab-8e78-4e47644b9ab2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:44:58.383470 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.db.quota.driver [None req-c3702b15-8ff0-4dab-8e78-4e47644b9ab2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=103721) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 31 11:44:58.387385 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.quota.resource [None req-c3702b15-8ff0-4dab-8e78-4e47644b9ab2 admin admin] Usage tracker for resource:security_group_rule and tenant:62dcc348df13417da2ec0280de5c5208 is out of sync, need to count used quota {{(pid=103721) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 31 11:44:58.390536 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.quota.resource [None req-c3702b15-8ff0-4dab-8e78-4e47644b9ab2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=103721) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 31 11:44:58.396230 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.db.quota.driver [None req-c3702b15-8ff0-4dab-8e78-4e47644b9ab2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=103721) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 31 11:44:58.477143 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron_lib.callbacks.manager [None req-c3702b15-8ff0-4dab-8e78-4e47644b9ab2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:44:58.482944 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron_lib.callbacks.manager [None req-c3702b15-8ff0-4dab-8e78-4e47644b9ab2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3705957'] for security_group, after_create {{(pid=103721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:44:58.491517 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG oslo_concurrency.lockutils [None req-6411a5c6-f501-4894-be25-51cc3d8eaba5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103721) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 31 11:44:58.534503 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [None req-c3702b15-8ff0-4dab-8e78-4e47644b9ab2 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=62dcc348df13417da2ec0280de5c5208&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3053520
May 31 11:44:58.534503 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3702b15-8ff0-4dab-8e78-4e47644b9ab2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=efcc35c6-80de-4ec7-8b30-2216dc4ac1b7,revision_number=1']} {{(pid=103721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 31 11:44:58.534926 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron.wsgi [-] (103720) accepted ('10.222.0.57', 41424) {{(pid=103720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 31 11:44:58.546916 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG oslo_concurrency.lockutils [None req-c3702b15-8ff0-4dab-8e78-4e47644b9ab2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=103721) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 31 11:44:58.603278 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-c967fc67-99ee-4736-86f6-cb7de41a1527 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:44:58.672901 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-c967fc67-99ee-4736-86f6-cb7de41a1527 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:44:58.799531 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-c967fc67-99ee-4736-86f6-cb7de41a1527 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3705957'] for security_group, after_delete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:44:58.807589 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG oslo_concurrency.lockutils [None req-f5f5d07f-e782-408f-bf46-d024383de162 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103720) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 31 11:44:58.822692 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c967fc67-99ee-4736-86f6-cb7de41a1527 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=efcc35c6-80de-4ec7-8b30-2216dc4ac1b7,revision_number=None']} {{(pid=103720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 31 11:44:58.825606 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG oslo_concurrency.lockutils [None req-c967fc67-99ee-4736-86f6-cb7de41a1527 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=103720) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 31 11:44:58.829954 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-c967fc67-99ee-4736-86f6-cb7de41a1527 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:44:58.831495 dv-cinder-786384-7-iscsi neutron-server[103720]: INFO neutron.wsgi [None req-c967fc67-99ee-4736-86f6-cb7de41a1527 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/efcc35c6-80de-4ec7-8b30-2216dc4ac1b7 HTTP/1.1" status: 204  len: 168 time: 0.2956846
May 31 11:44:58.936499 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4ea0c66-06a1-419c-821d-51f150e12f56 req-f23221b6-2bdd-4024-ae7f-43fac321decd tempest-ServerRescueNegativeTestJSON-1419813537 tempest-ServerRescueNegativeTestJSON-1419813537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 11:44:58.938012 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [req-d4ea0c66-06a1-419c-821d-51f150e12f56 req-f23221b6-2bdd-4024-ae7f-43fac321decd tempest-ServerRescueNegativeTestJSON-1419813537 tempest-ServerRescueNegativeTestJSON-1419813537-project] 10.222.0.57 "GET /v2.0/ports?device_id=b2dee92b-5362-45b1-88ed-3987b2942c9a HTTP/1.1" status: 200  len: 946 time: 0.1343033
May 31 11:44:58.986498 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [req-d4ea0c66-06a1-419c-821d-51f150e12f56 req-1361e52d-ea20-4085-b6af-c8037110606b tempest-ServerRescueNegativeTestJSON-1419813537 tempest-ServerRescueNegativeTestJSON-1419813537-project] 10.222.0.57 "GET /v2.0/security-groups?id=61284c33-46c4-4e49-8e24-329051971a91&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0405293
May 31 11:44:59.196784 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron.wsgi [-] (103720) accepted ('10.222.0.57', 41452) {{(pid=103720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 31 11:44:59.214649 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-d2c52842-fca9-457e-a35b-239830c5aa74 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:44:59.228880 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron.db.quota.driver [None req-d2c52842-fca9-457e-a35b-239830c5aa74 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=103720) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 31 11:44:59.232836 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron.quota.resource [None req-d2c52842-fca9-457e-a35b-239830c5aa74 admin admin] Usage tracker for resource:security_group_rule and tenant:b8055a5e91de44f58a709f57daf800f1 is out of sync, need to count used quota {{(pid=103720) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 31 11:44:59.235840 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron.quota.resource [None req-d2c52842-fca9-457e-a35b-239830c5aa74 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=103720) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 31 11:44:59.241938 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron.db.quota.driver [None req-d2c52842-fca9-457e-a35b-239830c5aa74 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=103720) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 31 11:44:59.344832 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-d2c52842-fca9-457e-a35b-239830c5aa74 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:44:59.349342 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-d2c52842-fca9-457e-a35b-239830c5aa74 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3705957'] for security_group, after_create {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:44:59.358778 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG oslo_concurrency.lockutils [None req-e86db689-0b9b-4128-8292-33b24407201f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103720) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 31 11:44:59.400404 dv-cinder-786384-7-iscsi neutron-server[103720]: INFO neutron.wsgi [None req-d2c52842-fca9-457e-a35b-239830c5aa74 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=b8055a5e91de44f58a709f57daf800f1&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2028663
May 31 11:44:59.402273 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2c52842-fca9-457e-a35b-239830c5aa74 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=49979ab8-8287-4a36-9dd1-dadf63e7c2c6,revision_number=1']} {{(pid=103720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 31 11:44:59.403181 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.wsgi [-] (103721) accepted ('10.222.0.57', 41462) {{(pid=103721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 31 11:44:59.406295 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG oslo_concurrency.lockutils [None req-d2c52842-fca9-457e-a35b-239830c5aa74 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=103720) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 31 11:44:59.473559 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron_lib.callbacks.manager [None req-8a28dc55-0092-4a64-8058-5ba54a44c95d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:44:59.502637 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron_lib.callbacks.manager [None req-8a28dc55-0092-4a64-8058-5ba54a44c95d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:44:59.525445 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron.wsgi [-] (103720) accepted ('10.222.0.57', 41470) {{(pid=103720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 31 11:44:59.561441 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron_lib.callbacks.manager [None req-8a28dc55-0092-4a64-8058-5ba54a44c95d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3705957'] for security_group, after_delete {{(pid=103721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:44:59.570504 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG oslo_concurrency.lockutils [None req-35ba7b1f-b48c-42b5-abfd-ef9b37c0b553 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103721) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 31 11:44:59.587481 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a28dc55-0092-4a64-8058-5ba54a44c95d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=49979ab8-8287-4a36-9dd1-dadf63e7c2c6,revision_number=None']} {{(pid=103721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 31 11:44:59.590019 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG oslo_concurrency.lockutils [None req-8a28dc55-0092-4a64-8058-5ba54a44c95d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=103721) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 31 11:44:59.596122 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron_lib.callbacks.manager [None req-8a28dc55-0092-4a64-8058-5ba54a44c95d admin admin] Notify callbacks [] for security_group, before_response {{(pid=103721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:44:59.597233 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [None req-8a28dc55-0092-4a64-8058-5ba54a44c95d admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/49979ab8-8287-4a36-9dd1-dadf63e7c2c6 HTTP/1.1" status: 204  len: 168 time: 0.1928983
May 31 11:44:59.663171 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-e14d6dc0-e6ba-47b7-9318-511515abb928 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:44:59.679351 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron.db.quota.driver [None req-e14d6dc0-e6ba-47b7-9318-511515abb928 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=103720) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 31 11:44:59.683676 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron.quota.resource [None req-e14d6dc0-e6ba-47b7-9318-511515abb928 admin admin] Usage tracker for resource:security_group_rule and tenant:8fad8b8b451242388e165fcf8fe635ed is out of sync, need to count used quota {{(pid=103720) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 31 11:44:59.687456 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron.quota.resource [None req-e14d6dc0-e6ba-47b7-9318-511515abb928 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=103720) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 31 11:44:59.693354 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron.db.quota.driver [None req-e14d6dc0-e6ba-47b7-9318-511515abb928 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=103720) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 31 11:44:59.761828 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.wsgi [-] (103721) accepted ('10.222.0.57', 41480) {{(pid=103721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 31 11:44:59.784715 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-e14d6dc0-e6ba-47b7-9318-511515abb928 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:44:59.791521 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-e14d6dc0-e6ba-47b7-9318-511515abb928 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3705957'] for security_group, after_create {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:44:59.803894 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103720) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 31 11:44:59.861009 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e14d6dc0-e6ba-47b7-9318-511515abb928 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b43bc4ed-1ae7-41ae-a86d-3feaf70bdda3,revision_number=1']} {{(pid=103720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 31 11:44:59.864678 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG oslo_concurrency.lockutils [None req-e14d6dc0-e6ba-47b7-9318-511515abb928 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=103720) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 31 11:44:59.871081 dv-cinder-786384-7-iscsi neutron-server[103720]: INFO neutron.wsgi [None req-e14d6dc0-e6ba-47b7-9318-511515abb928 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=8fad8b8b451242388e165fcf8fe635ed&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3421612
May 31 11:44:59.871460 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.wsgi [-] (103721) accepted ('10.222.0.57', 41490) {{(pid=103721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 31 11:44:59.954804 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron_lib.callbacks.manager [None req-6529f7c0-efa2-45cf-9b16-0f750fb21005 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:44:59.996256 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron_lib.callbacks.manager [None req-6529f7c0-efa2-45cf-9b16-0f750fb21005 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:45:00.052261 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron_lib.callbacks.manager [None req-14e98ab9-70b0-4090-a7f5-c26727b594b5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:45:00.088322 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.db.quota.driver [None req-14e98ab9-70b0-4090-a7f5-c26727b594b5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=103721) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 31 11:45:00.108687 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.quota.resource [None req-14e98ab9-70b0-4090-a7f5-c26727b594b5 admin admin] Usage tracker for resource:security_group_rule and tenant:569dc099ea8a49e4a7adf4b51dd18657 is out of sync, need to count used quota {{(pid=103721) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 31 11:45:00.111941 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.quota.resource [None req-14e98ab9-70b0-4090-a7f5-c26727b594b5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=103721) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 31 11:45:00.117765 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.db.quota.driver [None req-14e98ab9-70b0-4090-a7f5-c26727b594b5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=103721) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 31 11:45:00.189204 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron_lib.callbacks.manager [None req-6529f7c0-efa2-45cf-9b16-0f750fb21005 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3705957'] for security_group, after_delete {{(pid=103721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:45:00.198212 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG oslo_concurrency.lockutils [None req-14c10d4c-ff9b-4d4c-b61a-8e7c19e5a615 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103721) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 31 11:45:00.215713 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6529f7c0-efa2-45cf-9b16-0f750fb21005 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b43bc4ed-1ae7-41ae-a86d-3feaf70bdda3,revision_number=None']} {{(pid=103721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 31 11:45:00.224106 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG oslo_concurrency.lockutils [None req-6529f7c0-efa2-45cf-9b16-0f750fb21005 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=103721) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 31 11:45:00.255523 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron_lib.callbacks.manager [None req-6529f7c0-efa2-45cf-9b16-0f750fb21005 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:45:00.259459 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [None req-6529f7c0-efa2-45cf-9b16-0f750fb21005 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/b43bc4ed-1ae7-41ae-a86d-3feaf70bdda3 HTTP/1.1" status: 204  len: 168 time: 0.3869731
May 31 11:45:00.304379 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da3fd4c6-297a-4a51-96cd-a390708b21c8 req-73bf6dcd-f325-4b8b-9b74-46be89e2d9a4 tempest-ServerRescueNegativeTestJSON-1419813537 tempest-ServerRescueNegativeTestJSON-1419813537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 11:45:00.305884 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [req-da3fd4c6-297a-4a51-96cd-a390708b21c8 req-73bf6dcd-f325-4b8b-9b74-46be89e2d9a4 tempest-ServerRescueNegativeTestJSON-1419813537 tempest-ServerRescueNegativeTestJSON-1419813537-project] 10.222.0.57 "GET /v2.0/ports?device_id=b2dee92b-5362-45b1-88ed-3987b2942c9a HTTP/1.1" status: 200  len: 946 time: 0.1715391
May 31 11:45:00.376537 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron_lib.callbacks.manager [None req-14e98ab9-70b0-4090-a7f5-c26727b594b5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:45:00.385123 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [req-da3fd4c6-297a-4a51-96cd-a390708b21c8 req-d84ebb44-e622-46a9-b442-ae655b724b5a tempest-ServerRescueNegativeTestJSON-1419813537 tempest-ServerRescueNegativeTestJSON-1419813537-project] 10.222.0.57 "GET /v2.0/security-groups?id=61284c33-46c4-4e49-8e24-329051971a91&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0693603
May 31 11:45:00.386112 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron_lib.callbacks.manager [None req-14e98ab9-70b0-4090-a7f5-c26727b594b5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3705957'] for security_group, after_create {{(pid=103721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:45:00.398983 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG oslo_concurrency.lockutils [None req-831e8d3a-4a8e-4e1e-8ab2-2386c82ea77c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103721) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 31 11:45:00.447012 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [None req-14e98ab9-70b0-4090-a7f5-c26727b594b5 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=569dc099ea8a49e4a7adf4b51dd18657&name=default HTTP/1.1" status: 200  len: 2979 time: 0.6839077
May 31 11:45:00.448953 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14e98ab9-70b0-4090-a7f5-c26727b594b5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9cad5083-3014-4af3-9c5f-7ffe5cec5943,revision_number=1']} {{(pid=103721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 31 11:45:00.451497 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron.wsgi [-] (103720) accepted ('10.222.0.57', 41524) {{(pid=103720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 31 11:45:00.452750 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG oslo_concurrency.lockutils [None req-14e98ab9-70b0-4090-a7f5-c26727b594b5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=103721) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 31 11:45:00.549996 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-82b8843e-41df-4d9f-9eab-1ca9531af0a4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:45:00.589666 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-82b8843e-41df-4d9f-9eab-1ca9531af0a4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:45:00.650456 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.wsgi [-] (103721) accepted ('10.222.0.57', 41532) {{(pid=103721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 31 11:45:00.650934 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-82b8843e-41df-4d9f-9eab-1ca9531af0a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3705957'] for security_group, after_delete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:45:00.656696 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG oslo_concurrency.lockutils [None req-8eb9a348-4112-480a-8fdb-2c2a2d3c97c0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103720) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 31 11:45:00.673771 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82b8843e-41df-4d9f-9eab-1ca9531af0a4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9cad5083-3014-4af3-9c5f-7ffe5cec5943,revision_number=None']} {{(pid=103720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 31 11:45:00.676383 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG oslo_concurrency.lockutils [None req-82b8843e-41df-4d9f-9eab-1ca9531af0a4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=103720) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 31 11:45:00.677253 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron_lib.callbacks.manager [None req-007e2f30-32a4-4323-8421-c2e3d858b738 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:45:00.689292 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-82b8843e-41df-4d9f-9eab-1ca9531af0a4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:45:00.693882 dv-cinder-786384-7-iscsi neutron-server[103720]: INFO neutron.wsgi [None req-82b8843e-41df-4d9f-9eab-1ca9531af0a4 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/9cad5083-3014-4af3-9c5f-7ffe5cec5943 HTTP/1.1" status: 204  len: 168 time: 0.2403829
May 31 11:45:00.695253 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.db.quota.driver [None req-007e2f30-32a4-4323-8421-c2e3d858b738 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=103721) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 31 11:45:00.699422 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.quota.resource [None req-007e2f30-32a4-4323-8421-c2e3d858b738 admin admin] Usage tracker for resource:security_group_rule and tenant:a6316ecdbb8a4e609a30a7ae572e9f81 is out of sync, need to count used quota {{(pid=103721) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 31 11:45:00.703327 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.quota.resource [None req-007e2f30-32a4-4323-8421-c2e3d858b738 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=103721) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 31 11:45:00.711721 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.db.quota.driver [None req-007e2f30-32a4-4323-8421-c2e3d858b738 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=103721) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 31 11:45:00.805667 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron_lib.callbacks.manager [None req-007e2f30-32a4-4323-8421-c2e3d858b738 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:45:00.811625 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron_lib.callbacks.manager [None req-007e2f30-32a4-4323-8421-c2e3d858b738 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3705957'] for security_group, after_create {{(pid=103721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:45:00.818960 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG oslo_concurrency.lockutils [None req-e5d309b5-b9b7-4184-939a-c5b1eb458203 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103721) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 31 11:45:00.865036 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [None req-007e2f30-32a4-4323-8421-c2e3d858b738 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=a6316ecdbb8a4e609a30a7ae572e9f81&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2109683
May 31 11:45:00.865036 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-007e2f30-32a4-4323-8421-c2e3d858b738 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f6106932-5a69-4fc2-9213-853c91fb1fe7,revision_number=1']} {{(pid=103721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 31 11:45:00.865469 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron.wsgi [-] (103720) accepted ('10.222.0.57', 41542) {{(pid=103720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 31 11:45:00.867042 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG oslo_concurrency.lockutils [None req-007e2f30-32a4-4323-8421-c2e3d858b738 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=103721) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 31 11:45:00.933624 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-461e110d-7363-4a5e-bbf4-c73587e8d4ee admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:45:00.964047 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-461e110d-7363-4a5e-bbf4-c73587e8d4ee admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:45:01.027143 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-461e110d-7363-4a5e-bbf4-c73587e8d4ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3705957'] for security_group, after_delete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:45:01.032515 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG oslo_concurrency.lockutils [None req-4ee8d292-0748-49d4-a712-f523dfee23d2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103720) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 31 11:45:01.048457 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-461e110d-7363-4a5e-bbf4-c73587e8d4ee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f6106932-5a69-4fc2-9213-853c91fb1fe7,revision_number=None']} {{(pid=103720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 31 11:45:01.050687 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG oslo_concurrency.lockutils [None req-461e110d-7363-4a5e-bbf4-c73587e8d4ee admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=103720) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 31 11:45:01.051613 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-461e110d-7363-4a5e-bbf4-c73587e8d4ee admin admin] Notify callbacks [] for security_group, before_response {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:45:01.052801 dv-cinder-786384-7-iscsi neutron-server[103720]: INFO neutron.wsgi [None req-461e110d-7363-4a5e-bbf4-c73587e8d4ee admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/f6106932-5a69-4fc2-9213-853c91fb1fe7 HTTP/1.1" status: 204  len: 168 time: 0.1855276
May 31 11:45:01.128547 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron.wsgi [-] (103720) accepted ('10.222.0.57', 41558) {{(pid=103720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 31 11:45:01.149831 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-15261aab-cad9-45a3-b5e4-b027df316c9d admin admin] Notify callbacks [] for security_group, before_create {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:45:01.167166 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron.db.quota.driver [None req-15261aab-cad9-45a3-b5e4-b027df316c9d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=103720) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 31 11:45:01.173739 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron.quota.resource [None req-15261aab-cad9-45a3-b5e4-b027df316c9d admin admin] Usage tracker for resource:security_group_rule and tenant:b5630730bbd846889b96eccf7feb438c is out of sync, need to count used quota {{(pid=103720) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 31 11:45:01.176846 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron.quota.resource [None req-15261aab-cad9-45a3-b5e4-b027df316c9d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=103720) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 31 11:45:01.182817 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron.db.quota.driver [None req-15261aab-cad9-45a3-b5e4-b027df316c9d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=103720) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 31 11:45:01.279046 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-15261aab-cad9-45a3-b5e4-b027df316c9d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:45:01.283898 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-15261aab-cad9-45a3-b5e4-b027df316c9d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3705957'] for security_group, after_create {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:45:01.296914 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG oslo_concurrency.lockutils [None req-87f9aab4-83d8-48ab-872e-410365452c81 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103720) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 31 11:45:01.328510 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron_lib.callbacks.manager [None req-43028a7b-58d7-408b-ac75-1328e6896bf7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744215964654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857257'] for agent, after_update {{(pid=103722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:45:01.353964 dv-cinder-786384-7-iscsi neutron-server[103720]: INFO neutron.wsgi [None req-15261aab-cad9-45a3-b5e4-b027df316c9d admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=b5630730bbd846889b96eccf7feb438c&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2241590
May 31 11:45:01.356747 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.wsgi [-] (103721) accepted ('10.222.0.57', 41570) {{(pid=103721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 31 11:45:01.357157 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15261aab-cad9-45a3-b5e4-b027df316c9d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=926e54eb-fb51-4af7-88de-59b716892b86,revision_number=1']} {{(pid=103720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 31 11:45:01.360435 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG oslo_concurrency.lockutils [None req-15261aab-cad9-45a3-b5e4-b027df316c9d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=103720) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 31 11:45:01.473744 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron_lib.callbacks.manager [None req-c4c06601-5738-413e-9efc-ef3430e2ffc5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:45:01.512185 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron_lib.callbacks.manager [None req-c4c06601-5738-413e-9efc-ef3430e2ffc5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:45:01.663545 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24a3abe8-7219-4b4f-8192-28b47c576cad req-65d2ddb0-490e-4b9d-89cc-6aafa0ea510c tempest-ServerRescueNegativeTestJSON-1419813537 tempest-ServerRescueNegativeTestJSON-1419813537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 11:45:01.665201 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [req-24a3abe8-7219-4b4f-8192-28b47c576cad req-65d2ddb0-490e-4b9d-89cc-6aafa0ea510c tempest-ServerRescueNegativeTestJSON-1419813537 tempest-ServerRescueNegativeTestJSON-1419813537-project] 10.222.0.57 "GET /v2.0/ports?device_id=b2dee92b-5362-45b1-88ed-3987b2942c9a HTTP/1.1" status: 200  len: 946 time: 0.1157990
May 31 11:45:01.667649 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron_lib.callbacks.manager [None req-c4c06601-5738-413e-9efc-ef3430e2ffc5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3705957'] for security_group, after_delete {{(pid=103721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:45:01.678344 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG oslo_concurrency.lockutils [None req-b27fb754-58ba-4e5f-9a06-622c82ecfa68 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103721) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 31 11:45:01.738115 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4c06601-5738-413e-9efc-ef3430e2ffc5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=926e54eb-fb51-4af7-88de-59b716892b86,revision_number=None']} {{(pid=103721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 31 11:45:01.742756 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG oslo_concurrency.lockutils [None req-c4c06601-5738-413e-9efc-ef3430e2ffc5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=103721) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 31 11:45:01.767512 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.wsgi [-] (103721) accepted ('10.222.0.57', 41594) {{(pid=103721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 31 11:45:01.792996 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron_lib.callbacks.manager [None req-c4c06601-5738-413e-9efc-ef3430e2ffc5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:45:01.794104 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [None req-c4c06601-5738-413e-9efc-ef3430e2ffc5 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/926e54eb-fb51-4af7-88de-59b716892b86 HTTP/1.1" status: 204  len: 168 time: 0.4363098
May 31 11:45:01.798735 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [req-24a3abe8-7219-4b4f-8192-28b47c576cad req-e840d837-0a76-4881-8e7c-3f3cea14a71d tempest-ServerRescueNegativeTestJSON-1419813537 tempest-ServerRescueNegativeTestJSON-1419813537-project] 10.222.0.57 "GET /v2.0/security-groups?id=61284c33-46c4-4e49-8e24-329051971a91&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1257966
May 31 11:45:01.800011 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron_lib.callbacks.manager [None req-34f5a9c8-01ab-44e1-89f2-e1470e0c8a3a admin admin] Notify callbacks [] for security_group, before_create {{(pid=103721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:45:01.822125 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.db.quota.driver [None req-34f5a9c8-01ab-44e1-89f2-e1470e0c8a3a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=103721) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 31 11:45:01.826251 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.quota.resource [None req-34f5a9c8-01ab-44e1-89f2-e1470e0c8a3a admin admin] Usage tracker for resource:security_group_rule and tenant:3405a2d4c54e4578a1d7f3fcca940a6b is out of sync, need to count used quota {{(pid=103721) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 31 11:45:01.829376 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.quota.resource [None req-34f5a9c8-01ab-44e1-89f2-e1470e0c8a3a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=103721) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 31 11:45:01.836046 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.db.quota.driver [None req-34f5a9c8-01ab-44e1-89f2-e1470e0c8a3a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=103721) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 31 11:45:01.926696 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron_lib.callbacks.manager [None req-34f5a9c8-01ab-44e1-89f2-e1470e0c8a3a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:45:01.931916 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron_lib.callbacks.manager [None req-34f5a9c8-01ab-44e1-89f2-e1470e0c8a3a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3705957'] for security_group, after_create {{(pid=103721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:45:01.941474 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG oslo_concurrency.lockutils [None req-7db86af0-ab23-4cae-8a61-650f01850207 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103721) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 31 11:45:01.992073 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [None req-34f5a9c8-01ab-44e1-89f2-e1470e0c8a3a admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=3405a2d4c54e4578a1d7f3fcca940a6b&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2206895
May 31 11:45:01.992073 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.wsgi [-] (103721) accepted ('10.222.0.57', 41604) {{(pid=103721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 31 11:45:01.994692 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34f5a9c8-01ab-44e1-89f2-e1470e0c8a3a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=85eefbbc-9cee-4159-8131-2d0bd8d4ec40,revision_number=1']} {{(pid=103721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 31 11:45:02.011854 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG oslo_concurrency.lockutils [None req-34f5a9c8-01ab-44e1-89f2-e1470e0c8a3a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=103721) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 31 11:45:02.064585 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron_lib.callbacks.manager [None req-2846847c-3213-4fad-a497-b28a3726ab61 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:45:02.092626 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron_lib.callbacks.manager [None req-2846847c-3213-4fad-a497-b28a3726ab61 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:45:02.157262 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron_lib.callbacks.manager [None req-2846847c-3213-4fad-a497-b28a3726ab61 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3705957'] for security_group, after_delete {{(pid=103721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:45:02.161114 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG oslo_concurrency.lockutils [None req-54f11f5c-1369-4e62-9045-9c146e6e057d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103721) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 31 11:45:02.172562 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2846847c-3213-4fad-a497-b28a3726ab61 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=85eefbbc-9cee-4159-8131-2d0bd8d4ec40,revision_number=None']} {{(pid=103721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 31 11:45:02.176203 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG oslo_concurrency.lockutils [None req-2846847c-3213-4fad-a497-b28a3726ab61 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=103721) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 31 11:45:02.179549 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron_lib.callbacks.manager [None req-2846847c-3213-4fad-a497-b28a3726ab61 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:45:02.188136 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [None req-2846847c-3213-4fad-a497-b28a3726ab61 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/85eefbbc-9cee-4159-8131-2d0bd8d4ec40 HTTP/1.1" status: 204  len: 168 time: 0.1877851
May 31 11:45:03.074162 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron_lib.callbacks.manager [None req-38f6451d-c049-4abd-a73e-d34b74d72061 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744215964654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857257'] for agent, after_update {{(pid=103722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:45:03.108797 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f0511ba-387c-457c-b4e3-1124e0780e65 req-40796b09-839d-4efc-ab22-1e6460b04e73 tempest-ServerRescueNegativeTestJSON-1419813537 tempest-ServerRescueNegativeTestJSON-1419813537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 11:45:03.110826 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [req-3f0511ba-387c-457c-b4e3-1124e0780e65 req-40796b09-839d-4efc-ab22-1e6460b04e73 tempest-ServerRescueNegativeTestJSON-1419813537 tempest-ServerRescueNegativeTestJSON-1419813537-project] 10.222.0.57 "GET /v2.0/ports?device_id=b2dee92b-5362-45b1-88ed-3987b2942c9a HTTP/1.1" status: 200  len: 946 time: 0.1202371
May 31 11:45:03.166001 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [req-3f0511ba-387c-457c-b4e3-1124e0780e65 req-3ecf428f-e563-4531-a19c-275ff6a75cd9 tempest-ServerRescueNegativeTestJSON-1419813537 tempest-ServerRescueNegativeTestJSON-1419813537-project] 10.222.0.57 "GET /v2.0/security-groups?id=61284c33-46c4-4e49-8e24-329051971a91&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0488601
May 31 11:45:03.946712 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.wsgi [-] (103721) accepted ('10.222.0.57', 41710) {{(pid=103721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 31 11:45:04.081544 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron_lib.callbacks.manager [None req-4698d4a9-59ef-499a-9e1b-686a0d3181aa admin admin] Notify callbacks [] for security_group, before_create {{(pid=103721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:45:04.099380 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.db.quota.driver [None req-4698d4a9-59ef-499a-9e1b-686a0d3181aa admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=103721) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 31 11:45:04.105438 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.quota.resource [None req-4698d4a9-59ef-499a-9e1b-686a0d3181aa admin admin] Usage tracker for resource:security_group_rule and tenant:97bd69b3dc8f4879a28f8388904863ed is out of sync, need to count used quota {{(pid=103721) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 31 11:45:04.108416 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.quota.resource [None req-4698d4a9-59ef-499a-9e1b-686a0d3181aa admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=103721) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 31 11:45:04.114787 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.db.quota.driver [None req-4698d4a9-59ef-499a-9e1b-686a0d3181aa admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=103721) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 31 11:45:04.215833 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron_lib.callbacks.manager [None req-4698d4a9-59ef-499a-9e1b-686a0d3181aa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:45:04.219966 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron_lib.callbacks.manager [None req-4698d4a9-59ef-499a-9e1b-686a0d3181aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3705957'] for security_group, after_create {{(pid=103721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:45:04.226908 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG oslo_concurrency.lockutils [None req-2846847c-3213-4fad-a497-b28a3726ab61 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103721) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 31 11:45:04.277552 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [None req-4698d4a9-59ef-499a-9e1b-686a0d3181aa admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=97bd69b3dc8f4879a28f8388904863ed&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3296015
May 31 11:45:04.280270 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron.wsgi [-] (103720) accepted ('10.222.0.57', 41728) {{(pid=103720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 31 11:45:04.308394 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4698d4a9-59ef-499a-9e1b-686a0d3181aa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=93624742-a452-4ed5-8377-9e411caaa436,revision_number=1']} {{(pid=103721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 31 11:45:04.316225 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG oslo_concurrency.lockutils [None req-4698d4a9-59ef-499a-9e1b-686a0d3181aa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=103721) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 31 11:45:04.342269 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-2eb99cb9-b527-4c4c-94e8-e0a416e12f3a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:45:04.360449 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c5efe2e-293e-4e42-87c4-3039bd031252 req-847db9a6-e184-4b3c-b543-748e7e40116b tempest-ServerRescueNegativeTestJSON-1419813537 tempest-ServerRescueNegativeTestJSON-1419813537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 11:45:04.362068 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [req-9c5efe2e-293e-4e42-87c4-3039bd031252 req-847db9a6-e184-4b3c-b543-748e7e40116b tempest-ServerRescueNegativeTestJSON-1419813537 tempest-ServerRescueNegativeTestJSON-1419813537-project] 10.222.0.57 "GET /v2.0/ports?device_id=b2dee92b-5362-45b1-88ed-3987b2942c9a HTTP/1.1" status: 200  len: 946 time: 0.0885329
May 31 11:45:04.370013 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-2eb99cb9-b527-4c4c-94e8-e0a416e12f3a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:45:04.408796 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [req-9c5efe2e-293e-4e42-87c4-3039bd031252 req-896d11a9-be81-41c7-8468-c69c2d3593b0 tempest-ServerRescueNegativeTestJSON-1419813537 tempest-ServerRescueNegativeTestJSON-1419813537-project] 10.222.0.57 "GET /v2.0/security-groups?id=61284c33-46c4-4e49-8e24-329051971a91&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0402803
May 31 11:45:04.422455 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-2eb99cb9-b527-4c4c-94e8-e0a416e12f3a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3705957'] for security_group, after_delete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:45:04.426109 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG oslo_concurrency.lockutils [None req-f6442f27-62ec-4a4c-9b08-46df2906bd65 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103720) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 31 11:45:04.439482 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eb99cb9-b527-4c4c-94e8-e0a416e12f3a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=93624742-a452-4ed5-8377-9e411caaa436,revision_number=None']} {{(pid=103720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 31 11:45:04.443092 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG oslo_concurrency.lockutils [None req-2eb99cb9-b527-4c4c-94e8-e0a416e12f3a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=103720) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 31 11:45:04.448387 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-2eb99cb9-b527-4c4c-94e8-e0a416e12f3a admin admin] Notify callbacks [] for security_group, before_response {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:45:04.449532 dv-cinder-786384-7-iscsi neutron-server[103720]: INFO neutron.wsgi [None req-2eb99cb9-b527-4c4c-94e8-e0a416e12f3a admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/93624742-a452-4ed5-8377-9e411caaa436 HTTP/1.1" status: 204  len: 168 time: 0.1681783
May 31 11:45:05.514459 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron_lib.callbacks.manager [None req-7bd422f0-abec-49eb-87d1-f61e0bf2c205 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744215964654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857257'] for agent, after_update {{(pid=103722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:45:05.594328 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron_lib.callbacks.manager [None req-1f0a762f-0348-4bba-b860-8eddab4cd770 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744215964654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857257'] for agent, after_update {{(pid=103722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:45:05.628563 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-454d7ded-0f1d-4719-a435-2e7e16ebca96 req-57c8353f-4089-4e9f-8871-06bda1c970e8 tempest-ServerRescueNegativeTestJSON-1419813537 tempest-ServerRescueNegativeTestJSON-1419813537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 11:45:05.636271 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [req-454d7ded-0f1d-4719-a435-2e7e16ebca96 req-57c8353f-4089-4e9f-8871-06bda1c970e8 tempest-ServerRescueNegativeTestJSON-1419813537 tempest-ServerRescueNegativeTestJSON-1419813537-project] 10.222.0.57 "GET /v2.0/ports?device_id=b2dee92b-5362-45b1-88ed-3987b2942c9a HTTP/1.1" status: 200  len: 946 time: 0.1047204
May 31 11:45:05.692628 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [req-454d7ded-0f1d-4719-a435-2e7e16ebca96 req-29032400-0d34-4a9c-bd27-e619a0638fea tempest-ServerRescueNegativeTestJSON-1419813537 tempest-ServerRescueNegativeTestJSON-1419813537-project] 10.222.0.57 "GET /v2.0/security-groups?id=61284c33-46c4-4e49-8e24-329051971a91&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0553589
May 31 11:45:06.465620 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron_lib.callbacks.manager [None req-c59bf3d8-3f04-4740-8d75-807cb4f7478e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744215964654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857257'] for agent, after_update {{(pid=103722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:45:06.895479 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b0a6ad1-bf98-4512-8e67-da3bf0b27b9b req-b6bf0d66-9bc8-4a34-877f-56a42d3cbcc7 tempest-ServerRescueNegativeTestJSON-1419813537 tempest-ServerRescueNegativeTestJSON-1419813537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 11:45:06.897243 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [req-5b0a6ad1-bf98-4512-8e67-da3bf0b27b9b req-b6bf0d66-9bc8-4a34-877f-56a42d3cbcc7 tempest-ServerRescueNegativeTestJSON-1419813537 tempest-ServerRescueNegativeTestJSON-1419813537-project] 10.222.0.57 "GET /v2.0/ports?device_id=b2dee92b-5362-45b1-88ed-3987b2942c9a HTTP/1.1" status: 200  len: 946 time: 0.0833108
May 31 11:45:06.941789 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [req-5b0a6ad1-bf98-4512-8e67-da3bf0b27b9b req-ebe142bb-7a9d-45b5-b4ba-4b99f4224175 tempest-ServerRescueNegativeTestJSON-1419813537 tempest-ServerRescueNegativeTestJSON-1419813537-project] 10.222.0.57 "GET /v2.0/security-groups?id=61284c33-46c4-4e49-8e24-329051971a91&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0385768
May 31 11:45:07.924460 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron_lib.callbacks.manager [None req-e2b995a4-3526-4c71-93aa-7f4ba47dfd64 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744215964654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857257'] for agent, after_update {{(pid=103722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:45:08.132064 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e113edb-97e6-4d4b-85e9-c5bbaba5d180 req-0a377d22-afb7-48e4-a78d-b30d5d0776ab tempest-ServerRescueNegativeTestJSON-1419813537 tempest-ServerRescueNegativeTestJSON-1419813537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 11:45:08.133542 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [req-7e113edb-97e6-4d4b-85e9-c5bbaba5d180 req-0a377d22-afb7-48e4-a78d-b30d5d0776ab tempest-ServerRescueNegativeTestJSON-1419813537 tempest-ServerRescueNegativeTestJSON-1419813537-project] 10.222.0.57 "GET /v2.0/ports?device_id=b2dee92b-5362-45b1-88ed-3987b2942c9a HTTP/1.1" status: 200  len: 946 time: 0.0832326
May 31 11:45:08.181924 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [req-7e113edb-97e6-4d4b-85e9-c5bbaba5d180 req-08104fcc-9dc8-4ecd-a5dc-d90cd9c147f4 tempest-ServerRescueNegativeTestJSON-1419813537 tempest-ServerRescueNegativeTestJSON-1419813537-project] 10.222.0.57 "GET /v2.0/security-groups?id=61284c33-46c4-4e49-8e24-329051971a91&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0417583
May 31 11:45:09.383944 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31bbc861-dd3f-4706-bb0f-69ab122b43f4 req-e1c55254-3eca-4377-9ae0-55e7a17207e6 tempest-ServerRescueNegativeTestJSON-1419813537 tempest-ServerRescueNegativeTestJSON-1419813537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 11:45:09.386140 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [req-31bbc861-dd3f-4706-bb0f-69ab122b43f4 req-e1c55254-3eca-4377-9ae0-55e7a17207e6 tempest-ServerRescueNegativeTestJSON-1419813537 tempest-ServerRescueNegativeTestJSON-1419813537-project] 10.222.0.57 "GET /v2.0/ports?device_id=b2dee92b-5362-45b1-88ed-3987b2942c9a HTTP/1.1" status: 200  len: 946 time: 0.0848637
May 31 11:45:09.431468 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [req-31bbc861-dd3f-4706-bb0f-69ab122b43f4 req-2c6d391d-d638-4555-9540-2e0f0af81ddd tempest-ServerRescueNegativeTestJSON-1419813537 tempest-ServerRescueNegativeTestJSON-1419813537-project] 10.222.0.57 "GET /v2.0/security-groups?id=61284c33-46c4-4e49-8e24-329051971a91&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0390930
May 31 11:45:10.689291 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ebd7bc8-bf12-4dc6-9b7f-a7cbd3f70a17 req-b9c365ab-dc4d-4d6e-b460-03abb282166a tempest-ServerRescueNegativeTestJSON-1419813537 tempest-ServerRescueNegativeTestJSON-1419813537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 11:45:10.690855 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [req-7ebd7bc8-bf12-4dc6-9b7f-a7cbd3f70a17 req-b9c365ab-dc4d-4d6e-b460-03abb282166a tempest-ServerRescueNegativeTestJSON-1419813537 tempest-ServerRescueNegativeTestJSON-1419813537-project] 10.222.0.57 "GET /v2.0/ports?device_id=b2dee92b-5362-45b1-88ed-3987b2942c9a HTTP/1.1" status: 200  len: 946 time: 0.1509783
May 31 11:45:10.735929 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [req-7ebd7bc8-bf12-4dc6-9b7f-a7cbd3f70a17 req-3bcc6124-d98b-4d5a-a171-41a5b489f051 tempest-ServerRescueNegativeTestJSON-1419813537 tempest-ServerRescueNegativeTestJSON-1419813537-project] 10.222.0.57 "GET /v2.0/security-groups?id=61284c33-46c4-4e49-8e24-329051971a91&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0390594
May 31 11:45:11.943405 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb004d86-ab80-4f33-ae1b-a852bfee8981 req-5ac6f8b4-e90d-42a5-8aed-78f72596199f tempest-ServerRescueNegativeTestJSON-1419813537 tempest-ServerRescueNegativeTestJSON-1419813537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 11:45:11.945092 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [req-cb004d86-ab80-4f33-ae1b-a852bfee8981 req-5ac6f8b4-e90d-42a5-8aed-78f72596199f tempest-ServerRescueNegativeTestJSON-1419813537 tempest-ServerRescueNegativeTestJSON-1419813537-project] 10.222.0.57 "GET /v2.0/ports?device_id=b2dee92b-5362-45b1-88ed-3987b2942c9a HTTP/1.1" status: 200  len: 946 time: 0.0996220
May 31 11:45:11.990146 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [req-cb004d86-ab80-4f33-ae1b-a852bfee8981 req-00c316e4-c0f3-4e13-8e90-a028a2f2494d tempest-ServerRescueNegativeTestJSON-1419813537 tempest-ServerRescueNegativeTestJSON-1419813537-project] 10.222.0.57 "GET /v2.0/security-groups?id=61284c33-46c4-4e49-8e24-329051971a91&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0392375
May 31 11:45:13.180709 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04a3d347-29dd-4c86-aa9a-64a7e30ab345 req-4d0640c5-60f1-469e-957d-d5ce20797b5e tempest-ServerRescueNegativeTestJSON-1419813537 tempest-ServerRescueNegativeTestJSON-1419813537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 11:45:13.182255 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [req-04a3d347-29dd-4c86-aa9a-64a7e30ab345 req-4d0640c5-60f1-469e-957d-d5ce20797b5e tempest-ServerRescueNegativeTestJSON-1419813537 tempest-ServerRescueNegativeTestJSON-1419813537-project] 10.222.0.57 "GET /v2.0/ports?device_id=b2dee92b-5362-45b1-88ed-3987b2942c9a HTTP/1.1" status: 200  len: 946 time: 0.0838282
May 31 11:45:13.227896 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [req-04a3d347-29dd-4c86-aa9a-64a7e30ab345 req-14bd8eaf-012e-4d81-900c-e53068fc3243 tempest-ServerRescueNegativeTestJSON-1419813537 tempest-ServerRescueNegativeTestJSON-1419813537-project] 10.222.0.57 "GET /v2.0/security-groups?id=61284c33-46c4-4e49-8e24-329051971a91&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0396631
May 31 11:45:14.415571 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ba0fa65-19fb-4ebb-bffb-45a4dd6e0d9a req-a0e7825d-6690-430d-89dd-d5707b5dc0e9 tempest-ServerRescueNegativeTestJSON-1419813537 tempest-ServerRescueNegativeTestJSON-1419813537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 11:45:14.417069 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [req-2ba0fa65-19fb-4ebb-bffb-45a4dd6e0d9a req-a0e7825d-6690-430d-89dd-d5707b5dc0e9 tempest-ServerRescueNegativeTestJSON-1419813537 tempest-ServerRescueNegativeTestJSON-1419813537-project] 10.222.0.57 "GET /v2.0/ports?device_id=b2dee92b-5362-45b1-88ed-3987b2942c9a HTTP/1.1" status: 200  len: 946 time: 0.0837204
May 31 11:45:14.461463 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [req-2ba0fa65-19fb-4ebb-bffb-45a4dd6e0d9a req-561e2ab3-d66d-4d53-b801-61d0facf910c tempest-ServerRescueNegativeTestJSON-1419813537 tempest-ServerRescueNegativeTestJSON-1419813537-project] 10.222.0.57 "GET /v2.0/security-groups?id=61284c33-46c4-4e49-8e24-329051971a91&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0385408
May 31 11:45:15.648142 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c155377-8c7b-481c-9134-ae0653230f94 req-52f69a68-8c5c-4cda-ade8-e9cea4289b73 tempest-ServerRescueNegativeTestJSON-1419813537 tempest-ServerRescueNegativeTestJSON-1419813537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 11:45:15.649880 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [req-6c155377-8c7b-481c-9134-ae0653230f94 req-52f69a68-8c5c-4cda-ade8-e9cea4289b73 tempest-ServerRescueNegativeTestJSON-1419813537 tempest-ServerRescueNegativeTestJSON-1419813537-project] 10.222.0.57 "GET /v2.0/ports?device_id=b2dee92b-5362-45b1-88ed-3987b2942c9a HTTP/1.1" status: 200  len: 946 time: 0.0827599
May 31 11:45:15.697550 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [req-6c155377-8c7b-481c-9134-ae0653230f94 req-f77b64d2-61ce-41bc-ab31-384e612c0e39 tempest-ServerRescueNegativeTestJSON-1419813537 tempest-ServerRescueNegativeTestJSON-1419813537-project] 10.222.0.57 "GET /v2.0/security-groups?id=61284c33-46c4-4e49-8e24-329051971a91&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0416679
May 31 11:45:16.887615 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ca9fd07-eae8-4ddf-8465-ad0a6929d142 req-5eea3ca4-3462-40d9-937b-64ca8779e98e tempest-ServerRescueNegativeTestJSON-1419813537 tempest-ServerRescueNegativeTestJSON-1419813537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 11:45:16.889410 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [req-8ca9fd07-eae8-4ddf-8465-ad0a6929d142 req-5eea3ca4-3462-40d9-937b-64ca8779e98e tempest-ServerRescueNegativeTestJSON-1419813537 tempest-ServerRescueNegativeTestJSON-1419813537-project] 10.222.0.57 "GET /v2.0/ports?device_id=b2dee92b-5362-45b1-88ed-3987b2942c9a HTTP/1.1" status: 200  len: 946 time: 0.0827465
May 31 11:45:16.934273 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [req-8ca9fd07-eae8-4ddf-8465-ad0a6929d142 req-d714e37a-a5d6-40e1-bcc3-4f9ce8a20381 tempest-ServerRescueNegativeTestJSON-1419813537 tempest-ServerRescueNegativeTestJSON-1419813537-project] 10.222.0.57 "GET /v2.0/security-groups?id=61284c33-46c4-4e49-8e24-329051971a91&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0388882
May 31 11:45:18.132080 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98c1f3c7-db29-46d6-954b-650c1691a647 req-c559369f-a734-4222-93e2-28f68dee1120 tempest-ServerRescueNegativeTestJSON-1419813537 tempest-ServerRescueNegativeTestJSON-1419813537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 11:45:18.134020 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [req-98c1f3c7-db29-46d6-954b-650c1691a647 req-c559369f-a734-4222-93e2-28f68dee1120 tempest-ServerRescueNegativeTestJSON-1419813537 tempest-ServerRescueNegativeTestJSON-1419813537-project] 10.222.0.57 "GET /v2.0/ports?device_id=b2dee92b-5362-45b1-88ed-3987b2942c9a HTTP/1.1" status: 200  len: 946 time: 0.0875535
May 31 11:45:18.191291 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [req-98c1f3c7-db29-46d6-954b-650c1691a647 req-c5764fd9-6b77-4f5e-89ba-ed73ac76d823 tempest-ServerRescueNegativeTestJSON-1419813537 tempest-ServerRescueNegativeTestJSON-1419813537-project] 10.222.0.57 "GET /v2.0/security-groups?id=61284c33-46c4-4e49-8e24-329051971a91&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0508142
May 31 11:45:18.227133 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron.wsgi [-] (103720) accepted ('10.222.0.57', 42068) {{(pid=103720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 31 11:45:18.362147 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-ca7bde71-235b-4b9e-8b0f-e76cad9e41d4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:45:18.375017 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron.db.quota.driver [None req-ca7bde71-235b-4b9e-8b0f-e76cad9e41d4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=103720) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 31 11:45:18.378881 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron.quota.resource [None req-ca7bde71-235b-4b9e-8b0f-e76cad9e41d4 admin admin] Usage tracker for resource:security_group_rule and tenant:925be65c4ee54c1d87e8d0e9726c5f9d is out of sync, need to count used quota {{(pid=103720) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 31 11:45:18.381769 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron.quota.resource [None req-ca7bde71-235b-4b9e-8b0f-e76cad9e41d4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=103720) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 31 11:45:18.387993 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron.db.quota.driver [None req-ca7bde71-235b-4b9e-8b0f-e76cad9e41d4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=103720) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 31 11:45:18.470823 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.wsgi [-] (103721) accepted ('10.222.0.57', 42080) {{(pid=103721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 31 11:45:18.480061 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-ca7bde71-235b-4b9e-8b0f-e76cad9e41d4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:45:18.488485 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-ca7bde71-235b-4b9e-8b0f-e76cad9e41d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3705957'] for security_group, after_create {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:45:18.498033 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG oslo_concurrency.lockutils [None req-c8aaa77f-2b17-4e90-b24b-e65f97c0adbd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103720) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 31 11:45:18.538680 dv-cinder-786384-7-iscsi neutron-server[103720]: INFO neutron.wsgi [None req-ca7bde71-235b-4b9e-8b0f-e76cad9e41d4 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=925be65c4ee54c1d87e8d0e9726c5f9d&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3103449
May 31 11:45:18.540821 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca7bde71-235b-4b9e-8b0f-e76cad9e41d4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=75f9b51d-66c4-49c8-9eb2-af1319b3bd1b,revision_number=1']} {{(pid=103720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 31 11:45:18.542378 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.wsgi [-] (103721) accepted ('10.222.0.57', 42090) {{(pid=103721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 31 11:45:18.545186 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG oslo_concurrency.lockutils [None req-ca7bde71-235b-4b9e-8b0f-e76cad9e41d4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=103720) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 31 11:45:18.622967 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron_lib.callbacks.manager [None req-a53a3c09-e6b3-4610-a38e-d5115d19fa41 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:45:18.643958 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron_lib.callbacks.manager [None req-563b2a23-5ebf-45f9-a20f-18b35526cc17 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:45:18.647380 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.db.quota.driver [None req-a53a3c09-e6b3-4610-a38e-d5115d19fa41 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=103721) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 31 11:45:18.661971 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.quota.resource [None req-a53a3c09-e6b3-4610-a38e-d5115d19fa41 admin admin] Usage tracker for resource:security_group_rule and tenant:714b02e444794846b7b516827ce4785c is out of sync, need to count used quota {{(pid=103721) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 31 11:45:18.666159 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.quota.resource [None req-a53a3c09-e6b3-4610-a38e-d5115d19fa41 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=103721) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 31 11:45:18.680534 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.db.quota.driver [None req-a53a3c09-e6b3-4610-a38e-d5115d19fa41 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=103721) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 31 11:45:18.687163 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron_lib.callbacks.manager [None req-563b2a23-5ebf-45f9-a20f-18b35526cc17 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:45:18.782968 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron_lib.callbacks.manager [None req-563b2a23-5ebf-45f9-a20f-18b35526cc17 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3705957'] for security_group, after_delete {{(pid=103721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:45:18.787274 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG oslo_concurrency.lockutils [None req-61d4c33e-ca9e-494e-8a53-a10859f83288 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103721) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 31 11:45:18.805556 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-563b2a23-5ebf-45f9-a20f-18b35526cc17 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=75f9b51d-66c4-49c8-9eb2-af1319b3bd1b,revision_number=None']} {{(pid=103721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 31 11:45:18.812455 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG oslo_concurrency.lockutils [None req-563b2a23-5ebf-45f9-a20f-18b35526cc17 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=103721) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 31 11:45:18.833565 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron_lib.callbacks.manager [None req-a53a3c09-e6b3-4610-a38e-d5115d19fa41 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:45:18.840074 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron_lib.callbacks.manager [None req-a53a3c09-e6b3-4610-a38e-d5115d19fa41 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3705957'] for security_group, after_create {{(pid=103721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:45:18.848868 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG oslo_concurrency.lockutils [None req-fc9f597e-e0ed-444d-ba83-4ab007d9e7bb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103721) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 31 11:45:18.859415 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron_lib.callbacks.manager [None req-563b2a23-5ebf-45f9-a20f-18b35526cc17 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:45:18.860558 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [None req-563b2a23-5ebf-45f9-a20f-18b35526cc17 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/75f9b51d-66c4-49c8-9eb2-af1319b3bd1b HTTP/1.1" status: 204  len: 168 time: 0.3169522
May 31 11:45:18.894493 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [None req-a53a3c09-e6b3-4610-a38e-d5115d19fa41 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=714b02e444794846b7b516827ce4785c&name=default HTTP/1.1" status: 200  len: 2979 time: 0.4225118
May 31 11:45:18.896174 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a53a3c09-e6b3-4610-a38e-d5115d19fa41 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c9830575-f886-4349-9b35-2c342dad0a09,revision_number=1']} {{(pid=103721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 31 11:45:18.897377 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron.wsgi [-] (103720) accepted ('10.222.0.57', 42114) {{(pid=103720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 31 11:45:18.900508 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG oslo_concurrency.lockutils [None req-a53a3c09-e6b3-4610-a38e-d5115d19fa41 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=103721) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 31 11:45:18.981913 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-60b8881d-aa0b-4dc9-8b20-deea46c6268a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:45:19.007942 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-60b8881d-aa0b-4dc9-8b20-deea46c6268a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:45:19.073071 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-60b8881d-aa0b-4dc9-8b20-deea46c6268a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3705957'] for security_group, after_delete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:45:19.076857 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG oslo_concurrency.lockutils [None req-2fff7de8-4d8f-4971-8fb9-22bff700b755 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103720) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 31 11:45:19.091692 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60b8881d-aa0b-4dc9-8b20-deea46c6268a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c9830575-f886-4349-9b35-2c342dad0a09,revision_number=None']} {{(pid=103720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 31 11:45:19.096729 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG oslo_concurrency.lockutils [None req-60b8881d-aa0b-4dc9-8b20-deea46c6268a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=103720) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 31 11:45:19.114898 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-60b8881d-aa0b-4dc9-8b20-deea46c6268a admin admin] Notify callbacks [] for security_group, before_response {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:45:19.120661 dv-cinder-786384-7-iscsi neutron-server[103720]: INFO neutron.wsgi [None req-60b8881d-aa0b-4dc9-8b20-deea46c6268a admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/c9830575-f886-4349-9b35-2c342dad0a09 HTTP/1.1" status: 204  len: 168 time: 0.2222333
May 31 11:45:19.165814 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.wsgi [-] (103721) accepted ('10.222.0.57', 42128) {{(pid=103721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 31 11:45:19.407666 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66fc1bca-f813-4cad-86cf-e1f3715b24ca req-79f6087d-a215-4662-a405-ace219e1bdc3 tempest-ServerRescueNegativeTestJSON-1419813537 tempest-ServerRescueNegativeTestJSON-1419813537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 11:45:19.409632 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [req-66fc1bca-f813-4cad-86cf-e1f3715b24ca req-79f6087d-a215-4662-a405-ace219e1bdc3 tempest-ServerRescueNegativeTestJSON-1419813537 tempest-ServerRescueNegativeTestJSON-1419813537-project] 10.222.0.57 "GET /v2.0/ports?device_id=b2dee92b-5362-45b1-88ed-3987b2942c9a HTTP/1.1" status: 200  len: 946 time: 0.0965366
May 31 11:45:19.488152 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [req-66fc1bca-f813-4cad-86cf-e1f3715b24ca req-1e246cc4-c3e3-440c-96cd-54d6b45d922f tempest-ServerRescueNegativeTestJSON-1419813537 tempest-ServerRescueNegativeTestJSON-1419813537-project] 10.222.0.57 "GET /v2.0/security-groups?id=61284c33-46c4-4e49-8e24-329051971a91&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0691881
May 31 11:45:19.489514 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron_lib.callbacks.manager [None req-c916bcee-2bf4-4b7f-99d8-59320bb785ce admin admin] Notify callbacks [] for security_group, before_create {{(pid=103721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:45:19.514482 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.db.quota.driver [None req-c916bcee-2bf4-4b7f-99d8-59320bb785ce admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=103721) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 31 11:45:19.527139 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.quota.resource [None req-c916bcee-2bf4-4b7f-99d8-59320bb785ce admin admin] Usage tracker for resource:security_group_rule and tenant:2deb848b4ae84cbf9dc43c30ffd86a3b is out of sync, need to count used quota {{(pid=103721) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 31 11:45:19.530882 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.quota.resource [None req-c916bcee-2bf4-4b7f-99d8-59320bb785ce admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=103721) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 31 11:45:19.539400 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.db.quota.driver [None req-c916bcee-2bf4-4b7f-99d8-59320bb785ce admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=103721) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 31 11:45:19.642412 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron_lib.callbacks.manager [None req-c916bcee-2bf4-4b7f-99d8-59320bb785ce admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:45:19.647740 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron_lib.callbacks.manager [None req-c916bcee-2bf4-4b7f-99d8-59320bb785ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3705957'] for security_group, after_create {{(pid=103721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:45:19.658180 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG oslo_concurrency.lockutils [None req-4698d4a9-59ef-499a-9e1b-686a0d3181aa admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103721) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 31 11:45:19.700789 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [None req-c916bcee-2bf4-4b7f-99d8-59320bb785ce admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=2deb848b4ae84cbf9dc43c30ffd86a3b&name=default HTTP/1.1" status: 200  len: 2979 time: 0.5336888
May 31 11:45:19.701794 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c916bcee-2bf4-4b7f-99d8-59320bb785ce admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=04860711-7218-4468-a9ef-de7ee1b1b4f5,revision_number=1']} {{(pid=103721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 31 11:45:19.703607 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron.wsgi [-] (103720) accepted ('10.222.0.57', 42156) {{(pid=103720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 31 11:45:19.704930 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG oslo_concurrency.lockutils [None req-c916bcee-2bf4-4b7f-99d8-59320bb785ce admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=103721) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 31 11:45:19.774590 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-dcf67c7c-36f8-4d8f-a00e-d40a22206c15 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:45:19.807762 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-dcf67c7c-36f8-4d8f-a00e-d40a22206c15 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:45:19.875504 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-dcf67c7c-36f8-4d8f-a00e-d40a22206c15 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3705957'] for security_group, after_delete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:45:19.882135 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG oslo_concurrency.lockutils [None req-d8378a8a-362d-46ab-8a44-74d40f10b061 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103720) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 31 11:45:19.894020 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcf67c7c-36f8-4d8f-a00e-d40a22206c15 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=04860711-7218-4468-a9ef-de7ee1b1b4f5,revision_number=None']} {{(pid=103720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 31 11:45:19.904460 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG oslo_concurrency.lockutils [None req-dcf67c7c-36f8-4d8f-a00e-d40a22206c15 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=103720) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 31 11:45:19.909200 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-dcf67c7c-36f8-4d8f-a00e-d40a22206c15 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:45:19.910483 dv-cinder-786384-7-iscsi neutron-server[103720]: INFO neutron.wsgi [None req-dcf67c7c-36f8-4d8f-a00e-d40a22206c15 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/04860711-7218-4468-a9ef-de7ee1b1b4f5 HTTP/1.1" status: 204  len: 168 time: 0.2052665
May 31 11:45:20.009352 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron.wsgi [-] (103720) accepted ('10.222.0.57', 42178) {{(pid=103720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 31 11:45:20.231001 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2d17f40-3f05-4f5b-ac59-af64da8c20ff req-1a893b34-3242-4f3c-a689-269c2e259f00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 11:45:20.232717 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [req-e2d17f40-3f05-4f5b-ac59-af64da8c20ff req-1a893b34-3242-4f3c-a689-269c2e259f00 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=b2dee92b-5362-45b1-88ed-3987b2942c9a HTTP/1.1" status: 200  len: 1099 time: 0.1698232
May 31 11:45:20.301666 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [req-e2d17f40-3f05-4f5b-ac59-af64da8c20ff req-2896bc15-5c22-4614-9fcc-26f57b4d5f6d service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=61284c33-46c4-4e49-8e24-329051971a91&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0610809
May 31 11:45:20.339351 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron.api.v2.base [None req-06ac2542-4ecb-451f-8a0d-adaf03cd4b4c admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-2059999479-network', 'tenant_id': '21a60f43ca944a39aea0b56b250f83ba'}} {{(pid=103720) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 31 11:45:20.344780 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron.db.quota.driver [None req-06ac2542-4ecb-451f-8a0d-adaf03cd4b4c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=103720) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 31 11:45:20.351390 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron.quota.resource [None req-06ac2542-4ecb-451f-8a0d-adaf03cd4b4c admin admin] Usage tracker for resource:network and tenant:21a60f43ca944a39aea0b56b250f83ba is out of sync, need to count used quota {{(pid=103720) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 31 11:45:20.356369 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron.quota.resource [None req-06ac2542-4ecb-451f-8a0d-adaf03cd4b4c admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=103720) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 31 11:45:20.363058 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron.db.quota.driver [None req-06ac2542-4ecb-451f-8a0d-adaf03cd4b4c admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=103720) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 31 11:45:20.375390 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-06ac2542-4ecb-451f-8a0d-adaf03cd4b4c admin admin] Made reservation on behalf of 21a60f43ca944a39aea0b56b250f83ba for: {'network': 1} {{(pid=103720) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 31 11:45:20.378543 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-06ac2542-4ecb-451f-8a0d-adaf03cd4b4c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-934191'] for network, before_create {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:45:20.391854 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-06ac2542-4ecb-451f-8a0d-adaf03cd4b4c admin admin] Notify callbacks [] for security_group, before_create {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:45:20.408043 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron.db.quota.driver [None req-06ac2542-4ecb-451f-8a0d-adaf03cd4b4c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=103720) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 31 11:45:20.412187 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron.quota.resource [None req-06ac2542-4ecb-451f-8a0d-adaf03cd4b4c admin admin] Usage tracker for resource:security_group_rule and tenant:21a60f43ca944a39aea0b56b250f83ba is out of sync, need to count used quota {{(pid=103720) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 31 11:45:20.415116 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron.quota.resource [None req-06ac2542-4ecb-451f-8a0d-adaf03cd4b4c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=103720) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 31 11:45:20.421073 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron.db.quota.driver [None req-06ac2542-4ecb-451f-8a0d-adaf03cd4b4c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=103720) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 31 11:45:20.485153 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.wsgi [-] (103721) accepted ('10.222.0.57', 42202) {{(pid=103721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 31 11:45:20.521247 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-06ac2542-4ecb-451f-8a0d-adaf03cd4b4c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:45:20.528841 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-06ac2542-4ecb-451f-8a0d-adaf03cd4b4c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3705957'] for security_group, after_create {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:45:20.543231 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG oslo_concurrency.lockutils [None req-15261aab-cad9-45a3-b5e4-b027df316c9d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103720) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 31 11:45:20.556998 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-06ac2542-4ecb-451f-8a0d-adaf03cd4b4c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 787}  {{(pid=103720) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
May 31 11:45:20.583875 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-06ac2542-4ecb-451f-8a0d-adaf03cd4b4c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-882655'] for segment, precommit_create {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:45:20.584213 dv-cinder-786384-7-iscsi neutron-server[103720]: INFO neutron.db.segments_db [None req-06ac2542-4ecb-451f-8a0d-adaf03cd4b4c admin admin] Added segment e96239f9-736c-4cc7-b0b8-c7a5b7ba20fd of type vlan for network b205228b-8572-41c7-9635-7e124a709f42
May 31 11:45:20.596902 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06ac2542-4ecb-451f-8a0d-adaf03cd4b4c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e75e580a-fb88-4245-a14e-0fc71be3f34a,revision_number=1']} {{(pid=103720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 31 11:45:20.604891 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG oslo_concurrency.lockutils [None req-06ac2542-4ecb-451f-8a0d-adaf03cd4b4c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=103720) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 31 11:45:20.632542 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-06ac2542-4ecb-451f-8a0d-adaf03cd4b4c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744215540035'] for network, precommit_create {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:45:20.678555 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-06ac2542-4ecb-451f-8a0d-adaf03cd4b4c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3705951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3701686'] for network, after_create {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:45:20.681547 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06ac2542-4ecb-451f-8a0d-adaf03cd4b4c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 11:45:20.682194 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-06ac2542-4ecb-451f-8a0d-adaf03cd4b4c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3701651'] for network, before_response {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:45:20.699228 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103720) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 31 11:45:20.808465 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27457743-efe2-415b-96a8-521bb90550ce req-9d99cfb1-9b1c-4ba5-bd36-8c093a3c46e9 tempest-ServerRescueNegativeTestJSON-1419813537 tempest-ServerRescueNegativeTestJSON-1419813537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 11:45:20.811152 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [req-27457743-efe2-415b-96a8-521bb90550ce req-9d99cfb1-9b1c-4ba5-bd36-8c093a3c46e9 tempest-ServerRescueNegativeTestJSON-1419813537 tempest-ServerRescueNegativeTestJSON-1419813537-project] 10.222.0.57 "GET /v2.0/ports?device_id=b2dee92b-5362-45b1-88ed-3987b2942c9a HTTP/1.1" status: 200  len: 946 time: 0.1072636
May 31 11:45:20.826436 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06ac2542-4ecb-451f-8a0d-adaf03cd4b4c admin admin] Pushing event updated for resources: {'Network': ['ID=b205228b-8572-41c7-9635-7e124a709f42,revision_number=1']} {{(pid=103720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 31 11:45:20.837627 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG oslo_concurrency.lockutils [None req-06ac2542-4ecb-451f-8a0d-adaf03cd4b4c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=103720) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 31 11:45:20.846106 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron.plugins.ml2.rpc [None req-1f0a762f-0348-4bba-b860-8eddab4cd770 None None] Network b205228b-8572-41c7-9635-7e124a709f42 details requested by agent ovs-agent-dv-cinder-786384-7-iscsi with host dv-cinder-786384-7-iscsi {{(pid=103722) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
May 31 11:45:20.850584 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.api.v2.base [None req-7d6a808b-0b90-442e-b45b-d593d6bc503d admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1425487478-network', 'tenant_id': 'd2835694ba8b4386a2876202826dc222'}} {{(pid=103721) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 31 11:45:20.856760 dv-cinder-786384-7-iscsi neutron-server[103720]: INFO neutron.wsgi [None req-06ac2542-4ecb-451f-8a0d-adaf03cd4b4c admin admin] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201  len: 882 time: 0.8461971
May 31 11:45:20.857963 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron.wsgi [-] (103720) accepted ('10.222.0.57', 42224) {{(pid=103720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 31 11:45:20.860514 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.db.quota.driver [None req-7d6a808b-0b90-442e-b45b-d593d6bc503d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=103721) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 31 11:45:20.865014 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron.api.v2.base [None req-e6792b1d-9a0c-4306-b000-dd2b02380386 admin admin] Request body: {'subnet': {'network_id': 'b205228b-8572-41c7-9635-7e124a709f42', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-2059999479-subnet', 'tenant_id': '21a60f43ca944a39aea0b56b250f83ba', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103720) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 31 11:45:20.870662 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron.db.quota.driver [None req-e6792b1d-9a0c-4306-b000-dd2b02380386 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=103720) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 31 11:45:20.875114 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron.quota.resource [None req-e6792b1d-9a0c-4306-b000-dd2b02380386 admin admin] Usage tracker for resource:subnet and tenant:21a60f43ca944a39aea0b56b250f83ba is out of sync, need to count used quota {{(pid=103720) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 31 11:45:20.878409 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron.quota.resource [None req-e6792b1d-9a0c-4306-b000-dd2b02380386 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=103720) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 31 11:45:20.885462 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron.db.quota.driver [None req-e6792b1d-9a0c-4306-b000-dd2b02380386 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=103720) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 31 11:45:20.885760 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.quota.resource [None req-7d6a808b-0b90-442e-b45b-d593d6bc503d admin admin] Usage tracker for resource:network and tenant:d2835694ba8b4386a2876202826dc222 is out of sync, need to count used quota {{(pid=103721) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 31 11:45:20.891729 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [req-27457743-efe2-415b-96a8-521bb90550ce req-7a5994f2-cfbe-4647-95a7-4ea8118a79a1 tempest-ServerRescueNegativeTestJSON-1419813537 tempest-ServerRescueNegativeTestJSON-1419813537-project] 10.222.0.57 "GET /v2.0/security-groups?id=61284c33-46c4-4e49-8e24-329051971a91&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0743904
May 31 11:45:20.892643 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.quota.resource [None req-7d6a808b-0b90-442e-b45b-d593d6bc503d admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=103721) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 31 11:45:20.900738 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.db.quota.driver [None req-7d6a808b-0b90-442e-b45b-d593d6bc503d admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=103721) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 31 11:45:20.903459 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e6792b1d-9a0c-4306-b000-dd2b02380386 admin admin] Made reservation on behalf of 21a60f43ca944a39aea0b56b250f83ba for: {'subnet': 1} {{(pid=103720) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 31 11:45:20.906471 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-e6792b1d-9a0c-4306-b000-dd2b02380386 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2404524'] for subnet, before_create {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:45:20.913003 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7d6a808b-0b90-442e-b45b-d593d6bc503d admin admin] Made reservation on behalf of d2835694ba8b4386a2876202826dc222 for: {'network': 1} {{(pid=103721) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 31 11:45:20.915859 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron_lib.callbacks.manager [None req-7d6a808b-0b90-442e-b45b-d593d6bc503d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-934191'] for network, before_create {{(pid=103721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:45:20.929342 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron_lib.callbacks.manager [None req-7d6a808b-0b90-442e-b45b-d593d6bc503d admin admin] Notify callbacks [] for security_group, before_create {{(pid=103721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:45:20.950779 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.db.quota.driver [None req-7d6a808b-0b90-442e-b45b-d593d6bc503d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=103721) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 31 11:45:20.955110 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.quota.resource [None req-7d6a808b-0b90-442e-b45b-d593d6bc503d admin admin] Usage tracker for resource:security_group_rule and tenant:d2835694ba8b4386a2876202826dc222 is out of sync, need to count used quota {{(pid=103721) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 31 11:45:20.958288 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.quota.resource [None req-7d6a808b-0b90-442e-b45b-d593d6bc503d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=103721) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 31 11:45:20.964603 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.db.quota.driver [None req-7d6a808b-0b90-442e-b45b-d593d6bc503d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=103721) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 31 11:45:21.075314 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron_lib.callbacks.manager [None req-7d6a808b-0b90-442e-b45b-d593d6bc503d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:45:21.079663 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron_lib.callbacks.manager [None req-7d6a808b-0b90-442e-b45b-d593d6bc503d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3705957'] for security_group, after_create {{(pid=103721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:45:21.082653 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103721) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 31 11:45:21.112821 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7d6a808b-0b90-442e-b45b-d593d6bc503d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 794}  {{(pid=103721) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
May 31 11:45:21.122417 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d6a808b-0b90-442e-b45b-d593d6bc503d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f3724ee5-3f7d-4418-9672-f19ca2386f83,revision_number=1']} {{(pid=103721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 31 11:45:21.138446 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG oslo_concurrency.lockutils [None req-7d6a808b-0b90-442e-b45b-d593d6bc503d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=103721) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 31 11:45:21.139763 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron_lib.callbacks.manager [None req-7d6a808b-0b90-442e-b45b-d593d6bc503d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-882655'] for segment, precommit_create {{(pid=103721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:45:21.143959 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.db.segments_db [None req-7d6a808b-0b90-442e-b45b-d593d6bc503d admin admin] Added segment ea61f6ad-e9d3-4768-82a6-fea023d496f6 of type vlan for network 7c7367d4-6b64-4c55-b3b8-cb2b2973b934
May 31 11:45:21.182887 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron_lib.callbacks.manager [None req-7d6a808b-0b90-442e-b45b-d593d6bc503d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744215540035'] for network, precommit_create {{(pid=103721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:45:21.214811 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron_lib.callbacks.manager [None req-7d6a808b-0b90-442e-b45b-d593d6bc503d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3705951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3701686'] for network, after_create {{(pid=103721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:45:21.216682 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d6a808b-0b90-442e-b45b-d593d6bc503d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 11:45:21.217522 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron_lib.callbacks.manager [None req-7d6a808b-0b90-442e-b45b-d593d6bc503d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3701651'] for network, before_response {{(pid=103721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:45:21.223750 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103721) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 31 11:45:21.355449 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d6a808b-0b90-442e-b45b-d593d6bc503d admin admin] Pushing event updated for resources: {'Network': ['ID=7c7367d4-6b64-4c55-b3b8-cb2b2973b934,revision_number=1']} {{(pid=103721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 31 11:45:21.359166 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG oslo_concurrency.lockutils [None req-7d6a808b-0b90-442e-b45b-d593d6bc503d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=103721) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 31 11:45:21.360946 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [None req-7d6a808b-0b90-442e-b45b-d593d6bc503d admin admin] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201  len: 888 time: 0.8748257
May 31 11:45:21.363994 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.wsgi [-] (103721) accepted ('10.222.0.57', 42244) {{(pid=103721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 31 11:45:21.367190 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron.plugins.ml2.rpc [None req-1f0a762f-0348-4bba-b860-8eddab4cd770 None None] Network 7c7367d4-6b64-4c55-b3b8-cb2b2973b934 details requested by agent ovs-agent-dv-cinder-786384-7-iscsi with host dv-cinder-786384-7-iscsi {{(pid=103722) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
May 31 11:45:21.370194 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.api.v2.base [None req-8396ed27-38f7-4ffd-bc3b-58656083870e admin admin] Request body: {'subnet': {'network_id': '7c7367d4-6b64-4c55-b3b8-cb2b2973b934', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1425487478-subnet', 'tenant_id': 'd2835694ba8b4386a2876202826dc222', 'ip_version': 4}} {{(pid=103721) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 31 11:45:21.376270 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.db.quota.driver [None req-8396ed27-38f7-4ffd-bc3b-58656083870e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=103721) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 31 11:45:21.384040 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.quota.resource [None req-8396ed27-38f7-4ffd-bc3b-58656083870e admin admin] Usage tracker for resource:subnet and tenant:d2835694ba8b4386a2876202826dc222 is out of sync, need to count used quota {{(pid=103721) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 31 11:45:21.389900 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.quota.resource [None req-8396ed27-38f7-4ffd-bc3b-58656083870e admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=103721) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 31 11:45:21.397398 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.db.quota.driver [None req-8396ed27-38f7-4ffd-bc3b-58656083870e admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=103721) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 31 11:45:21.403982 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-e6792b1d-9a0c-4306-b000-dd2b02380386 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3701677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2333669', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2404538'] for subnet, after_create {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:45:21.411719 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8396ed27-38f7-4ffd-bc3b-58656083870e admin admin] Made reservation on behalf of d2835694ba8b4386a2876202826dc222 for: {'subnet': 1} {{(pid=103721) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 31 11:45:21.415526 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG oslo_concurrency.lockutils [None req-74cfb0da-c317-445d-939a-307b5f3bc1f8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103720) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 31 11:45:21.415688 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron_lib.callbacks.manager [None req-8396ed27-38f7-4ffd-bc3b-58656083870e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2293559'] for subnet, before_create {{(pid=103721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:45:21.643713 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6792b1d-9a0c-4306-b000-dd2b02380386 admin admin] Pushing event updated for resources: {'Subnet': ['ID=85367956-208c-442d-a98d-2e0fd1582bda,revision_number=0']} {{(pid=103720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 31 11:45:21.652444 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG oslo_concurrency.lockutils [None req-e6792b1d-9a0c-4306-b000-dd2b02380386 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.237s {{(pid=103720) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 31 11:45:21.673260 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6792b1d-9a0c-4306-b000-dd2b02380386 admin admin] Checking segment: {'id': 'e96239f9-736c-4cc7-b0b8-c7a5b7ba20fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 787, 'network_id': 'b205228b-8572-41c7-9635-7e124a709f42'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103720) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 31 11:45:21.673613 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6792b1d-9a0c-4306-b000-dd2b02380386 admin admin] Network hostable DHCP agents. Network: b205228b-8572-41c7-9635-7e124a709f42, hostable agents: ['dff46186-ee29-425e-9f8b-1a5cc0b5fc21'], hosted agents: [] {{(pid=103720) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
May 31 11:45:21.713530 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6792b1d-9a0c-4306-b000-dd2b02380386 admin admin] Network b205228b-8572-41c7-9635-7e124a709f42 is scheduled to be hosted by DHCP agent dff46186-ee29-425e-9f8b-1a5cc0b5fc21 with binding_index 1 {{(pid=103720) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
May 31 11:45:21.734562 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron.scheduler.base_scheduler [None req-e6792b1d-9a0c-4306-b000-dd2b02380386 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786384-7-iscsi, b205228b-8572-41c7-9635-7e124a709f42) {{(pid=103720) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 31 11:45:21.752215 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18a2819a-28f4-4ea5-9a98-20a6780bdc7f None None] Network b205228b-8572-41c7-9635-7e124a709f42 requested from dv-cinder-786384-7-iscsi {{(pid=103722) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
May 31 11:45:21.756041 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6792b1d-9a0c-4306-b000-dd2b02380386 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 11:45:21.757418 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-e6792b1d-9a0c-4306-b000-dd2b02380386 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3701651'] for subnet, before_response {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:45:21.798722 dv-cinder-786384-7-iscsi neutron-server[103720]: INFO neutron.wsgi [None req-e6792b1d-9a0c-4306-b000-dd2b02380386 admin admin] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 846 time: 0.9389725
May 31 11:45:22.056396 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d10e8cdd-26db-4f02-8fff-421787a0e9c2 None None] Network b205228b-8572-41c7-9635-7e124a709f42 requested from dv-cinder-786384-7-iscsi {{(pid=103722) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
May 31 11:45:22.311258 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron_lib.callbacks.manager [None req-8396ed27-38f7-4ffd-bc3b-58656083870e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3701677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2246338', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2293537'] for subnet, after_create {{(pid=103721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:45:22.319925 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG oslo_concurrency.lockutils [None req-d5b4fa12-2a94-4a1c-b222-e6f5a67d5a05 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103721) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 31 11:45:22.390432 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c5e4426-698c-46e7-be14-2b53606f0cec req-eb9fd21d-2516-48da-b79b-f09e94df2deb tempest-ServerRescueNegativeTestJSON-1419813537 tempest-ServerRescueNegativeTestJSON-1419813537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 11:45:22.396288 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [req-4c5e4426-698c-46e7-be14-2b53606f0cec req-eb9fd21d-2516-48da-b79b-f09e94df2deb tempest-ServerRescueNegativeTestJSON-1419813537 tempest-ServerRescueNegativeTestJSON-1419813537-project] 10.222.0.57 "GET /v2.0/ports?device_id=b2dee92b-5362-45b1-88ed-3987b2942c9a HTTP/1.1" status: 200  len: 946 time: 0.2380724
May 31 11:45:22.431584 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8396ed27-38f7-4ffd-bc3b-58656083870e admin admin] Pushing event updated for resources: {'Subnet': ['ID=0ae97965-980e-4967-8bf0-649896983786,revision_number=0']} {{(pid=103721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 31 11:45:22.434461 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG oslo_concurrency.lockutils [None req-8396ed27-38f7-4ffd-bc3b-58656083870e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=103721) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 31 11:45:22.463552 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8396ed27-38f7-4ffd-bc3b-58656083870e admin admin] Checking segment: {'id': 'ea61f6ad-e9d3-4768-82a6-fea023d496f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 794, 'network_id': '7c7367d4-6b64-4c55-b3b8-cb2b2973b934'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103721) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 31 11:45:22.463922 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8396ed27-38f7-4ffd-bc3b-58656083870e admin admin] Network hostable DHCP agents. Network: 7c7367d4-6b64-4c55-b3b8-cb2b2973b934, hostable agents: ['dff46186-ee29-425e-9f8b-1a5cc0b5fc21'], hosted agents: [] {{(pid=103721) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
May 31 11:45:22.508448 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8396ed27-38f7-4ffd-bc3b-58656083870e admin admin] Network 7c7367d4-6b64-4c55-b3b8-cb2b2973b934 is scheduled to be hosted by DHCP agent dff46186-ee29-425e-9f8b-1a5cc0b5fc21 with binding_index 1 {{(pid=103721) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
May 31 11:45:22.525112 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [req-4c5e4426-698c-46e7-be14-2b53606f0cec req-89a50b9c-b8c7-4ed0-bbce-d030b4eca6de tempest-ServerRescueNegativeTestJSON-1419813537 tempest-ServerRescueNegativeTestJSON-1419813537-project] 10.222.0.57 "GET /v2.0/security-groups?id=61284c33-46c4-4e49-8e24-329051971a91&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1115739
May 31 11:45:22.526433 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.scheduler.base_scheduler [None req-8396ed27-38f7-4ffd-bc3b-58656083870e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786384-7-iscsi, 7c7367d4-6b64-4c55-b3b8-cb2b2973b934) {{(pid=103721) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 31 11:45:22.536111 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e4e9cea-0c93-4143-a6fe-4f23fad04e61 None None] Network 7c7367d4-6b64-4c55-b3b8-cb2b2973b934 requested from dv-cinder-786384-7-iscsi {{(pid=103722) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
May 31 11:45:22.549453 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8396ed27-38f7-4ffd-bc3b-58656083870e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 11:45:22.550036 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron_lib.callbacks.manager [None req-8396ed27-38f7-4ffd-bc3b-58656083870e admin admin] Notify callbacks [] for subnet, before_response {{(pid=103721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:45:22.575104 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron.wsgi [-] (103720) accepted ('10.222.0.57', 42296) {{(pid=103720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 31 11:45:22.609709 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron.wsgi [-] (103720) accepted ('10.222.0.57', 42302) {{(pid=103720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 31 11:45:22.615712 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [None req-8396ed27-38f7-4ffd-bc3b-58656083870e admin admin] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 851 time: 1.2504904
May 31 11:45:22.616265 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron.api.v2.base [None req-b28cd791-33cc-46b9-812a-aea53474871c admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1425487478-router', 'tenant_id': 'd2835694ba8b4386a2876202826dc222', 'external_gateway_info': {'network_id': '1cb16751-6ba1-494a-bef1-53f614bdb222'}}} {{(pid=103720) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 31 11:45:22.631077 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron.db.quota.driver [None req-b28cd791-33cc-46b9-812a-aea53474871c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=103720) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 31 11:45:22.636775 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron.quota.resource [None req-b28cd791-33cc-46b9-812a-aea53474871c admin admin] Usage tracker for resource:router and tenant:d2835694ba8b4386a2876202826dc222 is out of sync, need to count used quota {{(pid=103720) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 31 11:45:22.642923 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron.quota.resource [None req-b28cd791-33cc-46b9-812a-aea53474871c admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=103720) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 31 11:45:22.657926 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron.db.quota.driver [None req-b28cd791-33cc-46b9-812a-aea53474871c admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=103720) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 31 11:45:22.683876 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-b28cd791-33cc-46b9-812a-aea53474871c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-4091324', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-953'] for router, before_create {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:45:22.685407 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-b28cd791-33cc-46b9-812a-aea53474871c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4091580', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4088419', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3731854', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-928'] for router, precommit_create {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:45:22.720842 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-b28cd791-33cc-46b9-812a-aea53474871c admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:45:22.852947 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87a07025-d62c-43ba-9146-1fe7bf745e1e req-5ea572ba-8516-430d-95e1-7f5588ac9c3d tempest-ServerRescueNegativeTestJSON-1419813537 tempest-ServerRescueNegativeTestJSON-1419813537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 11:45:22.863928 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [req-87a07025-d62c-43ba-9146-1fe7bf745e1e req-5ea572ba-8516-430d-95e1-7f5588ac9c3d tempest-ServerRescueNegativeTestJSON-1419813537 tempest-ServerRescueNegativeTestJSON-1419813537-project] 10.222.0.57 "GET /v2.0/ports?device_id=6cccde54-536c-42f8-a4b4-ace3bbad46da HTTP/1.1" status: 200  len: 945 time: 0.1211429
May 31 11:45:22.956342 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [req-87a07025-d62c-43ba-9146-1fe7bf745e1e req-d437f517-24a7-4d55-ab7d-eedad0541095 tempest-ServerRescueNegativeTestJSON-1419813537 tempest-ServerRescueNegativeTestJSON-1419813537-project] 10.222.0.57 "GET /v2.0/security-groups?id=61284c33-46c4-4e49-8e24-329051971a91&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0912032
May 31 11:45:23.001998 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de7a84b1-3b40-42d8-863e-66076be6a40f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp392c12f8-4019-54cf-ac30-b8994873c460-7c7367d4-6b64-4c55-b3b8-cb2b2973b934', 'network_id': '7c7367d4-6b64-4c55-b3b8-cb2b2973b934', 'tenant_id': 'd2835694ba8b4386a2876202826dc222', 'fixed_ips': [{'subnet_id': '0ae97965-980e-4967-8bf0-649896983786'}]}} from dv-cinder-786384-7-iscsi. {{(pid=103722) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}}
May 31 11:45:23.003064 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron_lib.callbacks.manager [None req-de7a84b1-3b40-42d8-863e-66076be6a40f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-934180'] for port, before_create {{(pid=103722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:45:23.023290 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-64b97e9f-e90b-46b7-b092-adf320799e0c admin admin] Notify callbacks [] for security_group, before_create {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:45:23.046562 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron.db.quota.driver [None req-64b97e9f-e90b-46b7-b092-adf320799e0c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=103720) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 31 11:45:23.121142 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron.quota.resource [None req-64b97e9f-e90b-46b7-b092-adf320799e0c admin admin] Usage tracker for resource:security_group_rule and tenant:68decd3576fe40ca9dc44892e4864140 is out of sync, need to count used quota {{(pid=103720) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 31 11:45:23.133399 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron.quota.resource [None req-64b97e9f-e90b-46b7-b092-adf320799e0c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=103720) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 31 11:45:23.224979 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron.db.quota.driver [None req-64b97e9f-e90b-46b7-b092-adf320799e0c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=103720) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 31 11:45:23.252003 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-b28cd791-33cc-46b9-812a-aea53474871c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4088390', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4091278', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-978'] for router, precommit_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:45:23.341625 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron.db.db_base_plugin_common [None req-de7a84b1-3b40-42d8-863e-66076be6a40f None None] Allocated IP 172.20.0.2 (7c7367d4-6b64-4c55-b3b8-cb2b2973b934/0ae97965-980e-4967-8bf0-649896983786/9628eb3f-caee-404d-9e29-c5835476f2df) {{(pid=103722) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 31 11:45:23.543907 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-64b97e9f-e90b-46b7-b092-adf320799e0c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:45:23.563351 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-64b97e9f-e90b-46b7-b092-adf320799e0c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3705957'] for security_group, after_create {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:45:23.571258 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG oslo_concurrency.lockutils [None req-07c10aed-054a-4a10-989b-9be80249a66e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103720) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 31 11:45:23.675036 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron_lib.callbacks.manager [None req-de7a84b1-3b40-42d8-863e-66076be6a40f None None] Notify callbacks [] for port, precommit_create {{(pid=103722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:45:23.700260 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron.db.provisioning_blocks [None req-de7a84b1-3b40-42d8-863e-66076be6a40f None None] Transition to ACTIVE for port object 9628eb3f-caee-404d-9e29-c5835476f2df will not be triggered until provisioned by entity L2. {{(pid=103722) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 31 11:45:23.743407 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron.db.provisioning_blocks [None req-de7a84b1-3b40-42d8-863e-66076be6a40f None None] Transition to ACTIVE for port object 9628eb3f-caee-404d-9e29-c5835476f2df will not be triggered until provisioned by entity DHCP. {{(pid=103722) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 31 11:45:23.750184 dv-cinder-786384-7-iscsi neutron-server[103720]: INFO neutron.wsgi [None req-64b97e9f-e90b-46b7-b092-adf320799e0c admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=68decd3576fe40ca9dc44892e4864140&name=default HTTP/1.1" status: 200  len: 2979 time: 1.1730969
May 31 11:45:23.752506 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64b97e9f-e90b-46b7-b092-adf320799e0c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b01fa547-b6c9-4f64-953a-10cefb42d402,revision_number=1']} {{(pid=103720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 31 11:45:23.752936 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.wsgi [-] (103721) accepted ('10.222.0.57', 42336) {{(pid=103721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 31 11:45:23.754755 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG oslo_concurrency.lockutils [None req-64b97e9f-e90b-46b7-b092-adf320799e0c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.183s {{(pid=103720) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 31 11:45:23.761186 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron_lib.callbacks.manager [None req-de7a84b1-3b40-42d8-863e-66076be6a40f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937715', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3701677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744215520970'] for port, after_create {{(pid=103722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:45:23.776934 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG oslo_concurrency.lockutils [None req-43028a7b-58d7-408b-ac75-1328e6896bf7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103722) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 31 11:45:23.847232 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-b28cd791-33cc-46b9-812a-aea53474871c admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:45:23.857300 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron_lib.callbacks.manager [None req-c4fd8f88-2676-4ed6-892a-f56cdcfcbbfe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:45:23.858593 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de7a84b1-3b40-42d8-863e-66076be6a40f None None] Network 7c7367d4-6b64-4c55-b3b8-cb2b2973b934 is already hosted by enough agents. {{(pid=103722) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 31 11:45:23.865061 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron.scheduler.base_scheduler [None req-de7a84b1-3b40-42d8-863e-66076be6a40f None None] Resources bound (agent type, host, resource id):  {{(pid=103722) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 31 11:45:23.883616 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de7a84b1-3b40-42d8-863e-66076be6a40f None None] Received port after_create {{(pid=103722) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
May 31 11:45:23.884629 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-b28cd791-33cc-46b9-812a-aea53474871c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-934180'] for port, before_create {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:45:23.888801 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron_lib.callbacks.manager [None req-c4fd8f88-2676-4ed6-892a-f56cdcfcbbfe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:45:23.975891 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron_lib.callbacks.manager [None req-c4fd8f88-2676-4ed6-892a-f56cdcfcbbfe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3705957'] for security_group, after_delete {{(pid=103721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:45:24.003082 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG oslo_concurrency.lockutils [None req-c4b2b25a-5885-43b5-abc5-bcd105e36fbd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103721) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 31 11:45:24.023894 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de7a84b1-3b40-42d8-863e-66076be6a40f None None] Pushing event updated for resources: {'Port': ['ID=9628eb3f-caee-404d-9e29-c5835476f2df,revision_number=1']} {{(pid=103722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 31 11:45:24.040965 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de7a84b1-3b40-42d8-863e-66076be6a40f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786384-7-iscsi {{(pid=103722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 31 11:45:24.041395 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de7a84b1-3b40-42d8-863e-66076be6a40f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786384-7-iscsi {{(pid=103722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 31 11:45:24.041736 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4fd8f88-2676-4ed6-892a-f56cdcfcbbfe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b01fa547-b6c9-4f64-953a-10cefb42d402,revision_number=None']} {{(pid=103721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 31 11:45:24.041855 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de7a84b1-3b40-42d8-863e-66076be6a40f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786384-7-iscsi {{(pid=103722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 31 11:45:24.042064 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de7a84b1-3b40-42d8-863e-66076be6a40f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786384-7-iscsi {{(pid=103722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 31 11:45:24.042388 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de7a84b1-3b40-42d8-863e-66076be6a40f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786384-7-iscsi {{(pid=103722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 31 11:45:24.043122 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de7a84b1-3b40-42d8-863e-66076be6a40f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786384-7-iscsi {{(pid=103722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 31 11:45:24.043122 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de7a84b1-3b40-42d8-863e-66076be6a40f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786384-7-iscsi {{(pid=103722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 31 11:45:24.044667 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG oslo_concurrency.lockutils [None req-c4fd8f88-2676-4ed6-892a-f56cdcfcbbfe admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=103721) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 31 11:45:24.045563 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron_lib.callbacks.manager [None req-c4fd8f88-2676-4ed6-892a-f56cdcfcbbfe admin admin] Notify callbacks [] for security_group, before_response {{(pid=103721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:45:24.050408 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de7a84b1-3b40-42d8-863e-66076be6a40f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786384-7-iscsi {{(pid=103722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 31 11:45:24.050653 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de7a84b1-3b40-42d8-863e-66076be6a40f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786384-7-iscsi {{(pid=103722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 31 11:45:24.051216 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de7a84b1-3b40-42d8-863e-66076be6a40f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786384-7-iscsi {{(pid=103722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 31 11:45:24.051557 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de7a84b1-3b40-42d8-863e-66076be6a40f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786384-7-iscsi {{(pid=103722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 31 11:45:24.051902 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de7a84b1-3b40-42d8-863e-66076be6a40f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786384-7-iscsi {{(pid=103722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 31 11:45:24.062802 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG oslo_concurrency.lockutils [None req-de7a84b1-3b40-42d8-863e-66076be6a40f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.286s {{(pid=103722) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 31 11:45:24.069229 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [None req-c4fd8f88-2676-4ed6-892a-f56cdcfcbbfe admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/b01fa547-b6c9-4f64-953a-10cefb42d402 HTTP/1.1" status: 204  len: 168 time: 0.3145628
May 31 11:45:24.099376 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron.plugins.ml2.managers [None req-de7a84b1-3b40-42d8-863e-66076be6a40f None None] Attempting to bind port 9628eb3f-caee-404d-9e29-c5835476f2df on host dv-cinder-786384-7-iscsi for vnic_type normal with profile  {{(pid=103722) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
May 31 11:45:24.099977 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron.plugins.ml2.managers [None req-de7a84b1-3b40-42d8-863e-66076be6a40f None None] Attempting to bind port 9628eb3f-caee-404d-9e29-c5835476f2df by drivers openvswitch,hyperv on host dv-cinder-786384-7-iscsi at level 0 using segments [{'id': 'ea61f6ad-e9d3-4768-82a6-fea023d496f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 794, 'network_id': '7c7367d4-6b64-4c55-b3b8-cb2b2973b934'}] {{(pid=103722) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
May 31 11:45:24.100571 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de7a84b1-3b40-42d8-863e-66076be6a40f None None] Attempting to bind port 9628eb3f-caee-404d-9e29-c5835476f2df on network 7c7367d4-6b64-4c55-b3b8-cb2b2973b934 {{(pid=103722) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 31 11:45:24.106960 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de7a84b1-3b40-42d8-863e-66076be6a40f None None] Checking agent: {'id': 'c576d319-5791-4ac3-a718-d6660db1fc9b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786384-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 31, 11, 36, 6), 'started_at': datetime.datetime(2021, 5, 31, 11, 36, 36), 'heartbeat_timestamp': datetime.datetime(2021, 5, 31, 11, 45, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786384-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103722) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
May 31 11:45:24.107561 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de7a84b1-3b40-42d8-863e-66076be6a40f None None] Checking segment: {'id': 'ea61f6ad-e9d3-4768-82a6-fea023d496f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 794, 'network_id': '7c7367d4-6b64-4c55-b3b8-cb2b2973b934'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103722) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 31 11:45:24.108144 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron_lib.callbacks.manager [None req-de7a84b1-3b40-42d8-863e-66076be6a40f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:45:24.108708 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de7a84b1-3b40-42d8-863e-66076be6a40f None None] Bound using segment: {'id': 'ea61f6ad-e9d3-4768-82a6-fea023d496f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 794, 'network_id': '7c7367d4-6b64-4c55-b3b8-cb2b2973b934'} {{(pid=103722) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
May 31 11:45:24.109335 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron.plugins.ml2.managers [None req-de7a84b1-3b40-42d8-863e-66076be6a40f None None] Bound port: 9628eb3f-caee-404d-9e29-c5835476f2df, host: dv-cinder-786384-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ea61f6ad-e9d3-4768-82a6-fea023d496f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 794, 'network_id': '7c7367d4-6b64-4c55-b3b8-cb2b2973b934'}}] {{(pid=103722) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
May 31 11:45:24.109861 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron_lib.callbacks.manager [None req-de7a84b1-3b40-42d8-863e-66076be6a40f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-934180'] for port, before_update {{(pid=103722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:45:24.111072 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron.db.db_base_plugin_common [None req-b28cd791-33cc-46b9-812a-aea53474871c admin admin] Allocated IP 172.27.2.24 (1cb16751-6ba1-494a-bef1-53f614bdb222/1135c889-0623-4d10-975a-f2c46f50f0f6/cc3622dc-ca4b-449e-b84c-e8b24042d605) {{(pid=103720) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 31 11:45:24.161260 dv-cinder-786384-7-iscsi neutron-server[103723]: DEBUG neutron.db.agents_db [None req-cb648da2-ef1b-4de5-af28-8b32e926ae6d None None] Agent healthcheck: found 6 active agents {{(pid=103723) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}}
May 31 11:45:24.236675 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron.plugins.ml2.db [None req-de7a84b1-3b40-42d8-863e-66076be6a40f None None] For port 9628eb3f-caee-404d-9e29-c5835476f2df, host dv-cinder-786384-7-iscsi, cleared binding levels {{(pid=103722) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
May 31 11:45:24.240600 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron.plugins.ml2.db [None req-de7a84b1-3b40-42d8-863e-66076be6a40f None None] For port 9628eb3f-caee-404d-9e29-c5835476f2df, host dv-cinder-786384-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786384-7-iscsi',level=0,port_id=9628eb3f-caee-404d-9e29-c5835476f2df,segment=NetworkSegment(ea61f6ad-e9d3-4768-82a6-fea023d496f6),segment_id=ea61f6ad-e9d3-4768-82a6-fea023d496f6)] {{(pid=103722) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
May 31 11:45:24.246535 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron_lib.callbacks.manager [None req-de7a84b1-3b40-42d8-863e-66076be6a40f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937715', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3701677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744215954324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744215520988', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744215521293'] for port, after_update {{(pid=103722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:45:24.255119 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103722) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 31 11:45:24.368927 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de7a84b1-3b40-42d8-863e-66076be6a40f None None] Pushing event updated for resources: {'Port': ['ID=9628eb3f-caee-404d-9e29-c5835476f2df,revision_number=2']} {{(pid=103722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 31 11:45:24.381687 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG oslo_concurrency.lockutils [None req-de7a84b1-3b40-42d8-863e-66076be6a40f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=103722) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 31 11:45:24.412990 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-b28cd791-33cc-46b9-812a-aea53474871c admin admin] Notify callbacks [] for port, precommit_create {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:45:24.462898 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-b28cd791-33cc-46b9-812a-aea53474871c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937715', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3701677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744215520970', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2327893'] for port, after_create {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:45:24.478976 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103720) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 31 11:45:24.549231 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b28cd791-33cc-46b9-812a-aea53474871c admin admin] Network 1cb16751-6ba1-494a-bef1-53f614bdb222 is already hosted by enough agents. {{(pid=103720) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 31 11:45:24.553680 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron.scheduler.base_scheduler [None req-b28cd791-33cc-46b9-812a-aea53474871c admin admin] Resources bound (agent type, host, resource id):  {{(pid=103720) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 31 11:45:24.563620 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b28cd791-33cc-46b9-812a-aea53474871c admin admin] Received port after_create {{(pid=103720) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
May 31 11:45:24.621462 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b28cd791-33cc-46b9-812a-aea53474871c admin admin] Pushing event updated for resources: {'Port': ['ID=cc3622dc-ca4b-449e-b84c-e8b24042d605,revision_number=1']} {{(pid=103720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 31 11:45:24.630591 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG oslo_concurrency.lockutils [None req-b28cd791-33cc-46b9-812a-aea53474871c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=103720) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 31 11:45:24.691635 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.wsgi [-] (103721) accepted ('10.222.0.57', 42356) {{(pid=103721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 31 11:45:24.734998 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron_lib.callbacks.manager [None req-302e8213-3ab9-4130-9607-f6da3720f4dc admin admin] Notify callbacks [] for security_group, before_create {{(pid=103721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:45:24.772048 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.db.quota.driver [None req-302e8213-3ab9-4130-9607-f6da3720f4dc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=103721) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 31 11:45:24.777533 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.quota.resource [None req-302e8213-3ab9-4130-9607-f6da3720f4dc admin admin] Usage tracker for resource:security_group_rule and tenant:4a2363344fe0485e89608c7d6146b4dc is out of sync, need to count used quota {{(pid=103721) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 31 11:45:24.780968 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.quota.resource [None req-302e8213-3ab9-4130-9607-f6da3720f4dc admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=103721) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 31 11:45:24.790925 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.db.quota.driver [None req-302e8213-3ab9-4130-9607-f6da3720f4dc admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=103721) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 31 11:45:24.952091 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron_lib.callbacks.manager [None req-302e8213-3ab9-4130-9607-f6da3720f4dc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:45:24.956939 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron_lib.callbacks.manager [None req-302e8213-3ab9-4130-9607-f6da3720f4dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3705957'] for security_group, after_create {{(pid=103721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:45:24.967084 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG oslo_concurrency.lockutils [None req-da5edff8-96a7-46ae-8153-9e8bdd6b40bf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103721) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 31 11:45:25.006210 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-302e8213-3ab9-4130-9607-f6da3720f4dc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dccfc100-ff2d-4458-b3ad-cf52183118d6,revision_number=1']} {{(pid=103721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 31 11:45:25.009373 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG oslo_concurrency.lockutils [None req-302e8213-3ab9-4130-9607-f6da3720f4dc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=103721) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 31 11:45:25.046521 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [None req-302e8213-3ab9-4130-9607-f6da3720f4dc admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=4a2363344fe0485e89608c7d6146b4dc&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3527849
May 31 11:45:25.048771 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron.wsgi [-] (103720) accepted ('10.222.0.57', 42372) {{(pid=103720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 31 11:45:25.171832 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron.plugins.ml2.rpc [None req-1f0a762f-0348-4bba-b860-8eddab4cd770 None None] Device 9628eb3f-caee-404d-9e29-c5835476f2df up at agent ovs-agent-dv-cinder-786384-7-iscsi {{(pid=103722) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 31 11:45:25.192567 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07f645dd-7380-47d3-9860-03120483dcc1 req-05ae0fbb-1343-4405-a317-d1e35e33da66 tempest-VolumesActionsTest-112709343 tempest-VolumesActionsTest-112709343-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 11:45:25.194437 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [req-07f645dd-7380-47d3-9860-03120483dcc1 req-05ae0fbb-1343-4405-a317-d1e35e33da66 tempest-VolumesActionsTest-112709343 tempest-VolumesActionsTest-112709343-project] 10.222.0.57 "GET /v2.0/networks?id=b205228b-8572-41c7-9635-7e124a709f42 HTTP/1.1" status: 200  len: 809 time: 0.1809614
May 31 11:45:25.203681 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-3dfe3d6d-72be-4602-a867-1b6c3f4da5ae admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:45:25.218053 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [req-07f645dd-7380-47d3-9860-03120483dcc1 req-1a49defd-be00-4828-bf55-cc778649a514 tempest-VolumesActionsTest-112709343 tempest-VolumesActionsTest-112709343-project] 10.222.0.57 "GET /v2.0/quotas/21a60f43ca944a39aea0b56b250f83ba HTTP/1.1" status: 200  len: 375 time: 0.0132518
May 31 11:45:25.259686 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron.db.provisioning_blocks [None req-1f0a762f-0348-4bba-b860-8eddab4cd770 None None] Provisioning for port 9628eb3f-caee-404d-9e29-c5835476f2df completed by entity L2. {{(pid=103722) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 31 11:45:25.286762 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [req-07f645dd-7380-47d3-9860-03120483dcc1 req-f7715fc4-a5cc-453f-b300-1e9572fd8d65 tempest-VolumesActionsTest-112709343 tempest-VolumesActionsTest-112709343-project] 10.222.0.57 "GET /v2.0/ports?tenant_id=21a60f43ca944a39aea0b56b250f83ba&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0628207
May 31 11:45:25.308985 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-3dfe3d6d-72be-4602-a867-1b6c3f4da5ae admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:45:25.336336 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-b28cd791-33cc-46b9-812a-aea53474871c admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:45:25.460517 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [req-07f645dd-7380-47d3-9860-03120483dcc1 req-a67d419d-364f-4d0d-8fb8-30bb8df2f600 service neutron] 10.222.0.57 "GET /v2.0/networks/b205228b-8572-41c7-9635-7e124a709f42?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1620598
May 31 11:45:25.716261 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [req-07f645dd-7380-47d3-9860-03120483dcc1 req-5b47b598-6d73-4a0f-a28b-3067c734051b service neutron] 10.222.0.57 "GET /v2.0/networks/b205228b-8572-41c7-9635-7e124a709f42?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2543931
May 31 11:45:25.744292 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9c809ac-c79b-461c-bd1f-468afeba72a9 None None] Network 7c7367d4-6b64-4c55-b3b8-cb2b2973b934 requested from dv-cinder-786384-7-iscsi {{(pid=103722) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
May 31 11:45:25.828853 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-3dfe3d6d-72be-4602-a867-1b6c3f4da5ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3705957'] for security_group, after_delete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:45:25.837678 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG oslo_concurrency.lockutils [None req-c1cd8117-0dfb-44b5-afeb-53cae7ceaacd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103720) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 31 11:45:25.855183 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-b28cd791-33cc-46b9-812a-aea53474871c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4091317', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4088325'] for router, after_create {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:45:25.869018 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dfe3d6d-72be-4602-a867-1b6c3f4da5ae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dccfc100-ff2d-4458-b3ad-cf52183118d6,revision_number=None']} {{(pid=103720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 31 11:45:25.927482 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66f0ef07-fe34-49da-b57b-6c43c25622a0 req-1e856fb6-826d-48f6-a1dc-2f914c56f6b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 11:45:25.947653 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [req-66f0ef07-fe34-49da-b57b-6c43c25622a0 req-1e856fb6-826d-48f6-a1dc-2f914c56f6b6 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=e6680e894741452ebedaacc4ca6c4c58&device_id=6cccde54-536c-42f8-a4b4-ace3bbad46da HTTP/1.1" status: 200  len: 1098 time: 0.1450920
May 31 11:45:25.974820 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron.db.provisioning_blocks [None req-559960d1-263c-4791-858f-7c32f34dd7c7 None None] Provisioning for port 9628eb3f-caee-404d-9e29-c5835476f2df completed by entity DHCP. {{(pid=103722) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 31 11:45:25.996688 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron.db.provisioning_blocks [None req-559960d1-263c-4791-858f-7c32f34dd7c7 None None] Provisioning complete for port 9628eb3f-caee-404d-9e29-c5835476f2df triggered by entity DHCP. {{(pid=103722) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 31 11:45:25.997060 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron_lib.callbacks.manager [None req-559960d1-263c-4791-858f-7c32f34dd7c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857618'] for port, provisioning_complete {{(pid=103722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:45:26.038147 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG oslo_concurrency.lockutils [None req-3dfe3d6d-72be-4602-a867-1b6c3f4da5ae admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.200s {{(pid=103720) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 31 11:45:26.225147 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-3dfe3d6d-72be-4602-a867-1b6c3f4da5ae admin admin] Notify callbacks [] for security_group, before_response {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:45:26.229698 dv-cinder-786384-7-iscsi neutron-server[103720]: INFO neutron.wsgi [None req-3dfe3d6d-72be-4602-a867-1b6c3f4da5ae admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/dccfc100-ff2d-4458-b3ad-cf52183118d6 HTTP/1.1" status: 204  len: 168 time: 1.1798463
May 31 11:45:26.255667 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66f0ef07-fe34-49da-b57b-6c43c25622a0 req-8add5be0-cfb1-4b67-ad0b-af26ea399f89 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 11:45:26.257232 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [req-66f0ef07-fe34-49da-b57b-6c43c25622a0 req-8add5be0-cfb1-4b67-ad0b-af26ea399f89 service neutron] 10.222.0.60 "GET /v2.0/networks?id=c32e1ce5-86a3-4104-9167-66f8d6251dc5 HTTP/1.1" status: 200  len: 919 time: 0.3099880
May 31 11:45:26.266284 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-341a048a-c0be-429d-b1d1-a27a037ac296 req-dbd178ef-710e-4d78-9944-d2435c3d131b tempest-ServerRescueNegativeTestJSON-1419813537 tempest-ServerRescueNegativeTestJSON-1419813537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 11:45:26.267946 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [req-341a048a-c0be-429d-b1d1-a27a037ac296 req-dbd178ef-710e-4d78-9944-d2435c3d131b tempest-ServerRescueNegativeTestJSON-1419813537 tempest-ServerRescueNegativeTestJSON-1419813537-project] 10.222.0.57 "GET /v2.0/ports?device_id=6cccde54-536c-42f8-a4b4-ace3bbad46da HTTP/1.1" status: 200  len: 945 time: 0.2984109
May 31 11:45:26.311667 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b28cd791-33cc-46b9-812a-aea53474871c admin admin] Router c94f58c1-2562-4d76-ab33-5787d18ddab7 is scheduled to L3 agent f8c17dd7-da16-4427-b6e3-d7e30616bc4c with binding_index 1 {{(pid=103720) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}}
May 31 11:45:26.359761 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron_lib.callbacks.manager [None req-559960d1-263c-4791-858f-7c32f34dd7c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-934180'] for port, before_update {{(pid=103722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:45:26.424464 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron.plugins.ml2.db [None req-559960d1-263c-4791-858f-7c32f34dd7c7 None None] For port 9628eb3f-caee-404d-9e29-c5835476f2df, host dv-cinder-786384-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786384-7-iscsi',level=0,port_id=9628eb3f-caee-404d-9e29-c5835476f2df,segment=NetworkSegment(ea61f6ad-e9d3-4768-82a6-fea023d496f6),segment_id=ea61f6ad-e9d3-4768-82a6-fea023d496f6)] {{(pid=103722) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 31 11:45:26.515394 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron_lib.callbacks.manager [None req-559960d1-263c-4791-858f-7c32f34dd7c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937715', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3701677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744215954324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744215520988', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744215521293'] for port, after_update {{(pid=103722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:45:26.518208 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG oslo_concurrency.lockutils [None req-1f0a762f-0348-4bba-b860-8eddab4cd770 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103722) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 31 11:45:26.576513 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [req-9422c3c2-3bea-4380-ad22-ea08541de629 req-4a44cd79-69e1-4017-8908-4623ed059f13 tempest-VolumesActionsTest-112709343 tempest-VolumesActionsTest-112709343-project] 10.222.0.57 "GET /v2.0/ports?device_id=744e2bcf-8d30-4bc8-b205-25c976f22251 HTTP/1.1" status: 200  len: 210 time: 0.1542826
May 31 11:45:26.621812 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [req-66f0ef07-fe34-49da-b57b-6c43c25622a0 req-f5bdfec5-c6b8-42a5-9199-a5f278721d27 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=81e3ca42-c316-4948-abd0-83e5dbf7c8a1 HTTP/1.1" status: 200  len: 217 time: 0.3516359
May 31 11:45:26.640207 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-559960d1-263c-4791-858f-7c32f34dd7c7 None None] Pushing event updated for resources: {'Port': ['ID=9628eb3f-caee-404d-9e29-c5835476f2df,revision_number=3']} {{(pid=103722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 31 11:45:26.653066 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG oslo_concurrency.lockutils [None req-559960d1-263c-4791-858f-7c32f34dd7c7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=103722) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 31 11:45:26.682008 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [req-341a048a-c0be-429d-b1d1-a27a037ac296 req-cc8cb49b-7e65-49be-a65a-8b7a7d4e2b69 tempest-ServerRescueNegativeTestJSON-1419813537 tempest-ServerRescueNegativeTestJSON-1419813537-project] 10.222.0.57 "GET /v2.0/security-groups?id=61284c33-46c4-4e49-8e24-329051971a91&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2416248
May 31 11:45:26.725273 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b28cd791-33cc-46b9-812a-aea53474871c admin admin] Notify agent at l3_agent.dv-cinder-786384-7-iscsi the message routers_updated {{(pid=103720) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
May 31 11:45:26.736465 dv-cinder-786384-7-iscsi neutron-server[103723]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c27dae1-7eae-4966-8c5e-936670a4b27b None None] Sync routers for ids ['c94f58c1-2562-4d76-ab33-5787d18ddab7'] in dv-cinder-786384-7-iscsi {{(pid=103723) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 31 11:45:26.756354 dv-cinder-786384-7-iscsi neutron-server[103723]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c27dae1-7eae-4966-8c5e-936670a4b27b None None] Routers {'c94f58c1-2562-4d76-ab33-5787d18ddab7'} bound to L3 agent in host dv-cinder-786384-7-iscsi {{(pid=103723) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 31 11:45:26.757091 dv-cinder-786384-7-iscsi neutron-server[103723]: DEBUG neutron.db.l3_hamode_db [None req-6c27dae1-7eae-4966-8c5e-936670a4b27b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f3ebcb54ac0>, 'dv-cinder-786384-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-31T11:36:05Z,description=<?>,heartbeat_timestamp=2021-05-31T11:45:05Z,host='dv-cinder-786384-7-iscsi',id=f8c17dd7-da16-4427-b6e3-d7e30616bc4c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-31T11:36:05Z,topic='l3_agent')) {'router_ids': ['c94f58c1-2562-4d76-ab33-5787d18ddab7'], 'active': True} {{(pid=103723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 31 11:45:26.774264 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-b28cd791-33cc-46b9-812a-aea53474871c admin admin] Notify callbacks [] for router, before_response {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:45:26.775958 dv-cinder-786384-7-iscsi neutron-server[103720]: INFO neutron.wsgi [None req-b28cd791-33cc-46b9-812a-aea53474871c admin admin] 10.222.0.57 "POST /v2.0/routers HTTP/1.1" status: 201  len: 926 time: 4.1651022
May 31 11:45:26.778886 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron.wsgi [-] (103720) accepted ('10.222.0.57', 42422) {{(pid=103720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 31 11:45:27.019765 dv-cinder-786384-7-iscsi neutron-server[103723]: DEBUG neutron.db.l3_dvr_db [None req-6c27dae1-7eae-4966-8c5e-936670a4b27b None None] Set router c94f58c1-2562-4d76-ab33-5787d18ddab7 gateway port host: dv-cinder-786384-7-iscsi {{(pid=103723) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
May 31 11:45:27.054343 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron.db.provisioning_blocks [None req-166df613-0d89-46bf-b4e6-704e95d87b57 None None] Provisioning complete for port 9628eb3f-caee-404d-9e29-c5835476f2df triggered by entity DHCP. {{(pid=103722) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 31 11:45:27.063859 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron_lib.callbacks.manager [None req-166df613-0d89-46bf-b4e6-704e95d87b57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857618'] for port, provisioning_complete {{(pid=103722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:45:27.118239 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron.plugins.ml2.rpc [None req-1f0a762f-0348-4bba-b860-8eddab4cd770 None None] Device 9628eb3f-caee-404d-9e29-c5835476f2df up at agent ovs-agent-dv-cinder-786384-7-iscsi {{(pid=103722) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 31 11:45:27.442644 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron.db.provisioning_blocks [None req-1f0a762f-0348-4bba-b860-8eddab4cd770 None None] Provisioning complete for port 9628eb3f-caee-404d-9e29-c5835476f2df triggered by entity L2. {{(pid=103722) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 31 11:45:27.443025 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron_lib.callbacks.manager [None req-1f0a762f-0348-4bba-b860-8eddab4cd770 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857618'] for port, provisioning_complete {{(pid=103722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:45:27.526865 dv-cinder-786384-7-iscsi neutron-server[103723]: DEBUG neutron.db.l3_hamode_db [None req-6c27dae1-7eae-4966-8c5e-936670a4b27b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f3ebcb54ac0>, [{'id': 'c94f58c1-2562-4d76-ab33-5787d18ddab7', 'name': 'tempest-TestMinimumBasicScenario-1425487478-router', 'tenant_id': 'd2835694ba8b4386a2876202826dc222', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cb16751-6ba1-494a-bef1-53f614bdb222', 'external_fixed_ips': [{'subnet_id': '1135c889-0623-4d10-975a-f2c46f50f0f6', 'ip_address': '172.27.2.24'}], 'enable_snat': True}, 'gw_port_id': 'cc3622dc-ca4b-449e-b84c-e8b24042d605', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T11:45:22Z', 'updated_at': '2021-05-31T11:45:25Z', 'revision_number': 3, 'project_id': 'd2835694ba8b4386a2876202826dc222', 'gw_port': {'id': 'cc3622dc-ca4b-449e-b84c-e8b24042d605', 'name': '', 'network_id': '1cb16751-6ba1-494a-bef1-53f614bdb222', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:60:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c94f58c1-2562-4d76-ab33-5787d18ddab7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 342, 'fixed_ips': [{'subnet_id': '1135c889-0623-4d10-975a-f2c46f50f0f6', 'ip_address': '172.27.2.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T11:45:23Z', 'updated_at': '2021-05-31T11:45:24Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1135c889-0623-4d10-975a-f2c46f50f0f6', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786384-7-iscsi'}], 'dv-cinder-786384-7-iscsi', False) {} {{(pid=103723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 31 11:45:27.531133 dv-cinder-786384-7-iscsi neutron-server[103723]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c27dae1-7eae-4966-8c5e-936670a4b27b None None] Checking router: c94f58c1-2562-4d76-ab33-5787d18ddab7 for host: dv-cinder-786384-7-iscsi {{(pid=103723) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
May 31 11:45:27.531850 dv-cinder-786384-7-iscsi neutron-server[103723]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c27dae1-7eae-4966-8c5e-936670a4b27b None None] Updating router c94f58c1-2562-4d76-ab33-5787d18ddab7 port cc3622dc-ca4b-449e-b84c-e8b24042d605 binding host dv-cinder-786384-7-iscsi {{(pid=103723) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
May 31 11:45:27.594414 dv-cinder-786384-7-iscsi neutron-server[103723]: DEBUG neutron_lib.callbacks.manager [None req-6c27dae1-7eae-4966-8c5e-936670a4b27b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-934180'] for port, before_update {{(pid=103723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:45:27.850166 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-16cbc62b-df05-4ccb-b0d9-8137588f7795 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-934180'] for port, before_create {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:45:27.946518 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [req-4121fff9-8c28-4653-a6b0-4e75400cdc05 req-f11f356f-bfcb-42f0-939c-4543ecff2c62 tempest-VolumesActionsTest-112709343 tempest-VolumesActionsTest-112709343-project] 10.222.0.57 "GET /v2.0/ports?device_id=744e2bcf-8d30-4bc8-b205-25c976f22251 HTTP/1.1" status: 200  len: 210 time: 0.0520341
May 31 11:45:27.973435 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66f0ef07-fe34-49da-b57b-6c43c25622a0 req-e569c35f-c58d-4c43-902f-44f43be30d1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 11:45:27.973435 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [req-66f0ef07-fe34-49da-b57b-6c43c25622a0 req-e569c35f-c58d-4c43-902f-44f43be30d1a service neutron] 10.222.0.60 "GET /v2.0/subnets?id=c2592ba6-2cac-4876-ba41-1cfa4ff30377 HTTP/1.1" status: 200  len: 858 time: 0.2948315
May 31 11:45:27.990715 dv-cinder-786384-7-iscsi neutron-server[103723]: DEBUG neutron_lib.callbacks.manager [None req-6c27dae1-7eae-4966-8c5e-936670a4b27b None None] Notify callbacks [] for port, precommit_update {{(pid=103723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:45:28.006763 dv-cinder-786384-7-iscsi neutron-server[103723]: DEBUG neutron.db.provisioning_blocks [None req-6c27dae1-7eae-4966-8c5e-936670a4b27b None None] Transition to ACTIVE for port object cc3622dc-ca4b-449e-b84c-e8b24042d605 will not be triggered until provisioned by entity L2. {{(pid=103723) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 31 11:45:28.016114 dv-cinder-786384-7-iscsi neutron-server[103723]: DEBUG neutron_lib.callbacks.manager [None req-6c27dae1-7eae-4966-8c5e-936670a4b27b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937715', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3701677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744215954324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744215520988', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744215521293'] for port, after_update {{(pid=103723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:45:28.030174 dv-cinder-786384-7-iscsi neutron-server[103723]: DEBUG oslo_concurrency.lockutils [None req-3cb7cc33-0841-46fe-bf32-1e620530890f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103723) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 31 11:45:28.097794 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron.db.db_base_plugin_common [None req-16cbc62b-df05-4ccb-b0d9-8137588f7795 admin admin] Allocated IP 172.20.0.1 (7c7367d4-6b64-4c55-b3b8-cb2b2973b934/0ae97965-980e-4967-8bf0-649896983786/7e159c4e-8192-4e1a-9b58-e2219a794eaa) {{(pid=103720) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 31 11:45:28.105450 dv-cinder-786384-7-iscsi neutron-server[103723]: DEBUG neutron.plugins.ml2.managers [None req-6c27dae1-7eae-4966-8c5e-936670a4b27b None None] Attempting to bind port cc3622dc-ca4b-449e-b84c-e8b24042d605 on host dv-cinder-786384-7-iscsi for vnic_type normal with profile  {{(pid=103723) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
May 31 11:45:28.105976 dv-cinder-786384-7-iscsi neutron-server[103723]: DEBUG neutron.plugins.ml2.managers [None req-6c27dae1-7eae-4966-8c5e-936670a4b27b None None] Attempting to bind port cc3622dc-ca4b-449e-b84c-e8b24042d605 by drivers openvswitch,hyperv on host dv-cinder-786384-7-iscsi at level 0 using segments [{'id': '82286f75-faff-40ec-beef-7945374ee8e1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1cb16751-6ba1-494a-bef1-53f614bdb222'}] {{(pid=103723) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
May 31 11:45:28.106222 dv-cinder-786384-7-iscsi neutron-server[103723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c27dae1-7eae-4966-8c5e-936670a4b27b None None] Attempting to bind port cc3622dc-ca4b-449e-b84c-e8b24042d605 on network 1cb16751-6ba1-494a-bef1-53f614bdb222 {{(pid=103723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 31 11:45:28.118415 dv-cinder-786384-7-iscsi neutron-server[103723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c27dae1-7eae-4966-8c5e-936670a4b27b None None] Checking agent: {'id': 'c576d319-5791-4ac3-a718-d6660db1fc9b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786384-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 31, 11, 36, 6), 'started_at': datetime.datetime(2021, 5, 31, 11, 36, 36), 'heartbeat_timestamp': datetime.datetime(2021, 5, 31, 11, 45, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786384-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
May 31 11:45:28.119156 dv-cinder-786384-7-iscsi neutron-server[103723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c27dae1-7eae-4966-8c5e-936670a4b27b None None] Checking segment: {'id': '82286f75-faff-40ec-beef-7945374ee8e1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1cb16751-6ba1-494a-bef1-53f614bdb222'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103723) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 31 11:45:28.119914 dv-cinder-786384-7-iscsi neutron-server[103723]: DEBUG neutron_lib.callbacks.manager [None req-6c27dae1-7eae-4966-8c5e-936670a4b27b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:45:28.120650 dv-cinder-786384-7-iscsi neutron-server[103723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c27dae1-7eae-4966-8c5e-936670a4b27b None None] Bound using segment: {'id': '82286f75-faff-40ec-beef-7945374ee8e1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1cb16751-6ba1-494a-bef1-53f614bdb222'} {{(pid=103723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
May 31 11:45:28.121295 dv-cinder-786384-7-iscsi neutron-server[103723]: DEBUG neutron.plugins.ml2.managers [None req-6c27dae1-7eae-4966-8c5e-936670a4b27b None None] Bound port: cc3622dc-ca4b-449e-b84c-e8b24042d605, host: dv-cinder-786384-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '82286f75-faff-40ec-beef-7945374ee8e1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1cb16751-6ba1-494a-bef1-53f614bdb222'}}] {{(pid=103723) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
May 31 11:45:28.121840 dv-cinder-786384-7-iscsi neutron-server[103723]: DEBUG neutron_lib.callbacks.manager [None req-6c27dae1-7eae-4966-8c5e-936670a4b27b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-934180'] for port, before_update {{(pid=103723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:45:28.161903 dv-cinder-786384-7-iscsi neutron-server[103723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b13283a-c2eb-41c7-a4b1-8e79a1a3ef30 None None] Pushing event updated for resources: {'Port': ['ID=cc3622dc-ca4b-449e-b84c-e8b24042d605,revision_number=2']} {{(pid=103723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 31 11:45:28.175462 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f8ef4c8-dc0c-49b5-aa5a-f04fd7906d10 req-fbe313fe-6cb5-4e53-abf6-0a4994d81897 tempest-ServerRescueNegativeTestJSON-1419813537 tempest-ServerRescueNegativeTestJSON-1419813537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 11:45:28.177220 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [req-6f8ef4c8-dc0c-49b5-aa5a-f04fd7906d10 req-fbe313fe-6cb5-4e53-abf6-0a4994d81897 tempest-ServerRescueNegativeTestJSON-1419813537 tempest-ServerRescueNegativeTestJSON-1419813537-project] 10.222.0.57 "GET /v2.0/ports?device_id=6cccde54-536c-42f8-a4b4-ace3bbad46da HTTP/1.1" status: 200  len: 945 time: 0.1036005
May 31 11:45:28.183032 dv-cinder-786384-7-iscsi neutron-server[103723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b13283a-c2eb-41c7-a4b1-8e79a1a3ef30 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786384-7-iscsi {{(pid=103723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 31 11:45:28.183399 dv-cinder-786384-7-iscsi neutron-server[103723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b13283a-c2eb-41c7-a4b1-8e79a1a3ef30 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786384-7-iscsi {{(pid=103723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 31 11:45:28.183769 dv-cinder-786384-7-iscsi neutron-server[103723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b13283a-c2eb-41c7-a4b1-8e79a1a3ef30 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786384-7-iscsi {{(pid=103723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 31 11:45:28.184115 dv-cinder-786384-7-iscsi neutron-server[103723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b13283a-c2eb-41c7-a4b1-8e79a1a3ef30 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786384-7-iscsi {{(pid=103723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 31 11:45:28.184471 dv-cinder-786384-7-iscsi neutron-server[103723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b13283a-c2eb-41c7-a4b1-8e79a1a3ef30 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786384-7-iscsi {{(pid=103723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 31 11:45:28.184792 dv-cinder-786384-7-iscsi neutron-server[103723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b13283a-c2eb-41c7-a4b1-8e79a1a3ef30 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786384-7-iscsi {{(pid=103723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 31 11:45:28.185131 dv-cinder-786384-7-iscsi neutron-server[103723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b13283a-c2eb-41c7-a4b1-8e79a1a3ef30 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786384-7-iscsi {{(pid=103723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 31 11:45:28.185459 dv-cinder-786384-7-iscsi neutron-server[103723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b13283a-c2eb-41c7-a4b1-8e79a1a3ef30 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786384-7-iscsi {{(pid=103723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 31 11:45:28.185820 dv-cinder-786384-7-iscsi neutron-server[103723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b13283a-c2eb-41c7-a4b1-8e79a1a3ef30 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786384-7-iscsi {{(pid=103723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 31 11:45:28.186157 dv-cinder-786384-7-iscsi neutron-server[103723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b13283a-c2eb-41c7-a4b1-8e79a1a3ef30 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786384-7-iscsi {{(pid=103723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 31 11:45:28.186491 dv-cinder-786384-7-iscsi neutron-server[103723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b13283a-c2eb-41c7-a4b1-8e79a1a3ef30 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786384-7-iscsi {{(pid=103723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 31 11:45:28.186820 dv-cinder-786384-7-iscsi neutron-server[103723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b13283a-c2eb-41c7-a4b1-8e79a1a3ef30 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786384-7-iscsi {{(pid=103723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 31 11:45:28.191064 dv-cinder-786384-7-iscsi neutron-server[103723]: DEBUG oslo_concurrency.lockutils [None req-8b13283a-c2eb-41c7-a4b1-8e79a1a3ef30 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=103723) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 31 11:45:28.233338 dv-cinder-786384-7-iscsi neutron-server[103723]: DEBUG neutron.plugins.ml2.db [None req-6c27dae1-7eae-4966-8c5e-936670a4b27b None None] For port cc3622dc-ca4b-449e-b84c-e8b24042d605, host dv-cinder-786384-7-iscsi, cleared binding levels {{(pid=103723) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
May 31 11:45:28.238189 dv-cinder-786384-7-iscsi neutron-server[103723]: DEBUG neutron.plugins.ml2.db [None req-6c27dae1-7eae-4966-8c5e-936670a4b27b None None] For port cc3622dc-ca4b-449e-b84c-e8b24042d605, host dv-cinder-786384-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786384-7-iscsi',level=0,port_id=cc3622dc-ca4b-449e-b84c-e8b24042d605,segment=NetworkSegment(82286f75-faff-40ec-beef-7945374ee8e1),segment_id=82286f75-faff-40ec-beef-7945374ee8e1)] {{(pid=103723) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
May 31 11:45:28.241696 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [req-6f8ef4c8-dc0c-49b5-aa5a-f04fd7906d10 req-48922d64-b7dc-43b4-9442-ee71c5ec8672 tempest-ServerRescueNegativeTestJSON-1419813537 tempest-ServerRescueNegativeTestJSON-1419813537-project] 10.222.0.57 "GET /v2.0/security-groups?id=61284c33-46c4-4e49-8e24-329051971a91&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0551710
May 31 11:45:28.248883 dv-cinder-786384-7-iscsi neutron-server[103723]: DEBUG neutron_lib.callbacks.manager [None req-6c27dae1-7eae-4966-8c5e-936670a4b27b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937715', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3701677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744215954324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744215520988', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744215521293'] for port, after_update {{(pid=103723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:45:28.260424 dv-cinder-786384-7-iscsi neutron-server[103723]: DEBUG oslo_concurrency.lockutils [None req-8b13283a-c2eb-41c7-a4b1-8e79a1a3ef30 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103723) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 31 11:45:28.310040 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-16cbc62b-df05-4ccb-b0d9-8137588f7795 admin admin] Notify callbacks [] for port, precommit_create {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:45:28.328328 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron.db.provisioning_blocks [None req-16cbc62b-df05-4ccb-b0d9-8137588f7795 admin admin] Transition to ACTIVE for port object 7e159c4e-8192-4e1a-9b58-e2219a794eaa will not be triggered until provisioned by entity DHCP. {{(pid=103720) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 31 11:45:28.330218 dv-cinder-786384-7-iscsi neutron-server[103723]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c27dae1-7eae-4966-8c5e-936670a4b27b None None] Routers {'c94f58c1-2562-4d76-ab33-5787d18ddab7'} bound to L3 agent in host dv-cinder-786384-7-iscsi {{(pid=103723) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 31 11:45:28.331040 dv-cinder-786384-7-iscsi neutron-server[103723]: DEBUG neutron.db.l3_hamode_db [None req-6c27dae1-7eae-4966-8c5e-936670a4b27b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f3ebcb54ac0>, 'dv-cinder-786384-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-31T11:36:05Z,description=<?>,heartbeat_timestamp=2021-05-31T11:45:05Z,host='dv-cinder-786384-7-iscsi',id=f8c17dd7-da16-4427-b6e3-d7e30616bc4c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-31T11:36:05Z,topic='l3_agent')) {'router_ids': ['c94f58c1-2562-4d76-ab33-5787d18ddab7'], 'active': True} {{(pid=103723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 31 11:45:28.353700 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-16cbc62b-df05-4ccb-b0d9-8137588f7795 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937715', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3701677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744215520970', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2327893'] for port, after_create {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:45:28.358775 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103720) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 31 11:45:28.419923 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16cbc62b-df05-4ccb-b0d9-8137588f7795 admin admin] Network 7c7367d4-6b64-4c55-b3b8-cb2b2973b934 is already hosted by enough agents. {{(pid=103720) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 31 11:45:28.422393 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron.scheduler.base_scheduler [None req-16cbc62b-df05-4ccb-b0d9-8137588f7795 admin admin] Resources bound (agent type, host, resource id):  {{(pid=103720) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 31 11:45:28.425918 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16cbc62b-df05-4ccb-b0d9-8137588f7795 admin admin] Received port after_create {{(pid=103720) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
May 31 11:45:28.444205 dv-cinder-786384-7-iscsi neutron-server[103723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b13283a-c2eb-41c7-a4b1-8e79a1a3ef30 None None] Pushing event updated for resources: {'Port': ['ID=cc3622dc-ca4b-449e-b84c-e8b24042d605,revision_number=3']} {{(pid=103723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 31 11:45:28.450987 dv-cinder-786384-7-iscsi neutron-server[103723]: DEBUG oslo_concurrency.lockutils [None req-8b13283a-c2eb-41c7-a4b1-8e79a1a3ef30 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.189s {{(pid=103723) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 31 11:45:28.475934 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16cbc62b-df05-4ccb-b0d9-8137588f7795 admin admin] Pushing event updated for resources: {'Port': ['ID=7e159c4e-8192-4e1a-9b58-e2219a794eaa,revision_number=1']} {{(pid=103720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 31 11:45:28.480152 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG oslo_concurrency.lockutils [None req-16cbc62b-df05-4ccb-b0d9-8137588f7795 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=103720) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 31 11:45:28.498029 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-16cbc62b-df05-4ccb-b0d9-8137588f7795 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4094068'] for router_interface, before_create {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:45:28.559863 dv-cinder-786384-7-iscsi neutron-server[103723]: DEBUG neutron.db.l3_dvr_db [None req-6c27dae1-7eae-4966-8c5e-936670a4b27b None None] Set router c94f58c1-2562-4d76-ab33-5787d18ddab7 gateway port host: dv-cinder-786384-7-iscsi {{(pid=103723) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
May 31 11:45:28.681931 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-16cbc62b-df05-4ccb-b0d9-8137588f7795 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-934180'] for port, before_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:45:28.740162 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron.db.provisioning_blocks [None req-de5d786f-05d3-4239-8b6a-90a95c014bbb None None] Provisioning for port 7e159c4e-8192-4e1a-9b58-e2219a794eaa completed by entity DHCP. {{(pid=103722) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 31 11:45:28.747800 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron.db.provisioning_blocks [None req-de5d786f-05d3-4239-8b6a-90a95c014bbb None None] Provisioning complete for port 7e159c4e-8192-4e1a-9b58-e2219a794eaa triggered by entity DHCP. {{(pid=103722) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 31 11:45:28.748437 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron_lib.callbacks.manager [None req-de5d786f-05d3-4239-8b6a-90a95c014bbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857618'] for port, provisioning_complete {{(pid=103722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:45:28.822399 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron.plugins.ml2.plugin [None req-de5d786f-05d3-4239-8b6a-90a95c014bbb None None] Port 7e159c4e-8192-4e1a-9b58-e2219a794eaa cannot update to ACTIVE because it is not bound. {{(pid=103722) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
May 31 11:45:28.968700 dv-cinder-786384-7-iscsi neutron-server[103723]: DEBUG neutron.db.l3_hamode_db [None req-6c27dae1-7eae-4966-8c5e-936670a4b27b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f3ebcb54ac0>, [{'id': 'c94f58c1-2562-4d76-ab33-5787d18ddab7', 'name': 'tempest-TestMinimumBasicScenario-1425487478-router', 'tenant_id': 'd2835694ba8b4386a2876202826dc222', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cb16751-6ba1-494a-bef1-53f614bdb222', 'external_fixed_ips': [{'subnet_id': '1135c889-0623-4d10-975a-f2c46f50f0f6', 'ip_address': '172.27.2.24'}], 'enable_snat': True}, 'gw_port_id': 'cc3622dc-ca4b-449e-b84c-e8b24042d605', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T11:45:22Z', 'updated_at': '2021-05-31T11:45:25Z', 'revision_number': 3, 'project_id': 'd2835694ba8b4386a2876202826dc222', 'gw_port': {'id': 'cc3622dc-ca4b-449e-b84c-e8b24042d605', 'name': '', 'network_id': '1cb16751-6ba1-494a-bef1-53f614bdb222', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:60:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c94f58c1-2562-4d76-ab33-5787d18ddab7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 342, 'fixed_ips': [{'subnet_id': '1135c889-0623-4d10-975a-f2c46f50f0f6', 'ip_address': '172.27.2.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786384-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T11:45:23Z', 'updated_at': '2021-05-31T11:45:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1135c889-0623-4d10-975a-f2c46f50f0f6', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786384-7-iscsi'}], 'dv-cinder-786384-7-iscsi', False) {} {{(pid=103723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 31 11:45:28.974510 dv-cinder-786384-7-iscsi neutron-server[103723]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c27dae1-7eae-4966-8c5e-936670a4b27b None None] The sync data for ids ['c94f58c1-2562-4d76-ab33-5787d18ddab7'] in dv-cinder-786384-7-iscsi is: [{'id': 'c94f58c1-2562-4d76-ab33-5787d18ddab7', 'name': 'tempest-TestMinimumBasicScenario-1425487478-router', 'tenant_id': 'd2835694ba8b4386a2876202826dc222', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cb16751-6ba1-494a-bef1-53f614bdb222', 'external_fixed_ips': [{'subnet_id': '1135c889-0623-4d10-975a-f2c46f50f0f6', 'ip_address': '172.27.2.24'}], 'enable_snat': True}, 'gw_port_id': 'cc3622dc-ca4b-449e-b84c-e8b24042d605', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T11:45:22Z', 'updated_at': '2021-05-31T11:45:25Z', 'revision_number': 3, 'project_id': 'd2835694ba8b4386a2876202826dc222', 'gw_port': {'id': 'cc3622dc-ca4b-449e-b84c-e8b24042d605', 'name': '', 'network_id': '1cb16751-6ba1-494a-bef1-53f614bdb222', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:60:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c94f58c1-2562-4d76-ab33-5787d18ddab7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 342, 'fixed_ips': [{'subnet_id': '1135c889-0623-4d10-975a-f2c46f50f0f6', 'ip_address': '172.27.2.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786384-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T11:45:23Z', 'updated_at': '2021-05-31T11:45:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1135c889-0623-4d10-975a-f2c46f50f0f6', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786384-7-iscsi'}] {{(pid=103723) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 31 11:45:28.992070 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-16cbc62b-df05-4ccb-b0d9-8137588f7795 admin admin] Notify callbacks [] for port, precommit_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:45:29.000175 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-16cbc62b-df05-4ccb-b0d9-8137588f7795 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937715', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3701677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744215954324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744215520988', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744215521293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2327900'] for port, after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:45:29.043261 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG oslo_concurrency.lockutils [None req-b28cd791-33cc-46b9-812a-aea53474871c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103720) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 31 11:45:29.169967 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16cbc62b-df05-4ccb-b0d9-8137588f7795 admin admin] Pushing event updated for resources: {'Port': ['ID=7e159c4e-8192-4e1a-9b58-e2219a794eaa,revision_number=2']} {{(pid=103720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 31 11:45:29.172486 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-16cbc62b-df05-4ccb-b0d9-8137588f7795 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3695180', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4094169'] for router_interface, after_create {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:45:29.177095 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG oslo_concurrency.lockutils [None req-16cbc62b-df05-4ccb-b0d9-8137588f7795 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=103720) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 31 11:45:29.183706 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [req-e2ccd213-6118-47fd-ba0c-bcba0cdb4746 req-5eda5368-5d26-41aa-aea7-41b0c138ee5d tempest-VolumesActionsTest-112709343 tempest-VolumesActionsTest-112709343-project] 10.222.0.57 "GET /v2.0/ports?device_id=744e2bcf-8d30-4bc8-b205-25c976f22251 HTTP/1.1" status: 200  len: 210 time: 0.0749042
May 31 11:45:29.428915 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16cbc62b-df05-4ccb-b0d9-8137588f7795 admin admin] Network 7c7367d4-6b64-4c55-b3b8-cb2b2973b934 is already hosted by enough agents. {{(pid=103720) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 31 11:45:29.430231 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron.scheduler.base_scheduler [None req-16cbc62b-df05-4ccb-b0d9-8137588f7795 admin admin] Resources bound (agent type, host, resource id):  {{(pid=103720) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 31 11:45:29.524233 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f5c95b7-ee54-4ea1-9d94-d41d5adad42c req-7b8df467-2cbf-4eb9-b4c2-dfc50040715b tempest-ServerRescueNegativeTestJSON-1419813537 tempest-ServerRescueNegativeTestJSON-1419813537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 11:45:29.535878 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [req-6f5c95b7-ee54-4ea1-9d94-d41d5adad42c req-7b8df467-2cbf-4eb9-b4c2-dfc50040715b tempest-ServerRescueNegativeTestJSON-1419813537 tempest-ServerRescueNegativeTestJSON-1419813537-project] 10.222.0.57 "GET /v2.0/ports?device_id=6cccde54-536c-42f8-a4b4-ace3bbad46da HTTP/1.1" status: 200  len: 945 time: 0.1642833
May 31 11:45:29.698516 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [req-6f5c95b7-ee54-4ea1-9d94-d41d5adad42c req-4fe1d826-f23a-46d5-b8cf-c06197853b61 tempest-ServerRescueNegativeTestJSON-1419813537 tempest-ServerRescueNegativeTestJSON-1419813537-project] 10.222.0.57 "GET /v2.0/security-groups?id=61284c33-46c4-4e49-8e24-329051971a91&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1616335
May 31 11:45:29.719847 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [req-66f0ef07-fe34-49da-b57b-6c43c25622a0 req-1a553b53-a072-48a2-9c00-bd02d93ff45c service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=c32e1ce5-86a3-4104-9167-66f8d6251dc5&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.1058888
May 31 11:45:29.861528 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-16cbc62b-df05-4ccb-b0d9-8137588f7795 admin admin] Router c94f58c1-2562-4d76-ab33-5787d18ddab7 has already been hosted by L3 agent f8c17dd7-da16-4427-b6e3-d7e30616bc4c {{(pid=103720) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
May 31 11:45:29.865332 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron.db.provisioning_blocks [None req-6e9ae73c-41ce-4d3d-b54a-af3c8f807e9d None None] Provisioning complete for port 7e159c4e-8192-4e1a-9b58-e2219a794eaa triggered by entity DHCP. {{(pid=103722) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 31 11:45:29.867324 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron_lib.callbacks.manager [None req-6e9ae73c-41ce-4d3d-b54a-af3c8f807e9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857618'] for port, provisioning_complete {{(pid=103722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:45:29.910270 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [req-66f0ef07-fe34-49da-b57b-6c43c25622a0 req-d6174650-f731-42e3-9d93-bdebca381cc9 service neutron] 10.222.0.60 "GET /v2.0/networks/c32e1ce5-86a3-4104-9167-66f8d6251dc5?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1743755
May 31 11:45:29.979340 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron.plugins.ml2.plugin [None req-6e9ae73c-41ce-4d3d-b54a-af3c8f807e9d None None] Port 7e159c4e-8192-4e1a-9b58-e2219a794eaa cannot update to ACTIVE because it is not bound. {{(pid=103722) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
May 31 11:45:30.080184 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-16cbc62b-df05-4ccb-b0d9-8137588f7795 admin admin] Notify agent at l3_agent.dv-cinder-786384-7-iscsi the message routers_updated {{(pid=103720) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
May 31 11:45:30.107414 dv-cinder-786384-7-iscsi neutron-server[103720]: INFO neutron.wsgi [None req-16cbc62b-df05-4ccb-b0d9-8137588f7795 admin admin] 10.222.0.57 "PUT /v2.0/routers/c94f58c1-2562-4d76-ab33-5787d18ddab7/add_router_interface HTTP/1.1" status: 200  len: 503 time: 3.3257108
May 31 11:45:30.176416 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [req-66f0ef07-fe34-49da-b57b-6c43c25622a0 req-72e68ae1-f0d3-4176-94e9-403b6ebd5d80 service neutron] 10.222.0.60 "GET /v2.0/networks/c32e1ce5-86a3-4104-9167-66f8d6251dc5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2604327
May 31 11:45:30.384368 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [req-7db91417-09c2-4665-8218-3f65db28c472 req-2573e7f5-0616-4551-a1c4-862daa0c435b tempest-VolumesActionsTest-112709343 tempest-VolumesActionsTest-112709343-project] 10.222.0.57 "GET /v2.0/ports?device_id=744e2bcf-8d30-4bc8-b205-25c976f22251 HTTP/1.1" status: 200  len: 210 time: 0.0741248
May 31 11:45:31.126388 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron.wsgi [-] (103720) accepted ('10.222.0.57', 42616) {{(pid=103720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 31 11:45:31.134993 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron.api.v2.base [None req-6a9f732c-a2a8-4501-ab3d-b3b85c66d30c admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-2076629641-network', 'tenant_id': 'dfdc0f93eb8b481d8c6c144841890dc1'}} {{(pid=103720) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 31 11:45:31.153902 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron.db.quota.driver [None req-6a9f732c-a2a8-4501-ab3d-b3b85c66d30c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=103720) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 31 11:45:31.174633 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron.quota.resource [None req-6a9f732c-a2a8-4501-ab3d-b3b85c66d30c admin admin] Usage tracker for resource:network and tenant:dfdc0f93eb8b481d8c6c144841890dc1 is out of sync, need to count used quota {{(pid=103720) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 31 11:45:31.181449 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron.quota.resource [None req-6a9f732c-a2a8-4501-ab3d-b3b85c66d30c admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=103720) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 31 11:45:31.195476 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron.plugins.ml2.rpc [None req-1f0a762f-0348-4bba-b860-8eddab4cd770 None None] Device cc3622dc-ca4b-449e-b84c-e8b24042d605 up at agent ovs-agent-dv-cinder-786384-7-iscsi {{(pid=103722) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 31 11:45:31.205435 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron.db.quota.driver [None req-6a9f732c-a2a8-4501-ab3d-b3b85c66d30c admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=103720) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 31 11:45:31.217083 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6a9f732c-a2a8-4501-ab3d-b3b85c66d30c admin admin] Made reservation on behalf of dfdc0f93eb8b481d8c6c144841890dc1 for: {'network': 1} {{(pid=103720) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 31 11:45:31.223330 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-6a9f732c-a2a8-4501-ab3d-b3b85c66d30c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-934191'] for network, before_create {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:45:31.244238 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-6a9f732c-a2a8-4501-ab3d-b3b85c66d30c admin admin] Notify callbacks [] for security_group, before_create {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:45:31.270514 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron.db.quota.driver [None req-6a9f732c-a2a8-4501-ab3d-b3b85c66d30c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=103720) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 31 11:45:31.280491 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron.quota.resource [None req-6a9f732c-a2a8-4501-ab3d-b3b85c66d30c admin admin] Usage tracker for resource:security_group_rule and tenant:dfdc0f93eb8b481d8c6c144841890dc1 is out of sync, need to count used quota {{(pid=103720) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 31 11:45:31.288764 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron.quota.resource [None req-6a9f732c-a2a8-4501-ab3d-b3b85c66d30c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=103720) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 31 11:45:31.309275 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron.db.quota.driver [None req-6a9f732c-a2a8-4501-ab3d-b3b85c66d30c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=103720) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 31 11:45:31.351254 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron_lib.callbacks.manager [None req-43028a7b-58d7-408b-ac75-1328e6896bf7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744215964654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857257'] for agent, after_update {{(pid=103722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:45:31.353943 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07f645dd-7380-47d3-9860-03120483dcc1 req-1dd0b758-b216-4574-bd5d-878bb4f3c987 tempest-VolumesActionsTest-112709343 tempest-VolumesActionsTest-112709343-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 11:45:31.354506 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron.db.provisioning_blocks [None req-1f0a762f-0348-4bba-b860-8eddab4cd770 None None] Provisioning for port cc3622dc-ca4b-449e-b84c-e8b24042d605 completed by entity L2. {{(pid=103722) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 31 11:45:31.358303 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [req-07f645dd-7380-47d3-9860-03120483dcc1 req-1dd0b758-b216-4574-bd5d-878bb4f3c987 tempest-VolumesActionsTest-112709343 tempest-VolumesActionsTest-112709343-project] 10.222.0.60 "GET /v2.0/networks?id=b205228b-8572-41c7-9635-7e124a709f42 HTTP/1.1" status: 200  len: 809 time: 0.5801425
May 31 11:45:31.361171 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron.db.provisioning_blocks [None req-1f0a762f-0348-4bba-b860-8eddab4cd770 None None] Provisioning complete for port cc3622dc-ca4b-449e-b84c-e8b24042d605 triggered by entity L2. {{(pid=103722) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 31 11:45:31.361714 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron_lib.callbacks.manager [None req-1f0a762f-0348-4bba-b860-8eddab4cd770 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857618'] for port, provisioning_complete {{(pid=103722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:45:31.382660 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-574682da-a005-40d3-9203-d812d1b9240f req-ee7b275a-bc3d-4cb2-b1e7-50281f0865a2 tempest-ServerRescueNegativeTestJSON-1419813537 tempest-ServerRescueNegativeTestJSON-1419813537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 11:45:31.396231 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [req-574682da-a005-40d3-9203-d812d1b9240f req-ee7b275a-bc3d-4cb2-b1e7-50281f0865a2 tempest-ServerRescueNegativeTestJSON-1419813537 tempest-ServerRescueNegativeTestJSON-1419813537-project] 10.222.0.57 "GET /v2.0/ports?device_id=6cccde54-536c-42f8-a4b4-ace3bbad46da HTTP/1.1" status: 200  len: 945 time: 0.4183908
May 31 11:45:31.454865 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.api.v2.base [req-07f645dd-7380-47d3-9860-03120483dcc1 req-6783a458-8026-4b2f-9bc2-0a48a8816eb5 tempest-VolumesActionsTest-112709343 tempest-VolumesActionsTest-112709343-project] Request body: {'port': {'device_id': '744e2bcf-8d30-4bc8-b205-25c976f22251', 'network_id': 'b205228b-8572-41c7-9635-7e124a709f42', 'admin_state_up': True, 'tenant_id': '21a60f43ca944a39aea0b56b250f83ba'}} {{(pid=103721) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 31 11:45:31.522525 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-6a9f732c-a2a8-4501-ab3d-b3b85c66d30c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:45:31.528206 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-6a9f732c-a2a8-4501-ab3d-b3b85c66d30c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3705957'] for security_group, after_create {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:45:31.533785 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG oslo_concurrency.lockutils [None req-1d824d9c-b0b2-427b-adb9-8885df1f4ccc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103720) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 31 11:45:31.570788 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a9f732c-a2a8-4501-ab3d-b3b85c66d30c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aa20dae3-606e-4b83-8c5b-3d29767437b5,revision_number=1']} {{(pid=103720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 31 11:45:31.575299 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG oslo_concurrency.lockutils [None req-6a9f732c-a2a8-4501-ab3d-b3b85c66d30c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=103720) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 31 11:45:31.587001 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6a9f732c-a2a8-4501-ab3d-b3b85c66d30c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 752}  {{(pid=103720) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
May 31 11:45:31.602248 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-6a9f732c-a2a8-4501-ab3d-b3b85c66d30c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-882655'] for segment, precommit_create {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:45:31.602868 dv-cinder-786384-7-iscsi neutron-server[103720]: INFO neutron.db.segments_db [None req-6a9f732c-a2a8-4501-ab3d-b3b85c66d30c admin admin] Added segment ed65eb3f-1681-4fe5-839f-03c7c8d23de9 of type vlan for network a657c34b-28c0-4dd1-be78-6b361b837713
May 31 11:45:31.629795 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-feb211c2-7ef5-487e-9d47-af9c1817ed92 None None] Sync routers for ids ['c94f58c1-2562-4d76-ab33-5787d18ddab7'] in dv-cinder-786384-7-iscsi {{(pid=103722) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 31 11:45:31.652153 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron_lib.callbacks.manager [None req-1f0a762f-0348-4bba-b860-8eddab4cd770 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-934180'] for port, before_update {{(pid=103722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:45:31.654993 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [req-574682da-a005-40d3-9203-d812d1b9240f req-a1e327f2-09bc-438e-9596-145da6c8b27a tempest-ServerRescueNegativeTestJSON-1419813537 tempest-ServerRescueNegativeTestJSON-1419813537-project] 10.222.0.57 "GET /v2.0/security-groups?id=61284c33-46c4-4e49-8e24-329051971a91&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2575684
May 31 11:45:31.656592 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-6a9f732c-a2a8-4501-ab3d-b3b85c66d30c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744215540035'] for network, precommit_create {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:45:31.677943 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron.db.l3_dvrscheduler_db [None req-feb211c2-7ef5-487e-9d47-af9c1817ed92 None None] Routers {'c94f58c1-2562-4d76-ab33-5787d18ddab7'} bound to L3 agent in host dv-cinder-786384-7-iscsi {{(pid=103722) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 31 11:45:31.679681 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron.db.l3_hamode_db [None req-feb211c2-7ef5-487e-9d47-af9c1817ed92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f3ebc9a2250>, 'dv-cinder-786384-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-31T11:36:05Z,description=<?>,heartbeat_timestamp=2021-05-31T11:45:05Z,host='dv-cinder-786384-7-iscsi',id=f8c17dd7-da16-4427-b6e3-d7e30616bc4c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-31T11:36:05Z,topic='l3_agent')) {'router_ids': ['c94f58c1-2562-4d76-ab33-5787d18ddab7'], 'active': True} {{(pid=103722) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 31 11:45:31.702512 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-6a9f732c-a2a8-4501-ab3d-b3b85c66d30c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3705951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3701686'] for network, after_create {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:45:31.704581 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a9f732c-a2a8-4501-ab3d-b3b85c66d30c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 11:45:31.706160 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-6a9f732c-a2a8-4501-ab3d-b3b85c66d30c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3701651'] for network, before_response {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:45:31.722818 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103720) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 31 11:45:31.729253 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [req-42f7ca93-aedd-41d9-b636-25c866941bc7 req-79c50a59-7844-45a6-bc76-5229cc1a506c tempest-VolumesActionsTest-112709343 tempest-VolumesActionsTest-112709343-project] 10.222.0.57 "GET /v2.0/ports?device_id=744e2bcf-8d30-4bc8-b205-25c976f22251 HTTP/1.1" status: 200  len: 210 time: 0.0636210
May 31 11:45:31.776310 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron.plugins.ml2.db [None req-1f0a762f-0348-4bba-b860-8eddab4cd770 None None] For port cc3622dc-ca4b-449e-b84c-e8b24042d605, host dv-cinder-786384-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786384-7-iscsi',level=0,port_id=cc3622dc-ca4b-449e-b84c-e8b24042d605,segment=NetworkSegment(82286f75-faff-40ec-beef-7945374ee8e1),segment_id=82286f75-faff-40ec-beef-7945374ee8e1)] {{(pid=103722) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 31 11:45:31.786154 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron_lib.callbacks.manager [None req-1f0a762f-0348-4bba-b860-8eddab4cd770 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937715', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3701677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744215954324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744215520988', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744215521293'] for port, after_update {{(pid=103722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:45:31.791241 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.db.quota.driver [req-07f645dd-7380-47d3-9860-03120483dcc1 req-6783a458-8026-4b2f-9bc2-0a48a8816eb5 tempest-VolumesActionsTest-112709343 tempest-VolumesActionsTest-112709343-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=103721) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 31 11:45:31.792821 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG oslo_concurrency.lockutils [None req-f60e0eb6-eacd-46fc-b8bb-05ebf2284597 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103722) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 31 11:45:31.795721 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.quota.resource [req-07f645dd-7380-47d3-9860-03120483dcc1 req-6783a458-8026-4b2f-9bc2-0a48a8816eb5 tempest-VolumesActionsTest-112709343 tempest-VolumesActionsTest-112709343-project] Usage tracker for resource:port and tenant:21a60f43ca944a39aea0b56b250f83ba is out of sync, need to count used quota {{(pid=103721) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 31 11:45:31.799834 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.quota.resource [req-07f645dd-7380-47d3-9860-03120483dcc1 req-6783a458-8026-4b2f-9bc2-0a48a8816eb5 tempest-VolumesActionsTest-112709343 tempest-VolumesActionsTest-112709343-project] Quota usage for port was recalculated. Used quota:0. {{(pid=103721) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 31 11:45:31.822688 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.db.quota.driver [req-07f645dd-7380-47d3-9860-03120483dcc1 req-6783a458-8026-4b2f-9bc2-0a48a8816eb5 tempest-VolumesActionsTest-112709343 tempest-VolumesActionsTest-112709343-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=103721) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 31 11:45:31.850405 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-07f645dd-7380-47d3-9860-03120483dcc1 req-6783a458-8026-4b2f-9bc2-0a48a8816eb5 tempest-VolumesActionsTest-112709343 tempest-VolumesActionsTest-112709343-project] Made reservation on behalf of 21a60f43ca944a39aea0b56b250f83ba for: {'port': 1} {{(pid=103721) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 31 11:45:31.854663 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron_lib.callbacks.manager [req-07f645dd-7380-47d3-9860-03120483dcc1 req-6783a458-8026-4b2f-9bc2-0a48a8816eb5 tempest-VolumesActionsTest-112709343 tempest-VolumesActionsTest-112709343-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-934180'] for port, before_create {{(pid=103721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:45:31.873436 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a9f732c-a2a8-4501-ab3d-b3b85c66d30c admin admin] Pushing event updated for resources: {'Network': ['ID=a657c34b-28c0-4dd1-be78-6b361b837713,revision_number=1']} {{(pid=103720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 31 11:45:31.886215 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG oslo_concurrency.lockutils [None req-6a9f732c-a2a8-4501-ab3d-b3b85c66d30c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=103720) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 31 11:45:31.899441 dv-cinder-786384-7-iscsi neutron-server[103720]: INFO neutron.wsgi [None req-6a9f732c-a2a8-4501-ab3d-b3b85c66d30c admin admin] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201  len: 888 time: 0.7706082
May 31 11:45:31.902145 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron.wsgi [-] (103720) accepted ('10.222.0.57', 42652) {{(pid=103720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 31 11:45:31.911850 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron.api.v2.base [None req-7c48270a-6473-43f7-8b7f-0cce4b40d7d2 admin admin] Request body: {'subnet': {'network_id': 'a657c34b-28c0-4dd1-be78-6b361b837713', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-2076629641-subnet', 'tenant_id': 'dfdc0f93eb8b481d8c6c144841890dc1', 'ip_version': 4}} {{(pid=103720) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 31 11:45:31.925623 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron.db.quota.driver [None req-7c48270a-6473-43f7-8b7f-0cce4b40d7d2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=103720) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 31 11:45:31.931504 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron.plugins.ml2.rpc [None req-1f0a762f-0348-4bba-b860-8eddab4cd770 None None] Network a657c34b-28c0-4dd1-be78-6b361b837713 details requested by agent ovs-agent-dv-cinder-786384-7-iscsi with host dv-cinder-786384-7-iscsi {{(pid=103722) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
May 31 11:45:31.932724 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron.quota.resource [None req-7c48270a-6473-43f7-8b7f-0cce4b40d7d2 admin admin] Usage tracker for resource:subnet and tenant:dfdc0f93eb8b481d8c6c144841890dc1 is out of sync, need to count used quota {{(pid=103720) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 31 11:45:31.936876 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron.wsgi [-] (103720) accepted ('10.222.0.57', 42656) {{(pid=103720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 31 11:45:31.937855 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron.quota.resource [None req-7c48270a-6473-43f7-8b7f-0cce4b40d7d2 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=103720) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 31 11:45:31.953001 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron.db.quota.driver [None req-7c48270a-6473-43f7-8b7f-0cce4b40d7d2 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=103720) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 31 11:45:31.965015 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7c48270a-6473-43f7-8b7f-0cce4b40d7d2 admin admin] Made reservation on behalf of dfdc0f93eb8b481d8c6c144841890dc1 for: {'subnet': 1} {{(pid=103720) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 31 11:45:31.968016 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-7c48270a-6473-43f7-8b7f-0cce4b40d7d2 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2404524'] for subnet, before_create {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:45:32.103369 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-b33aa286-fde7-4eea-a26c-1602730992e0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:45:32.146121 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f0a762f-0348-4bba-b860-8eddab4cd770 None None] Pushing event updated for resources: {'Port': ['ID=cc3622dc-ca4b-449e-b84c-e8b24042d605,revision_number=4']} {{(pid=103722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 31 11:45:32.159077 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG oslo_concurrency.lockutils [None req-1f0a762f-0348-4bba-b860-8eddab4cd770 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.366s {{(pid=103722) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 31 11:45:32.177756 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron.db.l3_dvr_db [None req-feb211c2-7ef5-487e-9d47-af9c1817ed92 None None] Set router c94f58c1-2562-4d76-ab33-5787d18ddab7 gateway port host: dv-cinder-786384-7-iscsi {{(pid=103722) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
May 31 11:45:32.183697 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron.db.quota.driver [None req-b33aa286-fde7-4eea-a26c-1602730992e0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=103720) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 31 11:45:32.191114 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.db.db_base_plugin_common [req-07f645dd-7380-47d3-9860-03120483dcc1 req-6783a458-8026-4b2f-9bc2-0a48a8816eb5 tempest-VolumesActionsTest-112709343 tempest-VolumesActionsTest-112709343-project] Allocated IP 172.20.0.14 (b205228b-8572-41c7-9635-7e124a709f42/85367956-208c-442d-a98d-2e0fd1582bda/ce2d5ee1-8827-4fec-842a-36257b10f409) {{(pid=103721) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 31 11:45:32.202572 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron.quota.resource [None req-b33aa286-fde7-4eea-a26c-1602730992e0 admin admin] Usage tracker for resource:security_group_rule and tenant:9b718a5e2c9c44049dc1607c94abca56 is out of sync, need to count used quota {{(pid=103720) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 31 11:45:32.209151 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron.quota.resource [None req-b33aa286-fde7-4eea-a26c-1602730992e0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=103720) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 31 11:45:32.220542 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron.db.quota.driver [None req-b33aa286-fde7-4eea-a26c-1602730992e0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=103720) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 31 11:45:32.422345 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-b33aa286-fde7-4eea-a26c-1602730992e0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:45:32.429632 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-b33aa286-fde7-4eea-a26c-1602730992e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3705957'] for security_group, after_create {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:45:32.440627 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG oslo_concurrency.lockutils [None req-cd0082d5-c232-4d78-804a-c07f0844bbf6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103720) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 31 11:45:32.470583 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron_lib.callbacks.manager [req-07f645dd-7380-47d3-9860-03120483dcc1 req-6783a458-8026-4b2f-9bc2-0a48a8816eb5 tempest-VolumesActionsTest-112709343 tempest-VolumesActionsTest-112709343-project] Notify callbacks [] for port, precommit_create {{(pid=103721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:45:32.525735 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron_lib.callbacks.manager [req-07f645dd-7380-47d3-9860-03120483dcc1 req-6783a458-8026-4b2f-9bc2-0a48a8816eb5 tempest-VolumesActionsTest-112709343 tempest-VolumesActionsTest-112709343-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937715', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3701677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744215520970', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2250866'] for port, after_create {{(pid=103721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:45:32.537408 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG oslo_concurrency.lockutils [None req-04cc52ff-6dba-423c-b2b4-570615697e60 tempest-DeleteServersTestJSON-371463323 tempest-DeleteServersTestJSON-371463323-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103721) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 31 11:45:32.547868 dv-cinder-786384-7-iscsi neutron-server[103720]: INFO neutron.wsgi [None req-b33aa286-fde7-4eea-a26c-1602730992e0 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=9b718a5e2c9c44049dc1607c94abca56&name=default HTTP/1.1" status: 200  len: 2979 time: 0.6041074
May 31 11:45:32.548384 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron.wsgi [-] (103720) accepted ('10.222.0.57', 42672) {{(pid=103720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 31 11:45:32.551215 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b33aa286-fde7-4eea-a26c-1602730992e0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8a45e546-96a1-466d-9aa8-5b303ea5cece,revision_number=1']} {{(pid=103720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 31 11:45:32.564187 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron.db.l3_hamode_db [None req-feb211c2-7ef5-487e-9d47-af9c1817ed92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f3ebc9a2250>, [{'id': 'c94f58c1-2562-4d76-ab33-5787d18ddab7', 'name': 'tempest-TestMinimumBasicScenario-1425487478-router', 'tenant_id': 'd2835694ba8b4386a2876202826dc222', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cb16751-6ba1-494a-bef1-53f614bdb222', 'external_fixed_ips': [{'subnet_id': '1135c889-0623-4d10-975a-f2c46f50f0f6', 'ip_address': '172.27.2.24'}], 'enable_snat': True}, 'gw_port_id': 'cc3622dc-ca4b-449e-b84c-e8b24042d605', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T11:45:22Z', 'updated_at': '2021-05-31T11:45:28Z', 'revision_number': 4, 'project_id': 'd2835694ba8b4386a2876202826dc222', 'gw_port': {'id': 'cc3622dc-ca4b-449e-b84c-e8b24042d605', 'name': '', 'network_id': '1cb16751-6ba1-494a-bef1-53f614bdb222', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:60:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c94f58c1-2562-4d76-ab33-5787d18ddab7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 342, 'fixed_ips': [{'subnet_id': '1135c889-0623-4d10-975a-f2c46f50f0f6', 'ip_address': '172.27.2.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786384-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T11:45:23Z', 'updated_at': '2021-05-31T11:45:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1135c889-0623-4d10-975a-f2c46f50f0f6', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786384-7-iscsi', '_interfaces': [{'id': '7e159c4e-8192-4e1a-9b58-e2219a794eaa', 'name': '', 'network_id': '7c7367d4-6b64-4c55-b3b8-cb2b2973b934', 'tenant_id': 'd2835694ba8b4386a2876202826dc222', 'mac_address': 'fa:16:3e:c5:48:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c94f58c1-2562-4d76-ab33-5787d18ddab7', 'device_owner': 'network:router_interface', 'standard_attr_id': 348, 'fixed_ips': [{'subnet_id': '0ae97965-980e-4967-8bf0-649896983786', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T11:45:27Z', 'updated_at': '2021-05-31T11:45:28Z', 'revision_number': 2, 'project_id': 'd2835694ba8b4386a2876202826dc222', 'subnets': [{'id': '0ae97965-980e-4967-8bf0-649896983786', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786384-7-iscsi', False) {} {{(pid=103722) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 31 11:45:32.565200 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG oslo_concurrency.lockutils [None req-b33aa286-fde7-4eea-a26c-1602730992e0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=103720) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 31 11:45:32.571528 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-feb211c2-7ef5-487e-9d47-af9c1817ed92 None None] Checking router: c94f58c1-2562-4d76-ab33-5787d18ddab7 for host: dv-cinder-786384-7-iscsi {{(pid=103722) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
May 31 11:45:32.571962 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-feb211c2-7ef5-487e-9d47-af9c1817ed92 None None] Updating router c94f58c1-2562-4d76-ab33-5787d18ddab7 port 7e159c4e-8192-4e1a-9b58-e2219a794eaa binding host dv-cinder-786384-7-iscsi {{(pid=103722) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
May 31 11:45:32.595212 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-07f645dd-7380-47d3-9860-03120483dcc1 req-6783a458-8026-4b2f-9bc2-0a48a8816eb5 tempest-VolumesActionsTest-112709343 tempest-VolumesActionsTest-112709343-project] Network b205228b-8572-41c7-9635-7e124a709f42 is already hosted by enough agents. {{(pid=103721) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 31 11:45:32.602851 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.scheduler.base_scheduler [req-07f645dd-7380-47d3-9860-03120483dcc1 req-6783a458-8026-4b2f-9bc2-0a48a8816eb5 tempest-VolumesActionsTest-112709343 tempest-VolumesActionsTest-112709343-project] Resources bound (agent type, host, resource id):  {{(pid=103721) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 31 11:45:32.608059 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.db.l3_dvrscheduler_db [req-07f645dd-7380-47d3-9860-03120483dcc1 req-6783a458-8026-4b2f-9bc2-0a48a8816eb5 tempest-VolumesActionsTest-112709343 tempest-VolumesActionsTest-112709343-project] Received port after_create {{(pid=103721) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
May 31 11:45:32.639529 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-7995564d-b6f7-4234-a5bc-9cc1b4b414b7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:45:32.676160 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron_lib.callbacks.manager [None req-feb211c2-7ef5-487e-9d47-af9c1817ed92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-934180'] for port, before_update {{(pid=103722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:45:32.693033 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-7995564d-b6f7-4234-a5bc-9cc1b4b414b7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:45:32.832096 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-7995564d-b6f7-4234-a5bc-9cc1b4b414b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3705957'] for security_group, after_delete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:45:32.838035 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG oslo_concurrency.lockutils [None req-c967fc67-99ee-4736-86f6-cb7de41a1527 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103720) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 31 11:45:32.855556 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7995564d-b6f7-4234-a5bc-9cc1b4b414b7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8a45e546-96a1-466d-9aa8-5b303ea5cece,revision_number=None']} {{(pid=103720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 31 11:45:32.866923 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG oslo_concurrency.lockutils [None req-7995564d-b6f7-4234-a5bc-9cc1b4b414b7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=103720) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 31 11:45:32.877757 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6783a458-8026-4b2f-9bc2-0a48a8816eb5 tempest-VolumesActionsTest-112709343 tempest-VolumesActionsTest-112709343-project] Pushing event updated for resources: {'Port': ['ID=ce2d5ee1-8827-4fec-842a-36257b10f409,revision_number=1']} {{(pid=103721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 31 11:45:32.884372 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-7c48270a-6473-43f7-8b7f-0cce4b40d7d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3701677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2333669', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2404538'] for subnet, after_create {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:45:32.887645 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG oslo_concurrency.lockutils [None req-6783a458-8026-4b2f-9bc2-0a48a8816eb5 tempest-VolumesActionsTest-112709343 tempest-VolumesActionsTest-112709343-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.350s {{(pid=103721) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 31 11:45:32.895022 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103720) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 31 11:45:32.924462 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07f645dd-7380-47d3-9860-03120483dcc1 req-6783a458-8026-4b2f-9bc2-0a48a8816eb5 tempest-VolumesActionsTest-112709343 tempest-VolumesActionsTest-112709343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 11:45:32.925080 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron_lib.callbacks.manager [req-07f645dd-7380-47d3-9860-03120483dcc1 req-6783a458-8026-4b2f-9bc2-0a48a8816eb5 tempest-VolumesActionsTest-112709343 tempest-VolumesActionsTest-112709343-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46333'] for port, before_response {{(pid=103721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:45:32.937838 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-7995564d-b6f7-4234-a5bc-9cc1b4b414b7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:45:32.939437 dv-cinder-786384-7-iscsi neutron-server[103720]: INFO neutron.wsgi [None req-7995564d-b6f7-4234-a5bc-9cc1b4b414b7 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/8a45e546-96a1-466d-9aa8-5b303ea5cece HTTP/1.1" status: 204  len: 168 time: 0.3900516
May 31 11:45:32.995134 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c48270a-6473-43f7-8b7f-0cce4b40d7d2 admin admin] Checking segment: {'id': 'ed65eb3f-1681-4fe5-839f-03c7c8d23de9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 752, 'network_id': 'a657c34b-28c0-4dd1-be78-6b361b837713'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103720) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 31 11:45:32.996591 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c48270a-6473-43f7-8b7f-0cce4b40d7d2 admin admin] Network hostable DHCP agents. Network: a657c34b-28c0-4dd1-be78-6b361b837713, hostable agents: ['dff46186-ee29-425e-9f8b-1a5cc0b5fc21'], hosted agents: [] {{(pid=103720) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
May 31 11:45:33.018848 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c48270a-6473-43f7-8b7f-0cce4b40d7d2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=878a7943-6dc6-4d92-adc3-4938363e3567,revision_number=0']} {{(pid=103720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 31 11:45:33.023687 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG oslo_concurrency.lockutils [None req-7c48270a-6473-43f7-8b7f-0cce4b40d7d2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=103720) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 31 11:45:33.037483 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c48270a-6473-43f7-8b7f-0cce4b40d7d2 admin admin] Network a657c34b-28c0-4dd1-be78-6b361b837713 is scheduled to be hosted by DHCP agent dff46186-ee29-425e-9f8b-1a5cc0b5fc21 with binding_index 1 {{(pid=103720) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
May 31 11:45:33.054627 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron.scheduler.base_scheduler [None req-7c48270a-6473-43f7-8b7f-0cce4b40d7d2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786384-7-iscsi, a657c34b-28c0-4dd1-be78-6b361b837713) {{(pid=103720) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 31 11:45:33.060633 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b154c4da-1e57-4a90-b414-402c7701a96b req-0604e691-7fc7-45f8-a4da-c4738e896347 tempest-ServerRescueNegativeTestJSON-1419813537 tempest-ServerRescueNegativeTestJSON-1419813537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 11:45:33.062155 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [req-b154c4da-1e57-4a90-b414-402c7701a96b req-0604e691-7fc7-45f8-a4da-c4738e896347 tempest-ServerRescueNegativeTestJSON-1419813537 tempest-ServerRescueNegativeTestJSON-1419813537-project] 10.222.0.57 "GET /v2.0/ports?device_id=6cccde54-536c-42f8-a4b4-ace3bbad46da HTTP/1.1" status: 200  len: 945 time: 0.2557175
May 31 11:45:33.078516 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c48270a-6473-43f7-8b7f-0cce4b40d7d2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 11:45:33.079316 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-7c48270a-6473-43f7-8b7f-0cce4b40d7d2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3701651'] for subnet, before_response {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:45:33.082791 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [req-07f645dd-7380-47d3-9860-03120483dcc1 req-6783a458-8026-4b2f-9bc2-0a48a8816eb5 tempest-VolumesActionsTest-112709343 tempest-VolumesActionsTest-112709343-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 1.6821027
May 31 11:45:33.119548 dv-cinder-786384-7-iscsi neutron-server[103720]: INFO neutron.wsgi [None req-7c48270a-6473-43f7-8b7f-0cce4b40d7d2 admin admin] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 851 time: 1.2161748
May 31 11:45:33.120535 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron.wsgi [-] (103720) accepted ('10.222.0.57', 42694) {{(pid=103720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 31 11:45:33.127501 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron.api.v2.base [None req-9d277846-eb01-4563-8396-6ffe19c2042a admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-2076629641-router', 'tenant_id': 'dfdc0f93eb8b481d8c6c144841890dc1', 'external_gateway_info': {'network_id': '1cb16751-6ba1-494a-bef1-53f614bdb222'}}} {{(pid=103720) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 31 11:45:33.134581 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron.db.quota.driver [None req-9d277846-eb01-4563-8396-6ffe19c2042a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=103720) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 31 11:45:33.141296 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron.quota.resource [None req-9d277846-eb01-4563-8396-6ffe19c2042a admin admin] Usage tracker for resource:router and tenant:dfdc0f93eb8b481d8c6c144841890dc1 is out of sync, need to count used quota {{(pid=103720) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 31 11:45:33.146215 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron.quota.resource [None req-9d277846-eb01-4563-8396-6ffe19c2042a admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=103720) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 31 11:45:33.154189 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron.db.quota.driver [None req-9d277846-eb01-4563-8396-6ffe19c2042a admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=103720) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 31 11:45:33.165412 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.api.v2.base [req-07f645dd-7380-47d3-9860-03120483dcc1 req-6ee3a0b7-eef2-43c3-80dd-104e44b1eecc service neutron] Request body: {'port': {'device_id': '744e2bcf-8d30-4bc8-b205-25c976f22251', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78638'}} {{(pid=103721) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 31 11:45:33.173982 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-9d277846-eb01-4563-8396-6ffe19c2042a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-4091324', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-953'] for router, before_create {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:45:33.176244 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-9d277846-eb01-4563-8396-6ffe19c2042a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4091580', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4088419', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3731854', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-928'] for router, precommit_create {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:45:33.202896 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron_lib.callbacks.manager [None req-feb211c2-7ef5-487e-9d47-af9c1817ed92 None None] Notify callbacks [] for port, precommit_update {{(pid=103722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:45:33.203117 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-9d277846-eb01-4563-8396-6ffe19c2042a admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:45:33.277093 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b6b60a4-905f-4532-93a1-cc7db8afa7a1 None None] Network a657c34b-28c0-4dd1-be78-6b361b837713 requested from dv-cinder-786384-7-iscsi {{(pid=103722) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
May 31 11:45:33.289895 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron.plugins.ml2.rpc [None req-1f0a762f-0348-4bba-b860-8eddab4cd770 None None] Device cc3622dc-ca4b-449e-b84c-e8b24042d605 up at agent ovs-agent-dv-cinder-786384-7-iscsi {{(pid=103722) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 31 11:45:33.294778 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [req-b154c4da-1e57-4a90-b414-402c7701a96b req-ec13595f-c975-4e50-8c63-06ed6f8824bd tempest-ServerRescueNegativeTestJSON-1419813537 tempest-ServerRescueNegativeTestJSON-1419813537-project] 10.222.0.57 "GET /v2.0/security-groups?id=61284c33-46c4-4e49-8e24-329051971a91&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2194152
May 31 11:45:33.314620 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron.db.provisioning_blocks [None req-feb211c2-7ef5-487e-9d47-af9c1817ed92 None None] Transition to ACTIVE for port object 7e159c4e-8192-4e1a-9b58-e2219a794eaa will not be triggered until provisioned by entity L2. {{(pid=103722) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 31 11:45:33.346807 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b050d777-5d3b-4180-ae01-9eaa58f4c386 req-92deb72d-433b-4a10-afa5-cac55cfe3ee6 tempest-VolumesActionsTest-112709343 tempest-VolumesActionsTest-112709343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 11:45:33.349212 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.quota.resource [req-b050d777-5d3b-4180-ae01-9eaa58f4c386 req-92deb72d-433b-4a10-afa5-cac55cfe3ee6 tempest-VolumesActionsTest-112709343 tempest-VolumesActionsTest-112709343-project] Synchronizing usage tracker for tenant:21a60f43ca944a39aea0b56b250f83ba on resource:port {{(pid=103721) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 31 11:45:33.357965 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron_lib.callbacks.manager [None req-feb211c2-7ef5-487e-9d47-af9c1817ed92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937715', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3701677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744215954324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744215520988', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744215521293'] for port, after_update {{(pid=103722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:45:33.378032 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103722) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 31 11:45:33.529324 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.quota.resource [req-b050d777-5d3b-4180-ae01-9eaa58f4c386 req-92deb72d-433b-4a10-afa5-cac55cfe3ee6 tempest-VolumesActionsTest-112709343 tempest-VolumesActionsTest-112709343-project] Unset dirty status for tenant:21a60f43ca944a39aea0b56b250f83ba on resource:port {{(pid=103721) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 31 11:45:33.533278 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [req-b050d777-5d3b-4180-ae01-9eaa58f4c386 req-92deb72d-433b-4a10-afa5-cac55cfe3ee6 tempest-VolumesActionsTest-112709343 tempest-VolumesActionsTest-112709343-project] 10.222.0.57 "GET /v2.0/ports?device_id=744e2bcf-8d30-4bc8-b205-25c976f22251 HTTP/1.1" status: 200  len: 932 time: 0.6036112
May 31 11:45:33.562940 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron_lib.callbacks.manager [None req-e821db27-5d14-4374-87fd-3350c59f48cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744215964654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857257'] for agent, after_update {{(pid=103722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:45:33.629393 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron_lib.callbacks.manager [req-07f645dd-7380-47d3-9860-03120483dcc1 req-6ee3a0b7-eef2-43c3-80dd-104e44b1eecc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-934180'] for port, before_update {{(pid=103721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:45:33.654254 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [req-b050d777-5d3b-4180-ae01-9eaa58f4c386 req-077f840e-bf60-4b29-b82f-586d22ea0075 tempest-VolumesActionsTest-112709343 tempest-VolumesActionsTest-112709343-project] 10.222.0.57 "GET /v2.0/security-groups?id=e75e580a-fb88-4245-a14e-0fc71be3f34a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1130250
May 31 11:45:33.697356 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron.wsgi [-] (103720) accepted ('10.222.0.57', 42718) {{(pid=103720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 31 11:45:33.793932 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-de251cef-7a6a-4d4d-a1f3-f83d554fa629 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:45:33.827809 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99b0ae2b-742c-479e-b148-b702b27099d8 None None] Pushing event updated for resources: {'Port': ['ID=7e159c4e-8192-4e1a-9b58-e2219a794eaa,revision_number=3']} {{(pid=103722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 31 11:45:33.828951 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron.db.quota.driver [None req-de251cef-7a6a-4d4d-a1f3-f83d554fa629 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=103720) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 31 11:45:33.833748 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-9d277846-eb01-4563-8396-6ffe19c2042a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4088390', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4091278', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-978'] for router, precommit_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:45:33.840854 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron.quota.resource [None req-de251cef-7a6a-4d4d-a1f3-f83d554fa629 admin admin] Usage tracker for resource:security_group_rule and tenant:cf22e339436a4586a7d9ae8cabde6ff8 is out of sync, need to count used quota {{(pid=103720) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 31 11:45:33.846122 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron.quota.resource [None req-de251cef-7a6a-4d4d-a1f3-f83d554fa629 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=103720) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 31 11:45:33.849539 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG oslo_concurrency.lockutils [None req-99b0ae2b-742c-479e-b148-b702b27099d8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.471s {{(pid=103722) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 31 11:45:33.855580 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron.db.quota.driver [None req-de251cef-7a6a-4d4d-a1f3-f83d554fa629 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=103720) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 31 11:45:34.040764 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron.plugins.ml2.managers [None req-feb211c2-7ef5-487e-9d47-af9c1817ed92 None None] Attempting to bind port 7e159c4e-8192-4e1a-9b58-e2219a794eaa on host dv-cinder-786384-7-iscsi for vnic_type normal with profile  {{(pid=103722) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
May 31 11:45:34.041158 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron.plugins.ml2.managers [None req-feb211c2-7ef5-487e-9d47-af9c1817ed92 None None] Attempting to bind port 7e159c4e-8192-4e1a-9b58-e2219a794eaa by drivers openvswitch,hyperv on host dv-cinder-786384-7-iscsi at level 0 using segments [{'id': 'ea61f6ad-e9d3-4768-82a6-fea023d496f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 794, 'network_id': '7c7367d4-6b64-4c55-b3b8-cb2b2973b934'}] {{(pid=103722) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
May 31 11:45:34.041518 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-feb211c2-7ef5-487e-9d47-af9c1817ed92 None None] Attempting to bind port 7e159c4e-8192-4e1a-9b58-e2219a794eaa on network 7c7367d4-6b64-4c55-b3b8-cb2b2973b934 {{(pid=103722) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 31 11:45:34.069633 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-de251cef-7a6a-4d4d-a1f3-f83d554fa629 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:45:34.070239 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron.db.provisioning_blocks [None req-1f0a762f-0348-4bba-b860-8eddab4cd770 None None] Provisioning complete for port cc3622dc-ca4b-449e-b84c-e8b24042d605 triggered by entity L2. {{(pid=103722) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 31 11:45:34.070608 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron_lib.callbacks.manager [None req-1f0a762f-0348-4bba-b860-8eddab4cd770 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857618'] for port, provisioning_complete {{(pid=103722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:45:34.076923 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-de251cef-7a6a-4d4d-a1f3-f83d554fa629 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3705957'] for security_group, after_create {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:45:34.085492 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG oslo_concurrency.lockutils [None req-d2c52842-fca9-457e-a35b-239830c5aa74 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103720) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 31 11:45:34.088089 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.notifiers.nova [req-07f645dd-7380-47d3-9860-03120483dcc1 req-6ee3a0b7-eef2-43c3-80dd-104e44b1eecc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ce2d5ee1-8827-4fec-842a-36257b10f409 {{(pid=103721) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
May 31 11:45:34.098283 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron_lib.callbacks.manager [req-07f645dd-7380-47d3-9860-03120483dcc1 req-6ee3a0b7-eef2-43c3-80dd-104e44b1eecc service neutron] Notify callbacks [] for port, precommit_update {{(pid=103721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:45:34.118902 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.db.provisioning_blocks [req-07f645dd-7380-47d3-9860-03120483dcc1 req-6ee3a0b7-eef2-43c3-80dd-104e44b1eecc service neutron] Transition to ACTIVE for port object ce2d5ee1-8827-4fec-842a-36257b10f409 will not be triggered until provisioned by entity L2. {{(pid=103721) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 31 11:45:34.124644 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron_lib.callbacks.manager [req-07f645dd-7380-47d3-9860-03120483dcc1 req-6ee3a0b7-eef2-43c3-80dd-104e44b1eecc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937715', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3701677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744215954324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744215520988', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744215521293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2250875'] for port, after_update {{(pid=103721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:45:34.130314 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103721) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 31 11:45:34.130556 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-feb211c2-7ef5-487e-9d47-af9c1817ed92 None None] Checking agent: {'id': 'c576d319-5791-4ac3-a718-d6660db1fc9b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786384-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 31, 11, 36, 6), 'started_at': datetime.datetime(2021, 5, 31, 11, 36, 36), 'heartbeat_timestamp': datetime.datetime(2021, 5, 31, 11, 45, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786384-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103722) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
May 31 11:45:34.130882 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-feb211c2-7ef5-487e-9d47-af9c1817ed92 None None] Checking segment: {'id': 'ea61f6ad-e9d3-4768-82a6-fea023d496f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 794, 'network_id': '7c7367d4-6b64-4c55-b3b8-cb2b2973b934'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103722) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 31 11:45:34.131283 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron_lib.callbacks.manager [None req-feb211c2-7ef5-487e-9d47-af9c1817ed92 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:45:34.131684 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-feb211c2-7ef5-487e-9d47-af9c1817ed92 None None] Bound using segment: {'id': 'ea61f6ad-e9d3-4768-82a6-fea023d496f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 794, 'network_id': '7c7367d4-6b64-4c55-b3b8-cb2b2973b934'} {{(pid=103722) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
May 31 11:45:34.132191 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron.plugins.ml2.managers [None req-feb211c2-7ef5-487e-9d47-af9c1817ed92 None None] Bound port: 7e159c4e-8192-4e1a-9b58-e2219a794eaa, host: dv-cinder-786384-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ea61f6ad-e9d3-4768-82a6-fea023d496f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 794, 'network_id': '7c7367d4-6b64-4c55-b3b8-cb2b2973b934'}}] {{(pid=103722) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
May 31 11:45:34.132561 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron_lib.callbacks.manager [None req-feb211c2-7ef5-487e-9d47-af9c1817ed92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-934180'] for port, before_update {{(pid=103722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:45:34.263896 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de251cef-7a6a-4d4d-a1f3-f83d554fa629 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=942e7208-086e-4d3e-9a08-37ef0cc889ac,revision_number=1']} {{(pid=103720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 31 11:45:34.274100 dv-cinder-786384-7-iscsi neutron-server[103720]: INFO neutron.wsgi [None req-de251cef-7a6a-4d4d-a1f3-f83d554fa629 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=cf22e339436a4586a7d9ae8cabde6ff8&name=default HTTP/1.1" status: 200  len: 2979 time: 0.5674746
May 31 11:45:34.274100 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG oslo_concurrency.lockutils [None req-de251cef-7a6a-4d4d-a1f3-f83d554fa629 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.187s {{(pid=103720) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 31 11:45:34.284951 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.wsgi [-] (103721) accepted ('10.222.0.57', 42724) {{(pid=103721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 31 11:45:34.335985 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-9d277846-eb01-4563-8396-6ffe19c2042a admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:45:34.339948 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aff85fa1-ab01-4bff-9fdc-effcde8f4f00 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp392c12f8-4019-54cf-ac30-b8994873c460-a657c34b-28c0-4dd1-be78-6b361b837713', 'network_id': 'a657c34b-28c0-4dd1-be78-6b361b837713', 'tenant_id': 'dfdc0f93eb8b481d8c6c144841890dc1', 'fixed_ips': [{'subnet_id': '878a7943-6dc6-4d92-adc3-4938363e3567'}]}} from dv-cinder-786384-7-iscsi. {{(pid=103722) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}}
May 31 11:45:34.340762 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron_lib.callbacks.manager [None req-aff85fa1-ab01-4bff-9fdc-effcde8f4f00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-934180'] for port, before_create {{(pid=103722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:45:34.370820 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-9d277846-eb01-4563-8396-6ffe19c2042a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-934180'] for port, before_create {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:45:34.414050 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ee3a0b7-eef2-43c3-80dd-104e44b1eecc service neutron] Pushing event updated for resources: {'Port': ['ID=ce2d5ee1-8827-4fec-842a-36257b10f409,revision_number=2']} {{(pid=103721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 31 11:45:34.434557 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG oslo_concurrency.lockutils [None req-6ee3a0b7-eef2-43c3-80dd-104e44b1eecc service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.304s {{(pid=103721) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 31 11:45:34.455695 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron.plugins.ml2.db [None req-feb211c2-7ef5-487e-9d47-af9c1817ed92 None None] For port 7e159c4e-8192-4e1a-9b58-e2219a794eaa, host dv-cinder-786384-7-iscsi, cleared binding levels {{(pid=103722) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
May 31 11:45:34.514261 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron.plugins.ml2.db [None req-feb211c2-7ef5-487e-9d47-af9c1817ed92 None None] For port 7e159c4e-8192-4e1a-9b58-e2219a794eaa, host dv-cinder-786384-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786384-7-iscsi',level=0,port_id=7e159c4e-8192-4e1a-9b58-e2219a794eaa,segment=NetworkSegment(ea61f6ad-e9d3-4768-82a6-fea023d496f6),segment_id=ea61f6ad-e9d3-4768-82a6-fea023d496f6)] {{(pid=103722) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
May 31 11:45:34.522369 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron_lib.callbacks.manager [None req-aef32bfa-0492-4240-8c30-5e01f60a2592 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:45:34.535680 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron_lib.callbacks.manager [None req-feb211c2-7ef5-487e-9d47-af9c1817ed92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937715', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3701677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744215954324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744215520988', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744215521293'] for port, after_update {{(pid=103722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:45:34.543312 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG oslo_concurrency.lockutils [None req-1f0a762f-0348-4bba-b860-8eddab4cd770 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103722) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 31 11:45:34.551427 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron.db.db_base_plugin_common [None req-9d277846-eb01-4563-8396-6ffe19c2042a admin admin] Allocated IP 172.27.2.79 (1cb16751-6ba1-494a-bef1-53f614bdb222/1135c889-0623-4d10-975a-f2c46f50f0f6/6677ed65-ee77-4e11-bd2d-a7c0bdcac644) {{(pid=103720) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 31 11:45:34.552725 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.plugins.ml2.managers [req-07f645dd-7380-47d3-9860-03120483dcc1 req-6ee3a0b7-eef2-43c3-80dd-104e44b1eecc service neutron] Attempting to bind port ce2d5ee1-8827-4fec-842a-36257b10f409 on host hv-cinder-78638 for vnic_type normal with profile  {{(pid=103721) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
May 31 11:45:34.553219 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.plugins.ml2.managers [req-07f645dd-7380-47d3-9860-03120483dcc1 req-6ee3a0b7-eef2-43c3-80dd-104e44b1eecc service neutron] Attempting to bind port ce2d5ee1-8827-4fec-842a-36257b10f409 by drivers openvswitch,hyperv on host hv-cinder-78638 at level 0 using segments [{'id': 'e96239f9-736c-4cc7-b0b8-c7a5b7ba20fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 787, 'network_id': 'b205228b-8572-41c7-9635-7e124a709f42'}] {{(pid=103721) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
May 31 11:45:34.553351 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07f645dd-7380-47d3-9860-03120483dcc1 req-6ee3a0b7-eef2-43c3-80dd-104e44b1eecc service neutron] Attempting to bind port ce2d5ee1-8827-4fec-842a-36257b10f409 on network b205228b-8572-41c7-9635-7e124a709f42 {{(pid=103721) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 31 11:45:34.573928 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07f645dd-7380-47d3-9860-03120483dcc1 req-6ee3a0b7-eef2-43c3-80dd-104e44b1eecc service neutron] Port ce2d5ee1-8827-4fec-842a-36257b10f409 on network b205228b-8572-41c7-9635-7e124a709f42 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78638 {{(pid=103721) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
May 31 11:45:34.574278 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07f645dd-7380-47d3-9860-03120483dcc1 req-6ee3a0b7-eef2-43c3-80dd-104e44b1eecc service neutron] Attempting to bind port ce2d5ee1-8827-4fec-842a-36257b10f409 on network b205228b-8572-41c7-9635-7e124a709f42 {{(pid=103721) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 31 11:45:34.577854 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron_lib.callbacks.manager [None req-aef32bfa-0492-4240-8c30-5e01f60a2592 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:45:34.598021 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07f645dd-7380-47d3-9860-03120483dcc1 req-6ee3a0b7-eef2-43c3-80dd-104e44b1eecc service neutron] Checking agent: {'id': '42990638-b1ad-4185-8b70-a0b8bae36499', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78638', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 31, 11, 42, 1), 'started_at': datetime.datetime(2021, 5, 31, 11, 42, 1), 'heartbeat_timestamp': datetime.datetime(2021, 5, 31, 11, 45, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103721) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
May 31 11:45:34.598227 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07f645dd-7380-47d3-9860-03120483dcc1 req-6ee3a0b7-eef2-43c3-80dd-104e44b1eecc service neutron] Checking segment: {'id': 'e96239f9-736c-4cc7-b0b8-c7a5b7ba20fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 787, 'network_id': 'b205228b-8572-41c7-9635-7e124a709f42'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103721) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 31 11:45:34.598451 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07f645dd-7380-47d3-9860-03120483dcc1 req-6ee3a0b7-eef2-43c3-80dd-104e44b1eecc service neutron] Bound using segment: {'id': 'e96239f9-736c-4cc7-b0b8-c7a5b7ba20fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 787, 'network_id': 'b205228b-8572-41c7-9635-7e124a709f42'} {{(pid=103721) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
May 31 11:45:34.599020 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.plugins.ml2.managers [req-07f645dd-7380-47d3-9860-03120483dcc1 req-6ee3a0b7-eef2-43c3-80dd-104e44b1eecc service neutron] Bound port: ce2d5ee1-8827-4fec-842a-36257b10f409, host: hv-cinder-78638, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e96239f9-736c-4cc7-b0b8-c7a5b7ba20fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 787, 'network_id': 'b205228b-8572-41c7-9635-7e124a709f42'}}] {{(pid=103721) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
May 31 11:45:34.599360 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron_lib.callbacks.manager [req-07f645dd-7380-47d3-9860-03120483dcc1 req-6ee3a0b7-eef2-43c3-80dd-104e44b1eecc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-934180'] for port, before_update {{(pid=103721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:45:34.711335 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron.db.l3_dvrscheduler_db [None req-feb211c2-7ef5-487e-9d47-af9c1817ed92 None None] Routers {'c94f58c1-2562-4d76-ab33-5787d18ddab7'} bound to L3 agent in host dv-cinder-786384-7-iscsi {{(pid=103722) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 31 11:45:34.713720 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron.db.l3_hamode_db [None req-feb211c2-7ef5-487e-9d47-af9c1817ed92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f3ebc9a2250>, 'dv-cinder-786384-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-31T11:36:05Z,description=<?>,heartbeat_timestamp=2021-05-31T11:45:05Z,host='dv-cinder-786384-7-iscsi',id=f8c17dd7-da16-4427-b6e3-d7e30616bc4c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-31T11:36:05Z,topic='l3_agent')) {'router_ids': ['c94f58c1-2562-4d76-ab33-5787d18ddab7'], 'active': True} {{(pid=103722) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 31 11:45:34.760676 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b38271c3-a777-4450-9e40-497fadc97111 req-8c091c3c-1bac-4d89-938f-5de4ed8d738d tempest-ServerRescueNegativeTestJSON-1419813537 tempest-ServerRescueNegativeTestJSON-1419813537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 11:45:34.768699 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [req-b38271c3-a777-4450-9e40-497fadc97111 req-8c091c3c-1bac-4d89-938f-5de4ed8d738d tempest-ServerRescueNegativeTestJSON-1419813537 tempest-ServerRescueNegativeTestJSON-1419813537-project] 10.222.0.57 "GET /v2.0/ports?device_id=6cccde54-536c-42f8-a4b4-ace3bbad46da HTTP/1.1" status: 200  len: 945 time: 0.3133843
May 31 11:45:34.806867 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-9d277846-eb01-4563-8396-6ffe19c2042a admin admin] Notify callbacks [] for port, precommit_create {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:45:34.813395 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron_lib.callbacks.manager [None req-aef32bfa-0492-4240-8c30-5e01f60a2592 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3705957'] for security_group, after_delete {{(pid=103721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:45:34.830931 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG oslo_concurrency.lockutils [None req-a53a3c09-e6b3-4610-a38e-d5115d19fa41 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103721) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 31 11:45:34.857024 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aef32bfa-0492-4240-8c30-5e01f60a2592 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=942e7208-086e-4d3e-9a08-37ef0cc889ac,revision_number=None']} {{(pid=103721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 31 11:45:34.857900 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-9d277846-eb01-4563-8396-6ffe19c2042a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937715', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3701677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744215520970', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2327893'] for port, after_create {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:45:34.864542 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [req-b38271c3-a777-4450-9e40-497fadc97111 req-b88d442c-52e4-4206-8d4e-3703ffd1f138 tempest-ServerRescueNegativeTestJSON-1419813537 tempest-ServerRescueNegativeTestJSON-1419813537-project] 10.222.0.57 "GET /v2.0/security-groups?id=61284c33-46c4-4e49-8e24-329051971a91&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0948241
May 31 11:45:34.865566 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG oslo_concurrency.lockutils [None req-aef32bfa-0492-4240-8c30-5e01f60a2592 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=103721) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 31 11:45:34.865845 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99b0ae2b-742c-479e-b148-b702b27099d8 None None] Pushing event updated for resources: {'Port': ['ID=7e159c4e-8192-4e1a-9b58-e2219a794eaa,revision_number=4']} {{(pid=103722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 31 11:45:34.877694 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG oslo_concurrency.lockutils [None req-99b0ae2b-742c-479e-b148-b702b27099d8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.333s {{(pid=103722) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 31 11:45:34.879446 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron_lib.callbacks.manager [None req-aef32bfa-0492-4240-8c30-5e01f60a2592 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:45:34.880759 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [None req-aef32bfa-0492-4240-8c30-5e01f60a2592 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/942e7208-086e-4d3e-9a08-37ef0cc889ac HTTP/1.1" status: 204  len: 168 time: 0.5924711
May 31 11:45:34.884969 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG oslo_concurrency.lockutils [None req-90d5fe75-3469-4219-a4a3-d2f0125fde19 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103720) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 31 11:45:34.951031 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.plugins.ml2.db [req-07f645dd-7380-47d3-9860-03120483dcc1 req-6ee3a0b7-eef2-43c3-80dd-104e44b1eecc service neutron] For port ce2d5ee1-8827-4fec-842a-36257b10f409, host hv-cinder-78638, cleared binding levels {{(pid=103721) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
May 31 11:45:34.961749 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.plugins.ml2.db [req-07f645dd-7380-47d3-9860-03120483dcc1 req-6ee3a0b7-eef2-43c3-80dd-104e44b1eecc service neutron] For port ce2d5ee1-8827-4fec-842a-36257b10f409, host hv-cinder-78638, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=ce2d5ee1-8827-4fec-842a-36257b10f409,segment=NetworkSegment(e96239f9-736c-4cc7-b0b8-c7a5b7ba20fd),segment_id=e96239f9-736c-4cc7-b0b8-c7a5b7ba20fd)] {{(pid=103721) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
May 31 11:45:34.970244 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron_lib.callbacks.manager [req-07f645dd-7380-47d3-9860-03120483dcc1 req-6ee3a0b7-eef2-43c3-80dd-104e44b1eecc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937715', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3701677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744215954324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744215520988', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744215521293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2250875'] for port, after_update {{(pid=103721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:45:34.983727 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d277846-eb01-4563-8396-6ffe19c2042a admin admin] Network 1cb16751-6ba1-494a-bef1-53f614bdb222 is already hosted by enough agents. {{(pid=103720) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 31 11:45:34.986625 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG oslo_concurrency.lockutils [None req-12175ee3-2126-412a-8f4f-6a3003b8801a service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103721) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 31 11:45:34.993010 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron.scheduler.base_scheduler [None req-9d277846-eb01-4563-8396-6ffe19c2042a admin admin] Resources bound (agent type, host, resource id):  {{(pid=103720) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 31 11:45:35.002659 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d277846-eb01-4563-8396-6ffe19c2042a admin admin] Received port after_create {{(pid=103720) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
May 31 11:45:35.129325 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron.db.db_base_plugin_common [None req-aff85fa1-ab01-4bff-9fdc-effcde8f4f00 None None] Allocated IP 172.20.0.2 (a657c34b-28c0-4dd1-be78-6b361b837713/878a7943-6dc6-4d92-adc3-4938363e3567/b600ed1e-08b7-451f-ac58-c9d8a6296609) {{(pid=103722) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 31 11:45:35.207420 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07f645dd-7380-47d3-9860-03120483dcc1 req-6ee3a0b7-eef2-43c3-80dd-104e44b1eecc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 11:45:35.208545 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron_lib.callbacks.manager [req-07f645dd-7380-47d3-9860-03120483dcc1 req-6ee3a0b7-eef2-43c3-80dd-104e44b1eecc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46333'] for port, before_response {{(pid=103721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:45:35.210133 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [req-07f645dd-7380-47d3-9860-03120483dcc1 req-6ee3a0b7-eef2-43c3-80dd-104e44b1eecc service neutron] 10.222.0.60 "PUT /v2.0/ports/ce2d5ee1-8827-4fec-842a-36257b10f409 HTTP/1.1" status: 200  len: 1094 time: 2.0757411
May 31 11:45:35.211829 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '744e2bcf-8d30-4bc8-b205-25c976f22251', 'tag': 'ce2d5ee1-8827-4fec-842a-36257b10f409'}] {{(pid=103721) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 31 11:45:35.214010 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3cd903d475e597836c68a86188e0a4f713f0e90603b95bd8a010e768671d0d04" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-309085bf-e90a-4392-beea-c6896e41d658" -d '{"events": [{"name": "network-changed", "server_uuid": "744e2bcf-8d30-4bc8-b205-25c976f22251", "tag": "ce2d5ee1-8827-4fec-842a-36257b10f409"}]}' {{(pid=103721) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
May 31 11:45:35.254175 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron.db.l3_dvr_db [None req-feb211c2-7ef5-487e-9d47-af9c1817ed92 None None] Set router c94f58c1-2562-4d76-ab33-5787d18ddab7 gateway port host: dv-cinder-786384-7-iscsi {{(pid=103722) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
May 31 11:45:35.266184 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ee3a0b7-eef2-43c3-80dd-104e44b1eecc service neutron] Pushing event updated for resources: {'Port': ['ID=ce2d5ee1-8827-4fec-842a-36257b10f409,revision_number=3']} {{(pid=103721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 31 11:45:35.273604 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG oslo_concurrency.lockutils [None req-6ee3a0b7-eef2-43c3-80dd-104e44b1eecc service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.287s {{(pid=103721) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 31 11:45:35.328820 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 31 May 2021 11:45:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bf561567-a775-406e-827a-d75f44bfe4e4 x-openstack-request-id: req-bf561567-a775-406e-827a-d75f44bfe4e4 {{(pid=103721) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
May 31 11:45:35.329149 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "744e2bcf-8d30-4bc8-b205-25c976f22251", "tag": "ce2d5ee1-8827-4fec-842a-36257b10f409", "status": "completed", "code": 200}]} {{(pid=103721) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
May 31 11:45:35.329412 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-bf561567-a775-406e-827a-d75f44bfe4e4 {{(pid=103721) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
May 31 11:45:35.329823 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '744e2bcf-8d30-4bc8-b205-25c976f22251', 'tag': 'ce2d5ee1-8827-4fec-842a-36257b10f409', 'status': 'completed', 'code': 200}
May 31 11:45:35.382379 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab9f4c34-4ffe-4d2f-a7a8-1b44689b0c02 req-31f833ef-3e5c-4429-b48e-0a9fe0a973af tempest-VolumesActionsTest-112709343 tempest-VolumesActionsTest-112709343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 11:45:35.384004 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [req-ab9f4c34-4ffe-4d2f-a7a8-1b44689b0c02 req-31f833ef-3e5c-4429-b48e-0a9fe0a973af tempest-VolumesActionsTest-112709343 tempest-VolumesActionsTest-112709343-project] 10.222.0.57 "GET /v2.0/ports?device_id=744e2bcf-8d30-4bc8-b205-25c976f22251 HTTP/1.1" status: 200  len: 944 time: 0.2673719
May 31 11:45:35.481647 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07f645dd-7380-47d3-9860-03120483dcc1 req-8828c97e-0fbb-4fdf-9096-cad339fdcc44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 11:45:35.483279 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [req-07f645dd-7380-47d3-9860-03120483dcc1 req-8828c97e-0fbb-4fdf-9096-cad339fdcc44 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=21a60f43ca944a39aea0b56b250f83ba&device_id=744e2bcf-8d30-4bc8-b205-25c976f22251 HTTP/1.1" status: 200  len: 1097 time: 0.2026088
May 31 11:45:35.505533 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [req-ab9f4c34-4ffe-4d2f-a7a8-1b44689b0c02 req-492f81fe-24b9-425c-8bd5-e1df10abc24e tempest-VolumesActionsTest-112709343 tempest-VolumesActionsTest-112709343-project] 10.222.0.57 "GET /v2.0/security-groups?id=e75e580a-fb88-4245-a14e-0fc71be3f34a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1096168
May 31 11:45:35.586056 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.wsgi [-] (103721) accepted ('10.222.0.57', 42762) {{(pid=103721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 31 11:45:35.606382 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d277846-eb01-4563-8396-6ffe19c2042a admin admin] Pushing event updated for resources: {'Port': ['ID=6677ed65-ee77-4e11-bd2d-a7c0bdcac644,revision_number=1']} {{(pid=103720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 31 11:45:35.608699 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [req-07f645dd-7380-47d3-9860-03120483dcc1 req-0ea6a204-53ce-40a5-be07-0a40f5432a26 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ce2d5ee1-8827-4fec-842a-36257b10f409 HTTP/1.1" status: 200  len: 217 time: 0.0951948
May 31 11:45:35.610896 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG oslo_concurrency.lockutils [None req-9d277846-eb01-4563-8396-6ffe19c2042a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.726s {{(pid=103720) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 31 11:45:35.719164 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07f645dd-7380-47d3-9860-03120483dcc1 req-87c7bff2-535c-4bfb-b59a-3afafff8397e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 11:45:35.720959 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [req-07f645dd-7380-47d3-9860-03120483dcc1 req-87c7bff2-535c-4bfb-b59a-3afafff8397e service neutron] 10.222.0.60 "GET /v2.0/subnets?id=85367956-208c-442d-a98d-2e0fd1582bda HTTP/1.1" status: 200  len: 849 time: 0.1061568
May 31 11:45:35.736367 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron_lib.callbacks.manager [None req-1f0a762f-0348-4bba-b860-8eddab4cd770 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744215964654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857257'] for agent, after_update {{(pid=103722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:45:35.737927 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron_lib.callbacks.manager [None req-e213c973-fab6-43e8-abb0-ec3a7e92c40d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744215964654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857257'] for agent, after_update {{(pid=103722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:45:35.830923 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron_lib.callbacks.manager [None req-aff85fa1-ab01-4bff-9fdc-effcde8f4f00 None None] Notify callbacks [] for port, precommit_create {{(pid=103722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:45:35.858210 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron.db.provisioning_blocks [None req-aff85fa1-ab01-4bff-9fdc-effcde8f4f00 None None] Transition to ACTIVE for port object b600ed1e-08b7-451f-ac58-c9d8a6296609 will not be triggered until provisioned by entity L2. {{(pid=103722) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 31 11:45:35.884810 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-9d277846-eb01-4563-8396-6ffe19c2042a admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:45:35.958870 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron.db.provisioning_blocks [None req-aff85fa1-ab01-4bff-9fdc-effcde8f4f00 None None] Transition to ACTIVE for port object b600ed1e-08b7-451f-ac58-c9d8a6296609 will not be triggered until provisioned by entity DHCP. {{(pid=103722) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 31 11:45:35.983170 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron_lib.callbacks.manager [None req-aff85fa1-ab01-4bff-9fdc-effcde8f4f00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937715', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3701677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744215520970'] for port, after_create {{(pid=103722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:45:35.987190 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG oslo_concurrency.lockutils [None req-1f0a762f-0348-4bba-b860-8eddab4cd770 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103722) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 31 11:45:36.014967 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [req-07f645dd-7380-47d3-9860-03120483dcc1 req-2f7cfce4-4fe9-4afe-8375-0df7a373d4d5 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=b205228b-8572-41c7-9635-7e124a709f42&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.2833023
May 31 11:45:36.018843 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron_lib.callbacks.manager [None req-38b02f74-9bd8-42a5-8355-c3906acaee45 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:45:36.075583 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.db.quota.driver [None req-38b02f74-9bd8-42a5-8355-c3906acaee45 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=103721) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 31 11:45:36.103155 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aff85fa1-ab01-4bff-9fdc-effcde8f4f00 None None] Network a657c34b-28c0-4dd1-be78-6b361b837713 is already hosted by enough agents. {{(pid=103722) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 31 11:45:36.106626 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron.scheduler.base_scheduler [None req-aff85fa1-ab01-4bff-9fdc-effcde8f4f00 None None] Resources bound (agent type, host, resource id):  {{(pid=103722) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 31 11:45:36.114215 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aff85fa1-ab01-4bff-9fdc-effcde8f4f00 None None] Received port after_create {{(pid=103722) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
May 31 11:45:36.117649 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aff85fa1-ab01-4bff-9fdc-effcde8f4f00 None None] Pushing event updated for resources: {'Port': ['ID=b600ed1e-08b7-451f-ac58-c9d8a6296609,revision_number=1']} {{(pid=103722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 31 11:45:36.122317 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG oslo_concurrency.lockutils [None req-aff85fa1-ab01-4bff-9fdc-effcde8f4f00 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=103722) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 31 11:45:36.185715 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.quota.resource [None req-38b02f74-9bd8-42a5-8355-c3906acaee45 admin admin] Usage tracker for resource:security_group_rule and tenant:4d355646f22e4676b4cf9774447ecea8 is out of sync, need to count used quota {{(pid=103721) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 31 11:45:36.203384 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.quota.resource [None req-38b02f74-9bd8-42a5-8355-c3906acaee45 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=103721) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 31 11:45:36.214937 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.db.quota.driver [None req-38b02f74-9bd8-42a5-8355-c3906acaee45 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=103721) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 31 11:45:36.334463 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron.plugins.ml2.managers [None req-aff85fa1-ab01-4bff-9fdc-effcde8f4f00 None None] Attempting to bind port b600ed1e-08b7-451f-ac58-c9d8a6296609 on host dv-cinder-786384-7-iscsi for vnic_type normal with profile  {{(pid=103722) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
May 31 11:45:36.334905 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19f9bec7-2ef4-4e69-a767-8b9003dc1be1 req-49d040f2-9828-43be-9a1b-3db06ab99f8a tempest-ServerRescueNegativeTestJSON-1419813537 tempest-ServerRescueNegativeTestJSON-1419813537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 11:45:36.336495 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [req-19f9bec7-2ef4-4e69-a767-8b9003dc1be1 req-49d040f2-9828-43be-9a1b-3db06ab99f8a tempest-ServerRescueNegativeTestJSON-1419813537 tempest-ServerRescueNegativeTestJSON-1419813537-project] 10.222.0.57 "GET /v2.0/ports?device_id=6cccde54-536c-42f8-a4b4-ace3bbad46da HTTP/1.1" status: 200  len: 945 time: 0.2012324
May 31 11:45:36.336890 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron.plugins.ml2.managers [None req-aff85fa1-ab01-4bff-9fdc-effcde8f4f00 None None] Attempting to bind port b600ed1e-08b7-451f-ac58-c9d8a6296609 by drivers openvswitch,hyperv on host dv-cinder-786384-7-iscsi at level 0 using segments [{'id': 'ed65eb3f-1681-4fe5-839f-03c7c8d23de9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 752, 'network_id': 'a657c34b-28c0-4dd1-be78-6b361b837713'}] {{(pid=103722) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
May 31 11:45:36.344475 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [req-07f645dd-7380-47d3-9860-03120483dcc1 req-1e730e3f-7b50-43bb-9cfd-e9afd0e7320d service neutron] 10.222.0.60 "GET /v2.0/networks/b205228b-8572-41c7-9635-7e124a709f42?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3107822
May 31 11:45:36.349911 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aff85fa1-ab01-4bff-9fdc-effcde8f4f00 None None] Attempting to bind port b600ed1e-08b7-451f-ac58-c9d8a6296609 on network a657c34b-28c0-4dd1-be78-6b361b837713 {{(pid=103722) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 31 11:45:36.367108 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aff85fa1-ab01-4bff-9fdc-effcde8f4f00 None None] Checking agent: {'id': 'c576d319-5791-4ac3-a718-d6660db1fc9b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786384-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 31, 11, 36, 6), 'started_at': datetime.datetime(2021, 5, 31, 11, 36, 36), 'heartbeat_timestamp': datetime.datetime(2021, 5, 31, 11, 45, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786384-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103722) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
May 31 11:45:36.380421 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aff85fa1-ab01-4bff-9fdc-effcde8f4f00 None None] Checking segment: {'id': 'ed65eb3f-1681-4fe5-839f-03c7c8d23de9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 752, 'network_id': 'a657c34b-28c0-4dd1-be78-6b361b837713'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103722) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 31 11:45:36.381157 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron_lib.callbacks.manager [None req-aff85fa1-ab01-4bff-9fdc-effcde8f4f00 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:45:36.381717 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aff85fa1-ab01-4bff-9fdc-effcde8f4f00 None None] Bound using segment: {'id': 'ed65eb3f-1681-4fe5-839f-03c7c8d23de9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 752, 'network_id': 'a657c34b-28c0-4dd1-be78-6b361b837713'} {{(pid=103722) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
May 31 11:45:36.382404 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron.plugins.ml2.managers [None req-aff85fa1-ab01-4bff-9fdc-effcde8f4f00 None None] Bound port: b600ed1e-08b7-451f-ac58-c9d8a6296609, host: dv-cinder-786384-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ed65eb3f-1681-4fe5-839f-03c7c8d23de9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 752, 'network_id': 'a657c34b-28c0-4dd1-be78-6b361b837713'}}] {{(pid=103722) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
May 31 11:45:36.382792 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron_lib.callbacks.manager [None req-aff85fa1-ab01-4bff-9fdc-effcde8f4f00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-934180'] for port, before_update {{(pid=103722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:45:36.387460 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-9d277846-eb01-4563-8396-6ffe19c2042a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4091317', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4088325'] for router, after_create {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:45:36.411235 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron.db.l3_hamode_db [None req-feb211c2-7ef5-487e-9d47-af9c1817ed92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f3ebc9a2250>, [{'id': 'c94f58c1-2562-4d76-ab33-5787d18ddab7', 'name': 'tempest-TestMinimumBasicScenario-1425487478-router', 'tenant_id': 'd2835694ba8b4386a2876202826dc222', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cb16751-6ba1-494a-bef1-53f614bdb222', 'external_fixed_ips': [{'subnet_id': '1135c889-0623-4d10-975a-f2c46f50f0f6', 'ip_address': '172.27.2.24'}], 'enable_snat': True}, 'gw_port_id': 'cc3622dc-ca4b-449e-b84c-e8b24042d605', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T11:45:22Z', 'updated_at': '2021-05-31T11:45:28Z', 'revision_number': 4, 'project_id': 'd2835694ba8b4386a2876202826dc222', 'gw_port': {'id': 'cc3622dc-ca4b-449e-b84c-e8b24042d605', 'name': '', 'network_id': '1cb16751-6ba1-494a-bef1-53f614bdb222', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:60:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c94f58c1-2562-4d76-ab33-5787d18ddab7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 342, 'fixed_ips': [{'subnet_id': '1135c889-0623-4d10-975a-f2c46f50f0f6', 'ip_address': '172.27.2.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786384-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T11:45:23Z', 'updated_at': '2021-05-31T11:45:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1135c889-0623-4d10-975a-f2c46f50f0f6', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786384-7-iscsi', '_interfaces': [{'id': '7e159c4e-8192-4e1a-9b58-e2219a794eaa', 'name': '', 'network_id': '7c7367d4-6b64-4c55-b3b8-cb2b2973b934', 'tenant_id': 'd2835694ba8b4386a2876202826dc222', 'mac_address': 'fa:16:3e:c5:48:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c94f58c1-2562-4d76-ab33-5787d18ddab7', 'device_owner': 'network:router_interface', 'standard_attr_id': 348, 'fixed_ips': [{'subnet_id': '0ae97965-980e-4967-8bf0-649896983786', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786384-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T11:45:27Z', 'updated_at': '2021-05-31T11:45:34Z', 'revision_number': 4, 'project_id': 'd2835694ba8b4386a2876202826dc222', 'subnets': [{'id': '0ae97965-980e-4967-8bf0-649896983786', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786384-7-iscsi', False) {} {{(pid=103722) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 31 11:45:36.464043 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-feb211c2-7ef5-487e-9d47-af9c1817ed92 None None] The sync data for ids ['c94f58c1-2562-4d76-ab33-5787d18ddab7'] in dv-cinder-786384-7-iscsi is: [{'id': 'c94f58c1-2562-4d76-ab33-5787d18ddab7', 'name': 'tempest-TestMinimumBasicScenario-1425487478-router', 'tenant_id': 'd2835694ba8b4386a2876202826dc222', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cb16751-6ba1-494a-bef1-53f614bdb222', 'external_fixed_ips': [{'subnet_id': '1135c889-0623-4d10-975a-f2c46f50f0f6', 'ip_address': '172.27.2.24'}], 'enable_snat': True}, 'gw_port_id': 'cc3622dc-ca4b-449e-b84c-e8b24042d605', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T11:45:22Z', 'updated_at': '2021-05-31T11:45:28Z', 'revision_number': 4, 'project_id': 'd2835694ba8b4386a2876202826dc222', 'gw_port': {'id': 'cc3622dc-ca4b-449e-b84c-e8b24042d605', 'name': '', 'network_id': '1cb16751-6ba1-494a-bef1-53f614bdb222', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:60:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c94f58c1-2562-4d76-ab33-5787d18ddab7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 342, 'fixed_ips': [{'subnet_id': '1135c889-0623-4d10-975a-f2c46f50f0f6', 'ip_address': '172.27.2.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786384-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T11:45:23Z', 'updated_at': '2021-05-31T11:45:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1135c889-0623-4d10-975a-f2c46f50f0f6', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786384-7-iscsi', '_interfaces': [{'id': '7e159c4e-8192-4e1a-9b58-e2219a794eaa', 'name': '', 'network_id': '7c7367d4-6b64-4c55-b3b8-cb2b2973b934', 'tenant_id': 'd2835694ba8b4386a2876202826dc222', 'mac_address': 'fa:16:3e:c5:48:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c94f58c1-2562-4d76-ab33-5787d18ddab7', 'device_owner': 'network:router_interface', 'standard_attr_id': 348, 'fixed_ips': [{'subnet_id': '0ae97965-980e-4967-8bf0-649896983786', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786384-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T11:45:27Z', 'updated_at': '2021-05-31T11:45:34Z', 'revision_number': 4, 'project_id': 'd2835694ba8b4386a2876202826dc222', 'subnets': [{'id': '0ae97965-980e-4967-8bf0-649896983786', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103722) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 31 11:45:36.485270 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [req-19f9bec7-2ef4-4e69-a767-8b9003dc1be1 req-92a9bf8b-df58-43e8-a4a7-09ade04ebe1b tempest-ServerRescueNegativeTestJSON-1419813537 tempest-ServerRescueNegativeTestJSON-1419813537-project] 10.222.0.57 "GET /v2.0/security-groups?id=61284c33-46c4-4e49-8e24-329051971a91&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1395683
May 31 11:45:36.573575 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron_lib.callbacks.manager [None req-c59bf3d8-3f04-4740-8d75-807cb4f7478e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744215964654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857257'] for agent, after_update {{(pid=103722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:45:36.608542 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron.plugins.ml2.db [None req-aff85fa1-ab01-4bff-9fdc-effcde8f4f00 None None] For port b600ed1e-08b7-451f-ac58-c9d8a6296609, host dv-cinder-786384-7-iscsi, cleared binding levels {{(pid=103722) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
May 31 11:45:36.621360 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron.plugins.ml2.db [None req-aff85fa1-ab01-4bff-9fdc-effcde8f4f00 None None] For port b600ed1e-08b7-451f-ac58-c9d8a6296609, host dv-cinder-786384-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786384-7-iscsi',level=0,port_id=b600ed1e-08b7-451f-ac58-c9d8a6296609,segment=NetworkSegment(ed65eb3f-1681-4fe5-839f-03c7c8d23de9),segment_id=ed65eb3f-1681-4fe5-839f-03c7c8d23de9)] {{(pid=103722) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
May 31 11:45:36.630162 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron_lib.callbacks.manager [None req-aff85fa1-ab01-4bff-9fdc-effcde8f4f00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937715', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3701677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744215954324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744215520988', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744215521293'] for port, after_update {{(pid=103722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:45:36.648797 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG oslo_concurrency.lockutils [None req-43028a7b-58d7-408b-ac75-1328e6896bf7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103722) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 31 11:45:36.656327 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron_lib.callbacks.manager [None req-38b02f74-9bd8-42a5-8355-c3906acaee45 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:45:36.665897 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [req-07f645dd-7380-47d3-9860-03120483dcc1 req-5f5d9bb2-6603-44aa-8a44-81376de0d6ee service neutron] 10.222.0.60 "GET /v2.0/networks/b205228b-8572-41c7-9635-7e124a709f42?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3032379
May 31 11:45:36.666514 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron_lib.callbacks.manager [None req-38b02f74-9bd8-42a5-8355-c3906acaee45 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3705957'] for security_group, after_create {{(pid=103721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:45:36.674703 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG oslo_concurrency.lockutils [None req-6772d297-9a07-4087-9c1a-0a4262e0c6d5 tempest-AttachVolumeShelveTestJSON-127538222 tempest-AttachVolumeShelveTestJSON-127538222-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103721) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 31 11:45:36.724017 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [None req-38b02f74-9bd8-42a5-8355-c3906acaee45 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=4d355646f22e4676b4cf9774447ecea8&name=default HTTP/1.1" status: 200  len: 2979 time: 1.1306906
May 31 11:45:36.724715 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.wsgi [-] (103721) accepted ('10.222.0.57', 42800) {{(pid=103721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 31 11:45:36.727314 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38b02f74-9bd8-42a5-8355-c3906acaee45 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4e1c1144-1911-453e-9b66-7f4d88d7c4e6,revision_number=1']} {{(pid=103721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 31 11:45:36.791767 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG oslo_concurrency.lockutils [None req-38b02f74-9bd8-42a5-8355-c3906acaee45 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=103721) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 31 11:45:36.842952 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9d277846-eb01-4563-8396-6ffe19c2042a admin admin] Router 620348d7-377c-4d00-b2bc-a24ec13f1315 is scheduled to L3 agent f8c17dd7-da16-4427-b6e3-d7e30616bc4c with binding_index 1 {{(pid=103720) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}}
May 31 11:45:36.902529 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aff85fa1-ab01-4bff-9fdc-effcde8f4f00 None None] Pushing event updated for resources: {'Port': ['ID=b600ed1e-08b7-451f-ac58-c9d8a6296609,revision_number=2']} {{(pid=103722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 31 11:45:36.919758 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG oslo_concurrency.lockutils [None req-aff85fa1-ab01-4bff-9fdc-effcde8f4f00 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.270s {{(pid=103722) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 31 11:45:37.064626 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron_lib.callbacks.manager [None req-010c56a7-eaf1-4795-9fbb-3af0ab78b6a5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:45:37.131827 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron_lib.callbacks.manager [None req-010c56a7-eaf1-4795-9fbb-3af0ab78b6a5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:45:37.237483 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9d277846-eb01-4563-8396-6ffe19c2042a admin admin] Notify agent at l3_agent.dv-cinder-786384-7-iscsi the message routers_updated {{(pid=103720) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
May 31 11:45:37.243091 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-309085bf-e90a-4392-beea-c6896e41d658 req-3abf9afc-87d3-446e-a2fe-f784921a9959 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 11:45:37.244817 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [req-309085bf-e90a-4392-beea-c6896e41d658 req-3abf9afc-87d3-446e-a2fe-f784921a9959 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=21a60f43ca944a39aea0b56b250f83ba&device_id=744e2bcf-8d30-4bc8-b205-25c976f22251 HTTP/1.1" status: 200  len: 1097 time: 0.4481571
May 31 11:45:37.255245 dv-cinder-786384-7-iscsi neutron-server[103723]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99c592b3-d72e-4823-b661-0a85d5104657 None None] Sync routers for ids ['620348d7-377c-4d00-b2bc-a24ec13f1315'] in dv-cinder-786384-7-iscsi {{(pid=103723) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 31 11:45:37.255927 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron.plugins.ml2.rpc [None req-1f0a762f-0348-4bba-b860-8eddab4cd770 None None] Device 7e159c4e-8192-4e1a-9b58-e2219a794eaa up at agent ovs-agent-dv-cinder-786384-7-iscsi {{(pid=103722) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 31 11:45:37.277417 dv-cinder-786384-7-iscsi neutron-server[103723]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99c592b3-d72e-4823-b661-0a85d5104657 None None] Routers {'620348d7-377c-4d00-b2bc-a24ec13f1315'} bound to L3 agent in host dv-cinder-786384-7-iscsi {{(pid=103723) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 31 11:45:37.281125 dv-cinder-786384-7-iscsi neutron-server[103723]: DEBUG neutron.db.l3_hamode_db [None req-99c592b3-d72e-4823-b661-0a85d5104657 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f3ebcbe2190>, 'dv-cinder-786384-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-31T11:36:05Z,description=<?>,heartbeat_timestamp=2021-05-31T11:45:36Z,host='dv-cinder-786384-7-iscsi',id=f8c17dd7-da16-4427-b6e3-d7e30616bc4c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-31T11:36:05Z,topic='l3_agent')) {'router_ids': ['620348d7-377c-4d00-b2bc-a24ec13f1315'], 'active': True} {{(pid=103723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 31 11:45:37.307266 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4e6e435-af3d-49e1-86d9-283effcc4b3e req-3fd0e8f6-b334-4ee0-948e-f24a991efba1 tempest-VolumesActionsTest-112709343 tempest-VolumesActionsTest-112709343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 11:45:37.314629 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [req-b4e6e435-af3d-49e1-86d9-283effcc4b3e req-3fd0e8f6-b334-4ee0-948e-f24a991efba1 tempest-VolumesActionsTest-112709343 tempest-VolumesActionsTest-112709343-project] 10.222.0.57 "GET /v2.0/ports?device_id=744e2bcf-8d30-4bc8-b205-25c976f22251 HTTP/1.1" status: 200  len: 944 time: 0.4049850
May 31 11:45:37.316832 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron.wsgi [-] (103720) accepted ('10.222.0.57', 42816) {{(pid=103720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 31 11:45:37.465449 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-9d277846-eb01-4563-8396-6ffe19c2042a admin admin] Notify callbacks [] for router, before_response {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:45:37.466797 dv-cinder-786384-7-iscsi neutron-server[103720]: INFO neutron.wsgi [None req-9d277846-eb01-4563-8396-6ffe19c2042a admin admin] 10.222.0.57 "POST /v2.0/routers HTTP/1.1" status: 201  len: 926 time: 4.3444927
May 31 11:45:37.469897 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron.wsgi [-] (103720) accepted ('10.222.0.57', 42828) {{(pid=103720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 31 11:45:37.601832 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron.db.provisioning_blocks [None req-1f0a762f-0348-4bba-b860-8eddab4cd770 None None] Provisioning for port 7e159c4e-8192-4e1a-9b58-e2219a794eaa completed by entity L2. {{(pid=103722) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 31 11:45:37.604685 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron_lib.callbacks.manager [None req-010c56a7-eaf1-4795-9fbb-3af0ab78b6a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3705957'] for security_group, after_delete {{(pid=103721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:45:37.615645 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron.db.provisioning_blocks [None req-1f0a762f-0348-4bba-b860-8eddab4cd770 None None] Provisioning complete for port 7e159c4e-8192-4e1a-9b58-e2219a794eaa triggered by entity L2. {{(pid=103722) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 31 11:45:37.616459 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG oslo_concurrency.lockutils [None req-14e98ab9-70b0-4090-a7f5-c26727b594b5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103721) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 31 11:45:37.617389 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron_lib.callbacks.manager [None req-1f0a762f-0348-4bba-b860-8eddab4cd770 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857618'] for port, provisioning_complete {{(pid=103722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:45:37.637246 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [req-b4e6e435-af3d-49e1-86d9-283effcc4b3e req-02021b30-fa6d-4107-a7c2-360d2e9b68b4 tempest-VolumesActionsTest-112709343 tempest-VolumesActionsTest-112709343-project] 10.222.0.57 "GET /v2.0/security-groups?id=e75e580a-fb88-4245-a14e-0fc71be3f34a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3217261
May 31 11:45:37.647497 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-010c56a7-eaf1-4795-9fbb-3af0ab78b6a5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4e1c1144-1911-453e-9b66-7f4d88d7c4e6,revision_number=None']} {{(pid=103721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 31 11:45:37.654744 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG oslo_concurrency.lockutils [None req-010c56a7-eaf1-4795-9fbb-3af0ab78b6a5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=103721) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 31 11:45:37.716713 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron_lib.callbacks.manager [None req-010c56a7-eaf1-4795-9fbb-3af0ab78b6a5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:45:37.727145 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [None req-010c56a7-eaf1-4795-9fbb-3af0ab78b6a5 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/4e1c1144-1911-453e-9b66-7f4d88d7c4e6 HTTP/1.1" status: 204  len: 168 time: 1.0011549
May 31 11:45:37.765179 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-309085bf-e90a-4392-beea-c6896e41d658 req-abe1f07d-c086-4dbc-880b-c6c5500b6f58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 11:45:37.770593 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [req-309085bf-e90a-4392-beea-c6896e41d658 req-abe1f07d-c086-4dbc-880b-c6c5500b6f58 service neutron] 10.222.0.60 "GET /v2.0/networks?id=b205228b-8572-41c7-9635-7e124a709f42 HTTP/1.1" status: 200  len: 910 time: 0.5158260
May 31 11:45:37.899849 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [req-309085bf-e90a-4392-beea-c6896e41d658 req-e85ad487-035e-497b-8017-3592748a95b1 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ce2d5ee1-8827-4fec-842a-36257b10f409 HTTP/1.1" status: 200  len: 217 time: 0.1167521
May 31 11:45:37.983838 dv-cinder-786384-7-iscsi neutron-server[103723]: DEBUG neutron.db.l3_dvr_db [None req-99c592b3-d72e-4823-b661-0a85d5104657 None None] Set router 620348d7-377c-4d00-b2bc-a24ec13f1315 gateway port host: dv-cinder-786384-7-iscsi {{(pid=103723) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
May 31 11:45:38.054192 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron_lib.callbacks.manager [None req-e2b995a4-3526-4c71-93aa-7f4ba47dfd64 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744215964654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857257'] for agent, after_update {{(pid=103722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:45:38.060481 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron_lib.callbacks.manager [None req-1f0a762f-0348-4bba-b860-8eddab4cd770 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-934180'] for port, before_update {{(pid=103722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:45:38.089535 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-8eb8204a-949c-4ed5-b91d-0c44ba61ee34 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:45:38.152287 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron.plugins.ml2.db [None req-1f0a762f-0348-4bba-b860-8eddab4cd770 None None] For port 7e159c4e-8192-4e1a-9b58-e2219a794eaa, host dv-cinder-786384-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786384-7-iscsi',level=0,port_id=7e159c4e-8192-4e1a-9b58-e2219a794eaa,segment=NetworkSegment(ea61f6ad-e9d3-4768-82a6-fea023d496f6),segment_id=ea61f6ad-e9d3-4768-82a6-fea023d496f6)] {{(pid=103722) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 31 11:45:38.155363 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron.db.quota.driver [None req-8eb8204a-949c-4ed5-b91d-0c44ba61ee34 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=103720) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 31 11:45:38.163049 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron_lib.callbacks.manager [None req-1f0a762f-0348-4bba-b860-8eddab4cd770 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937715', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3701677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744215954324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744215520988', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744215521293'] for port, after_update {{(pid=103722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:45:38.165131 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG oslo_concurrency.lockutils [None req-43028a7b-58d7-408b-ac75-1328e6896bf7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103722) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 31 11:45:38.178224 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron.quota.resource [None req-8eb8204a-949c-4ed5-b91d-0c44ba61ee34 admin admin] Usage tracker for resource:security_group_rule and tenant:b4d4e251953e43149b36c52b492a272e is out of sync, need to count used quota {{(pid=103720) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 31 11:45:38.203218 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron.quota.resource [None req-8eb8204a-949c-4ed5-b91d-0c44ba61ee34 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=103720) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 31 11:45:38.211710 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-309085bf-e90a-4392-beea-c6896e41d658 req-f764af1b-f926-4195-a4de-c3775d22b389 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 11:45:38.232125 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [req-309085bf-e90a-4392-beea-c6896e41d658 req-f764af1b-f926-4195-a4de-c3775d22b389 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=85367956-208c-442d-a98d-2e0fd1582bda HTTP/1.1" status: 200  len: 849 time: 0.3160141
May 31 11:45:38.309889 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f0a762f-0348-4bba-b860-8eddab4cd770 None None] Pushing event updated for resources: {'Port': ['ID=7e159c4e-8192-4e1a-9b58-e2219a794eaa,revision_number=5']} {{(pid=103722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 31 11:45:38.314283 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG oslo_concurrency.lockutils [None req-1f0a762f-0348-4bba-b860-8eddab4cd770 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=103722) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 31 11:45:38.331126 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [req-309085bf-e90a-4392-beea-c6896e41d658 req-9b480121-6d34-434c-b5ca-dfc38f9f0091 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=b205228b-8572-41c7-9635-7e124a709f42&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0862808
May 31 11:45:38.359004 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron.db.quota.driver [None req-8eb8204a-949c-4ed5-b91d-0c44ba61ee34 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=103720) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 31 11:45:38.599283 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab721400-ee40-4478-9b09-73a3fb3a74d6 req-6a3ac858-983d-4bde-91b4-9f2739ef7ddb tempest-ServerRescueNegativeTestJSON-1419813537 tempest-ServerRescueNegativeTestJSON-1419813537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 11:45:38.606596 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [req-ab721400-ee40-4478-9b09-73a3fb3a74d6 req-6a3ac858-983d-4bde-91b4-9f2739ef7ddb tempest-ServerRescueNegativeTestJSON-1419813537 tempest-ServerRescueNegativeTestJSON-1419813537-project] 10.222.0.57 "GET /v2.0/ports?device_id=6cccde54-536c-42f8-a4b4-ace3bbad46da HTTP/1.1" status: 200  len: 945 time: 0.6486218
May 31 11:45:38.690144 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.wsgi [-] (103721) accepted ('10.222.0.57', 42852) {{(pid=103721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 31 11:45:38.750169 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4db3978-f930-456f-bfbc-3ebfdad6c566 None None] Network a657c34b-28c0-4dd1-be78-6b361b837713 requested from dv-cinder-786384-7-iscsi {{(pid=103722) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
May 31 11:45:38.784384 dv-cinder-786384-7-iscsi neutron-server[103723]: DEBUG neutron.db.l3_hamode_db [None req-99c592b3-d72e-4823-b661-0a85d5104657 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f3ebcbe2190>, [{'id': '620348d7-377c-4d00-b2bc-a24ec13f1315', 'name': 'tempest-TestMinimumBasicScenario-2076629641-router', 'tenant_id': 'dfdc0f93eb8b481d8c6c144841890dc1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cb16751-6ba1-494a-bef1-53f614bdb222', 'external_fixed_ips': [{'subnet_id': '1135c889-0623-4d10-975a-f2c46f50f0f6', 'ip_address': '172.27.2.79'}], 'enable_snat': True}, 'gw_port_id': '6677ed65-ee77-4e11-bd2d-a7c0bdcac644', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T11:45:33Z', 'updated_at': '2021-05-31T11:45:35Z', 'revision_number': 3, 'project_id': 'dfdc0f93eb8b481d8c6c144841890dc1', 'gw_port': {'id': '6677ed65-ee77-4e11-bd2d-a7c0bdcac644', 'name': '', 'network_id': '1cb16751-6ba1-494a-bef1-53f614bdb222', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:6c:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '620348d7-377c-4d00-b2bc-a24ec13f1315', 'device_owner': 'network:router_gateway', 'standard_attr_id': 369, 'fixed_ips': [{'subnet_id': '1135c889-0623-4d10-975a-f2c46f50f0f6', 'ip_address': '172.27.2.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T11:45:34Z', 'updated_at': '2021-05-31T11:45:34Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1135c889-0623-4d10-975a-f2c46f50f0f6', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786384-7-iscsi'}], 'dv-cinder-786384-7-iscsi', False) {} {{(pid=103723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 31 11:45:38.786919 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [req-ab721400-ee40-4478-9b09-73a3fb3a74d6 req-8cb27715-7764-4119-8aa4-24ffea3d7086 tempest-ServerRescueNegativeTestJSON-1419813537 tempest-ServerRescueNegativeTestJSON-1419813537-project] 10.222.0.57 "GET /v2.0/security-groups?id=61284c33-46c4-4e49-8e24-329051971a91&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1678157
May 31 11:45:38.788361 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron_lib.callbacks.manager [None req-532070d0-2af3-48c8-b8eb-542da8e29ae9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:45:38.792771 dv-cinder-786384-7-iscsi neutron-server[103723]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99c592b3-d72e-4823-b661-0a85d5104657 None None] Checking router: 620348d7-377c-4d00-b2bc-a24ec13f1315 for host: dv-cinder-786384-7-iscsi {{(pid=103723) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
May 31 11:45:38.793269 dv-cinder-786384-7-iscsi neutron-server[103723]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99c592b3-d72e-4823-b661-0a85d5104657 None None] Updating router 620348d7-377c-4d00-b2bc-a24ec13f1315 port 6677ed65-ee77-4e11-bd2d-a7c0bdcac644 binding host dv-cinder-786384-7-iscsi {{(pid=103723) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
May 31 11:45:38.846718 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-8eb8204a-949c-4ed5-b91d-0c44ba61ee34 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:45:38.867049 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [req-309085bf-e90a-4392-beea-c6896e41d658 req-8a0513ce-f805-4013-b873-7e82d8dfdd44 service neutron] 10.222.0.60 "GET /v2.0/networks/b205228b-8572-41c7-9635-7e124a709f42?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.5121663
May 31 11:45:38.868463 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.db.quota.driver [None req-532070d0-2af3-48c8-b8eb-542da8e29ae9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=103721) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 31 11:45:38.873346 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.quota.resource [None req-532070d0-2af3-48c8-b8eb-542da8e29ae9 admin admin] Usage tracker for resource:security_group_rule and tenant:e1d8d9ba18bc411f8ac381edc64218bf is out of sync, need to count used quota {{(pid=103721) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 31 11:45:38.877281 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.quota.resource [None req-532070d0-2af3-48c8-b8eb-542da8e29ae9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=103721) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 31 11:45:38.901453 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron.db.provisioning_blocks [None req-6fb4221a-a9b0-4edd-b60f-1ea4f67b25a4 None None] Provisioning for port b600ed1e-08b7-451f-ac58-c9d8a6296609 completed by entity DHCP. {{(pid=103722) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 31 11:45:38.921819 dv-cinder-786384-7-iscsi neutron-server[103723]: DEBUG neutron_lib.callbacks.manager [None req-99c592b3-d72e-4823-b661-0a85d5104657 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-934180'] for port, before_update {{(pid=103723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:45:38.922894 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.db.quota.driver [None req-532070d0-2af3-48c8-b8eb-542da8e29ae9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=103721) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 31 11:45:39.355307 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron.plugins.ml2.rpc [None req-1f0a762f-0348-4bba-b860-8eddab4cd770 None None] Device 7e159c4e-8192-4e1a-9b58-e2219a794eaa up at agent ovs-agent-dv-cinder-786384-7-iscsi {{(pid=103722) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 31 11:45:39.471307 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron.db.provisioning_blocks [None req-1f0a762f-0348-4bba-b860-8eddab4cd770 None None] Provisioning complete for port 7e159c4e-8192-4e1a-9b58-e2219a794eaa triggered by entity L2. {{(pid=103722) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 31 11:45:39.471685 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron_lib.callbacks.manager [None req-1f0a762f-0348-4bba-b860-8eddab4cd770 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857618'] for port, provisioning_complete {{(pid=103722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:45:39.502656 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-8eb8204a-949c-4ed5-b91d-0c44ba61ee34 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3705957'] for security_group, after_create {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:45:39.553180 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG oslo_concurrency.lockutils [None req-f069a603-28aa-4629-a59d-24fdf8073259 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=103720) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 31 11:45:39.600905 dv-cinder-786384-7-iscsi neutron-server[103720]: INFO neutron.wsgi [None req-8eb8204a-949c-4ed5-b91d-0c44ba61ee34 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=b4d4e251953e43149b36c52b492a272e&name=default HTTP/1.1" status: 200  len: 2979 time: 2.2773502
May 31 11:45:39.601957 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron.wsgi [-] (103720) accepted ('10.222.0.57', 42870) {{(pid=103720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 31 11:45:39.718218 dv-cinder-786384-7-iscsi neutron-server[103723]: DEBUG neutron_lib.callbacks.manager [None req-99c592b3-d72e-4823-b661-0a85d5104657 None None] Notify callbacks [] for port, precommit_update {{(pid=103723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:45:39.723643 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-b868aca4-24be-4442-ac24-5394cf940cce admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:45:39.753566 dv-cinder-786384-7-iscsi neutron-server[103723]: DEBUG neutron.db.provisioning_blocks [None req-99c592b3-d72e-4823-b661-0a85d5104657 None None] Transition to ACTIVE for port object 6677ed65-ee77-4e11-bd2d-a7c0bdcac644 will not be triggered until provisioned by entity L2. {{(pid=103723) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 31 11:45:39.758080 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.wsgi [-] (103721) accepted ('10.222.0.57', 42878) {{(pid=103721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 31 11:45:39.773740 dv-cinder-786384-7-iscsi neutron-server[103723]: DEBUG neutron_lib.callbacks.manager [None req-99c592b3-d72e-4823-b661-0a85d5104657 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937715', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3701677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744215954324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744215520988', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744215521293'] for port, after_update {{(pid=103723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:45:39.775629 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [req-309085bf-e90a-4392-beea-c6896e41d658 req-408e0c52-1365-479a-862f-ee4f05fe5899 service neutron] 10.222.0.60 "GET /v2.0/networks/b205228b-8572-41c7-9635-7e124a709f42?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.8941715
May 31 11:45:39.782059 dv-cinder-786384-7-iscsi neutron-server[103723]: DEBUG oslo_concurrency.lockutils [None req-3cb7cc33-0841-46fe-bf32-1e620530890f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103723) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 31 11:45:39.784699 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eb8204a-949c-4ed5-b91d-0c44ba61ee34 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fd5935f0-04fd-4947-8a2a-ce5b0bdd0a0f,revision_number=1']} {{(pid=103720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 31 11:45:39.803229 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG oslo_concurrency.lockutils [None req-8eb8204a-949c-4ed5-b91d-0c44ba61ee34 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.250s {{(pid=103720) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 31 11:45:39.815883 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron.plugins.ml2.rpc [None req-1f0a762f-0348-4bba-b860-8eddab4cd770 None None] Device b600ed1e-08b7-451f-ac58-c9d8a6296609 up at agent ovs-agent-dv-cinder-786384-7-iscsi {{(pid=103722) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 31 11:45:39.831261 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-b868aca4-24be-4442-ac24-5394cf940cce admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:45:39.878128 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron.plugins.ml2.rpc [None req-43028a7b-58d7-408b-ac75-1328e6896bf7 None None] Device ce2d5ee1-8827-4fec-842a-36257b10f409 details requested by agent hyperv_hv-cinder-78638 with host hv-cinder-78638 {{(pid=103722) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
May 31 11:45:39.894109 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4fff763-35f8-4540-8239-4ef4061c0ee1 req-0357da63-9d28-4826-bbd1-cacebb664fa4 tempest-VolumesActionsTest-112709343 tempest-VolumesActionsTest-112709343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 11:45:39.909764 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [req-f4fff763-35f8-4540-8239-4ef4061c0ee1 req-0357da63-9d28-4826-bbd1-cacebb664fa4 tempest-VolumesActionsTest-112709343 tempest-VolumesActionsTest-112709343-project] 10.222.0.57 "GET /v2.0/ports?device_id=744e2bcf-8d30-4bc8-b205-25c976f22251 HTTP/1.1" status: 200  len: 944 time: 0.9885509
May 31 11:45:39.932509 dv-cinder-786384-7-iscsi neutron-server[103723]: DEBUG neutron.plugins.ml2.managers [None req-99c592b3-d72e-4823-b661-0a85d5104657 None None] Attempting to bind port 6677ed65-ee77-4e11-bd2d-a7c0bdcac644 on host dv-cinder-786384-7-iscsi for vnic_type normal with profile  {{(pid=103723) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
May 31 11:45:39.933086 dv-cinder-786384-7-iscsi neutron-server[103723]: DEBUG neutron.plugins.ml2.managers [None req-99c592b3-d72e-4823-b661-0a85d5104657 None None] Attempting to bind port 6677ed65-ee77-4e11-bd2d-a7c0bdcac644 by drivers openvswitch,hyperv on host dv-cinder-786384-7-iscsi at level 0 using segments [{'id': '82286f75-faff-40ec-beef-7945374ee8e1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1cb16751-6ba1-494a-bef1-53f614bdb222'}] {{(pid=103723) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
May 31 11:45:39.933480 dv-cinder-786384-7-iscsi neutron-server[103723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99c592b3-d72e-4823-b661-0a85d5104657 None None] Attempting to bind port 6677ed65-ee77-4e11-bd2d-a7c0bdcac644 on network 1cb16751-6ba1-494a-bef1-53f614bdb222 {{(pid=103723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 31 11:45:39.950384 dv-cinder-786384-7-iscsi neutron-server[103723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99c592b3-d72e-4823-b661-0a85d5104657 None None] Checking agent: {'id': 'c576d319-5791-4ac3-a718-d6660db1fc9b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786384-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 31, 11, 36, 6), 'started_at': datetime.datetime(2021, 5, 31, 11, 36, 36), 'heartbeat_timestamp': datetime.datetime(2021, 5, 31, 11, 45, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786384-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
May 31 11:45:39.950874 dv-cinder-786384-7-iscsi neutron-server[103723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99c592b3-d72e-4823-b661-0a85d5104657 None None] Checking segment: {'id': '82286f75-faff-40ec-beef-7945374ee8e1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1cb16751-6ba1-494a-bef1-53f614bdb222'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103723) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 31 11:45:39.951344 dv-cinder-786384-7-iscsi neutron-server[103723]: DEBUG neutron_lib.callbacks.manager [None req-99c592b3-d72e-4823-b661-0a85d5104657 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:45:39.952020 dv-cinder-786384-7-iscsi neutron-server[103723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99c592b3-d72e-4823-b661-0a85d5104657 None None] Bound using segment: {'id': '82286f75-faff-40ec-beef-7945374ee8e1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1cb16751-6ba1-494a-bef1-53f614bdb222'} {{(pid=103723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
May 31 11:45:39.952626 dv-cinder-786384-7-iscsi neutron-server[103723]: DEBUG neutron.plugins.ml2.managers [None req-99c592b3-d72e-4823-b661-0a85d5104657 None None] Bound port: 6677ed65-ee77-4e11-bd2d-a7c0bdcac644, host: dv-cinder-786384-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '82286f75-faff-40ec-beef-7945374ee8e1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1cb16751-6ba1-494a-bef1-53f614bdb222'}}] {{(pid=103723) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
May 31 11:45:39.953058 dv-cinder-786384-7-iscsi neutron-server[103723]: DEBUG neutron_lib.callbacks.manager [None req-99c592b3-d72e-4823-b661-0a85d5104657 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-934180'] for port, before_update {{(pid=103723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:45:40.069237 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron.db.provisioning_blocks [None req-1f0a762f-0348-4bba-b860-8eddab4cd770 None None] Provisioning for port b600ed1e-08b7-451f-ac58-c9d8a6296609 completed by entity L2. {{(pid=103722) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 31 11:45:40.082384 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron.db.provisioning_blocks [None req-1f0a762f-0348-4bba-b860-8eddab4cd770 None None] Provisioning complete for port b600ed1e-08b7-451f-ac58-c9d8a6296609 triggered by entity L2. {{(pid=103722) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 31 11:45:40.083013 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron_lib.callbacks.manager [None req-1f0a762f-0348-4bba-b860-8eddab4cd770 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857618'] for port, provisioning_complete {{(pid=103722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:45:40.128301 dv-cinder-786384-7-iscsi neutron-server[103723]: DEBUG neutron.plugins.ml2.db [None req-99c592b3-d72e-4823-b661-0a85d5104657 None None] For port 6677ed65-ee77-4e11-bd2d-a7c0bdcac644, host dv-cinder-786384-7-iscsi, cleared binding levels {{(pid=103723) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
May 31 11:45:40.139847 dv-cinder-786384-7-iscsi neutron-server[103723]: DEBUG neutron.plugins.ml2.db [None req-99c592b3-d72e-4823-b661-0a85d5104657 None None] For port 6677ed65-ee77-4e11-bd2d-a7c0bdcac644, host dv-cinder-786384-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786384-7-iscsi',level=0,port_id=6677ed65-ee77-4e11-bd2d-a7c0bdcac644,segment=NetworkSegment(82286f75-faff-40ec-beef-7945374ee8e1),segment_id=82286f75-faff-40ec-beef-7945374ee8e1)] {{(pid=103723) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
May 31 11:45:40.149626 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-17179141-78d4-46cb-8c2e-a6457490aaa9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-934180'] for port, before_create {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:45:40.153637 dv-cinder-786384-7-iscsi neutron-server[103723]: DEBUG neutron_lib.callbacks.manager [None req-99c592b3-d72e-4823-b661-0a85d5104657 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937715', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3701677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744215954324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744215520988', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744215521293'] for port, after_update {{(pid=103723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:45:40.196052 dv-cinder-786384-7-iscsi neutron-server[103723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-005323b3-da00-4efc-87ca-612fb49b16cc None None] Pushing event updated for resources: {'Port': ['ID=6677ed65-ee77-4e11-bd2d-a7c0bdcac644,revision_number=2']} {{(pid=103723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 31 11:45:40.212474 dv-cinder-786384-7-iscsi neutron-server[103723]: DEBUG oslo_concurrency.lockutils [None req-005323b3-da00-4efc-87ca-612fb49b16cc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.432s {{(pid=103723) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 31 11:45:40.229458 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-b868aca4-24be-4442-ac24-5394cf940cce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3705957'] for security_group, after_delete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:45:40.230134 dv-cinder-786384-7-iscsi neutron-server[103723]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.055s {{(pid=103723) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 31 11:45:40.235469 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG oslo_concurrency.lockutils [None req-461e110d-7363-4a5e-bbf4-c73587e8d4ee admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103720) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 31 11:45:40.255605 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron.plugins.ml2.db [None req-43028a7b-58d7-408b-ac75-1328e6896bf7 None None] For port ce2d5ee1-8827-4fec-842a-36257b10f409, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=ce2d5ee1-8827-4fec-842a-36257b10f409,segment=NetworkSegment(e96239f9-736c-4cc7-b0b8-c7a5b7ba20fd),segment_id=e96239f9-736c-4cc7-b0b8-c7a5b7ba20fd)] {{(pid=103722) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 31 11:45:40.259760 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b868aca4-24be-4442-ac24-5394cf940cce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fd5935f0-04fd-4947-8a2a-ce5b0bdd0a0f,revision_number=None']} {{(pid=103720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 31 11:45:40.270709 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG oslo_concurrency.lockutils [None req-b868aca4-24be-4442-ac24-5394cf940cce admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=103720) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 31 11:45:40.282624 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-b868aca4-24be-4442-ac24-5394cf940cce admin admin] Notify callbacks [] for security_group, before_response {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:45:40.283280 dv-cinder-786384-7-iscsi neutron-server[103720]: INFO neutron.wsgi [None req-b868aca4-24be-4442-ac24-5394cf940cce admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/fd5935f0-04fd-4947-8a2a-ce5b0bdd0a0f HTTP/1.1" status: 204  len: 168 time: 0.6659384
May 31 11:45:40.283663 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron_lib.callbacks.manager [None req-31e2baed-8b4d-4928-8a8b-26d4d11fc96b admin admin] Notify callbacks [] for security_group, before_create {{(pid=103721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:45:40.344390 dv-cinder-786384-7-iscsi neutron-server[103723]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99c592b3-d72e-4823-b661-0a85d5104657 None None] Routers {'620348d7-377c-4d00-b2bc-a24ec13f1315'} bound to L3 agent in host dv-cinder-786384-7-iscsi {{(pid=103723) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 31 11:45:40.345364 dv-cinder-786384-7-iscsi neutron-server[103723]: DEBUG neutron.db.l3_hamode_db [None req-99c592b3-d72e-4823-b661-0a85d5104657 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f3ebcbe2190>, 'dv-cinder-786384-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-31T11:36:05Z,description=<?>,heartbeat_timestamp=2021-05-31T11:45:36Z,host='dv-cinder-786384-7-iscsi',id=f8c17dd7-da16-4427-b6e3-d7e30616bc4c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-31T11:36:05Z,topic='l3_agent')) {'router_ids': ['620348d7-377c-4d00-b2bc-a24ec13f1315'], 'active': True} {{(pid=103723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 31 11:45:40.363654 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron_lib.callbacks.manager [None req-532070d0-2af3-48c8-b8eb-542da8e29ae9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:45:40.374221 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [req-f4fff763-35f8-4540-8239-4ef4061c0ee1 req-093df077-323e-4e06-b35b-a44ab019c83f tempest-VolumesActionsTest-112709343 tempest-VolumesActionsTest-112709343-project] 10.222.0.57 "GET /v2.0/security-groups?id=e75e580a-fb88-4245-a14e-0fc71be3f34a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.4432890
May 31 11:45:40.379711 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.db.quota.driver [None req-31e2baed-8b4d-4928-8a8b-26d4d11fc96b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=103721) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 31 11:45:40.384347 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.quota.resource [None req-31e2baed-8b4d-4928-8a8b-26d4d11fc96b admin admin] Usage tracker for resource:security_group_rule and tenant:a4e0c76fddef47ecb25d4c56004b2879 is out of sync, need to count used quota {{(pid=103721) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 31 11:45:40.386651 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron.plugins.ml2.rpc [None req-43028a7b-58d7-408b-ac75-1328e6896bf7 None None] Returning: {'device': 'ce2d5ee1-8827-4fec-842a-36257b10f409', 'network_id': 'b205228b-8572-41c7-9635-7e124a709f42', 'port_id': 'ce2d5ee1-8827-4fec-842a-36257b10f409', 'mac_address': 'fa:16:3e:4a:1c:60', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 787, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '85367956-208c-442d-a98d-2e0fd1582bda', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103722) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
May 31 11:45:40.387356 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.quota.resource [None req-31e2baed-8b4d-4928-8a8b-26d4d11fc96b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=103721) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 31 11:45:40.400599 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.db.quota.driver [None req-31e2baed-8b4d-4928-8a8b-26d4d11fc96b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=103721) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 31 11:45:40.494499 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron_lib.callbacks.manager [None req-532070d0-2af3-48c8-b8eb-542da8e29ae9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3705957'] for security_group, after_create {{(pid=103721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:45:40.507342 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG oslo_concurrency.lockutils [None req-ec7e3d48-172a-445b-81aa-f157b291a8c2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103721) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 31 11:45:40.529839 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron_lib.callbacks.manager [None req-31e2baed-8b4d-4928-8a8b-26d4d11fc96b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:45:40.535017 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron_lib.callbacks.manager [None req-43028a7b-58d7-408b-ac75-1328e6896bf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-934180'] for port, before_update {{(pid=103722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:45:40.547678 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron.db.db_base_plugin_common [None req-17179141-78d4-46cb-8c2e-a6457490aaa9 admin admin] Allocated IP 172.20.0.1 (a657c34b-28c0-4dd1-be78-6b361b837713/878a7943-6dc6-4d92-adc3-4938363e3567/f2423cc7-0327-4137-8c40-fb2f8b70d5c5) {{(pid=103720) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 31 11:45:40.560093 dv-cinder-786384-7-iscsi neutron-server[103723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-005323b3-da00-4efc-87ca-612fb49b16cc None None] Pushing event updated for resources: {'Port': ['ID=6677ed65-ee77-4e11-bd2d-a7c0bdcac644,revision_number=3']} {{(pid=103723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 31 11:45:40.576860 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron_lib.callbacks.manager [None req-31e2baed-8b4d-4928-8a8b-26d4d11fc96b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3705957'] for security_group, after_create {{(pid=103721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:45:40.606831 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron.notifiers.nova [None req-43028a7b-58d7-408b-ac75-1328e6896bf7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ce2d5ee1-8827-4fec-842a-36257b10f409 {{(pid=103722) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
May 31 11:45:40.620514 dv-cinder-786384-7-iscsi neutron-server[103723]: DEBUG oslo_concurrency.lockutils [None req-005323b3-da00-4efc-87ca-612fb49b16cc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.390s {{(pid=103723) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 31 11:45:40.631534 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron_lib.callbacks.manager [None req-1f0a762f-0348-4bba-b860-8eddab4cd770 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-934180'] for port, before_update {{(pid=103722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:45:40.641452 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [None req-31e2baed-8b4d-4928-8a8b-26d4d11fc96b admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=a4e0c76fddef47ecb25d4c56004b2879&name=default HTTP/1.1" status: 200  len: 2979 time: 0.8733780
May 31 11:45:40.659197 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.wsgi [-] (103721) accepted ('10.222.0.57', 42896) {{(pid=103721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 31 11:45:40.670362 dv-cinder-786384-7-iscsi neutron-server[103723]: DEBUG neutron.db.l3_dvr_db [None req-99c592b3-d72e-4823-b661-0a85d5104657 None None] Set router 620348d7-377c-4d00-b2bc-a24ec13f1315 gateway port host: dv-cinder-786384-7-iscsi {{(pid=103723) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
May 31 11:45:40.682712 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2741b16b-b5a1-419c-bc13-6cfb42af3d36 req-47f9aa59-34bf-46f6-9565-ea6e72bcae4a tempest-ServerRescueNegativeTestJSON-1419813537 tempest-ServerRescueNegativeTestJSON-1419813537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 11:45:40.684388 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [req-2741b16b-b5a1-419c-bc13-6cfb42af3d36 req-47f9aa59-34bf-46f6-9565-ea6e72bcae4a tempest-ServerRescueNegativeTestJSON-1419813537 tempest-ServerRescueNegativeTestJSON-1419813537-project] 10.222.0.57 "GET /v2.0/ports?device_id=6cccde54-536c-42f8-a4b4-ace3bbad46da HTTP/1.1" status: 200  len: 945 time: 0.6188815
May 31 11:45:40.689686 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [None req-532070d0-2af3-48c8-b8eb-542da8e29ae9 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=e1d8d9ba18bc411f8ac381edc64218bf&name=default HTTP/1.1" status: 200  len: 2979 time: 1.9985838
May 31 11:45:40.690577 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-532070d0-2af3-48c8-b8eb-542da8e29ae9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c7c07e46-d0a2-4d7b-aec6-730b229bc88e,revision_number=1']} {{(pid=103721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 31 11:45:40.696346 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron.plugins.ml2.db [None req-43028a7b-58d7-408b-ac75-1328e6896bf7 None None] For port ce2d5ee1-8827-4fec-842a-36257b10f409, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=ce2d5ee1-8827-4fec-842a-36257b10f409,segment=NetworkSegment(e96239f9-736c-4cc7-b0b8-c7a5b7ba20fd),segment_id=e96239f9-736c-4cc7-b0b8-c7a5b7ba20fd)] {{(pid=103722) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 31 11:45:40.697942 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron.wsgi [-] (103720) accepted ('10.222.0.57', 42902) {{(pid=103720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 31 11:45:40.711846 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron.plugins.ml2.db [None req-1f0a762f-0348-4bba-b860-8eddab4cd770 None None] For port b600ed1e-08b7-451f-ac58-c9d8a6296609, host dv-cinder-786384-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786384-7-iscsi',level=0,port_id=b600ed1e-08b7-451f-ac58-c9d8a6296609,segment=NetworkSegment(ed65eb3f-1681-4fe5-839f-03c7c8d23de9),segment_id=ed65eb3f-1681-4fe5-839f-03c7c8d23de9)] {{(pid=103722) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 31 11:45:40.713112 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron_lib.callbacks.manager [None req-43028a7b-58d7-408b-ac75-1328e6896bf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937715', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3701677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744215954324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744215520988', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744215521293'] for port, after_update {{(pid=103722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:45:40.714996 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG oslo_concurrency.lockutils [None req-99b0ae2b-742c-479e-b148-b702b27099d8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103722) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 31 11:45:40.719290 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG oslo_concurrency.lockutils [None req-532070d0-2af3-48c8-b8eb-542da8e29ae9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.212s {{(pid=103721) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 31 11:45:40.766520 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG oslo_concurrency.lockutils [None req-8a28dc55-0092-4a64-8058-5ba54a44c95d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.136s {{(pid=103721) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 31 11:45:40.794391 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43028a7b-58d7-408b-ac75-1328e6896bf7 None None] Pushing event updated for resources: {'Port': ['ID=ce2d5ee1-8827-4fec-842a-36257b10f409,revision_number=4']} {{(pid=103722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 31 11:45:40.798113 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron_lib.callbacks.manager [None req-1f0a762f-0348-4bba-b860-8eddab4cd770 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937715', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3701677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744215954324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744215520988', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744215521293'] for port, after_update {{(pid=103722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:45:40.800366 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG oslo_concurrency.lockutils [None req-43028a7b-58d7-408b-ac75-1328e6896bf7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=103722) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 31 11:45:40.800504 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG oslo_concurrency.lockutils [None req-43028a7b-58d7-408b-ac75-1328e6896bf7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103722) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 31 11:45:40.822537 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31e2baed-8b4d-4928-8a8b-26d4d11fc96b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=60f0753e-7ed0-49e3-90ba-693f7833386b,revision_number=1']} {{(pid=103721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 31 11:45:40.834116 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG oslo_concurrency.lockutils [None req-31e2baed-8b4d-4928-8a8b-26d4d11fc96b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=103721) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 31 11:45:40.873338 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-52e3eabd-ddc1-46ec-a192-d3f0b6f264cb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:45:40.876928 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f0a762f-0348-4bba-b860-8eddab4cd770 None None] Pushing event updated for resources: {'Port': ['ID=b600ed1e-08b7-451f-ac58-c9d8a6296609,revision_number=3']} {{(pid=103722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 31 11:45:40.877575 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-17179141-78d4-46cb-8c2e-a6457490aaa9 admin admin] Notify callbacks [] for port, precommit_create {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:45:40.880770 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG oslo_concurrency.lockutils [None req-1f0a762f-0348-4bba-b860-8eddab4cd770 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=103722) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 31 11:45:40.912333 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron_lib.callbacks.manager [None req-cd722049-5c91-4671-9af7-6babf7547dc7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:45:40.917676 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron.db.provisioning_blocks [None req-17179141-78d4-46cb-8c2e-a6457490aaa9 admin admin] Transition to ACTIVE for port object f2423cc7-0327-4137-8c40-fb2f8b70d5c5 will not be triggered until provisioned by entity DHCP. {{(pid=103720) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 31 11:45:40.923056 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-52e3eabd-ddc1-46ec-a192-d3f0b6f264cb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:45:40.944793 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron_lib.callbacks.manager [None req-cd722049-5c91-4671-9af7-6babf7547dc7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:45:40.992098 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [req-2741b16b-b5a1-419c-bc13-6cfb42af3d36 req-1e23c901-c0a9-4c3a-9d41-185bc6047911 tempest-ServerRescueNegativeTestJSON-1419813537 tempest-ServerRescueNegativeTestJSON-1419813537-project] 10.222.0.57 "GET /v2.0/security-groups?id=61284c33-46c4-4e49-8e24-329051971a91&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2272961
May 31 11:45:41.006555 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-17179141-78d4-46cb-8c2e-a6457490aaa9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937715', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3701677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744215520970', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2327893'] for port, after_create {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:45:41.014801 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG oslo_concurrency.lockutils [None req-16cbc62b-df05-4ccb-b0d9-8137588f7795 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103720) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 31 11:45:41.017629 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron_lib.callbacks.manager [None req-cd722049-5c91-4671-9af7-6babf7547dc7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3705957'] for security_group, after_delete {{(pid=103721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:45:41.023615 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG oslo_concurrency.lockutils [None req-7d6a808b-0b90-442e-b45b-d593d6bc503d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103721) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 31 11:45:41.045215 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd722049-5c91-4671-9af7-6babf7547dc7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=60f0753e-7ed0-49e3-90ba-693f7833386b,revision_number=None']} {{(pid=103721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 31 11:45:41.056404 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron.plugins.ml2.db [None req-43028a7b-58d7-408b-ac75-1328e6896bf7 None None] get_ports_and_sgs() called for port_ids ['ce2d5ee1-8827-4fec-842a-36257b10f409'] {{(pid=103722) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
May 31 11:45:41.057555 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-52e3eabd-ddc1-46ec-a192-d3f0b6f264cb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3705957'] for security_group, after_delete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:45:41.058470 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG oslo_concurrency.lockutils [None req-cd722049-5c91-4671-9af7-6babf7547dc7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=103721) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 31 11:45:41.059538 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron_lib.callbacks.manager [None req-cd722049-5c91-4671-9af7-6babf7547dc7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:45:41.060951 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [None req-cd722049-5c91-4671-9af7-6babf7547dc7 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/60f0753e-7ed0-49e3-90ba-693f7833386b HTTP/1.1" status: 204  len: 168 time: 0.3755374
May 31 11:45:41.090694 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17179141-78d4-46cb-8c2e-a6457490aaa9 admin admin] Network a657c34b-28c0-4dd1-be78-6b361b837713 is already hosted by enough agents. {{(pid=103720) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 31 11:45:41.096001 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron.scheduler.base_scheduler [None req-17179141-78d4-46cb-8c2e-a6457490aaa9 admin admin] Resources bound (agent type, host, resource id):  {{(pid=103720) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 31 11:45:41.101829 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17179141-78d4-46cb-8c2e-a6457490aaa9 admin admin] Received port after_create {{(pid=103720) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
May 31 11:45:41.140678 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17179141-78d4-46cb-8c2e-a6457490aaa9 admin admin] Pushing event updated for resources: {'Port': ['ID=f2423cc7-0327-4137-8c40-fb2f8b70d5c5,revision_number=1']} {{(pid=103720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 31 11:45:41.154436 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG oslo_concurrency.lockutils [None req-17179141-78d4-46cb-8c2e-a6457490aaa9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=103720) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 31 11:45:41.155071 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG oslo_concurrency.lockutils [None req-c6bfcf4c-f40c-4065-a9d7-37bbc757f871 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.087s {{(pid=103720) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 31 11:45:41.186113 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52e3eabd-ddc1-46ec-a192-d3f0b6f264cb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c7c07e46-d0a2-4d7b-aec6-730b229bc88e,revision_number=None']} {{(pid=103720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 31 11:45:41.188027 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-52e3eabd-ddc1-46ec-a192-d3f0b6f264cb admin admin] Notify callbacks [] for security_group, before_response {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:45:41.194026 dv-cinder-786384-7-iscsi neutron-server[103720]: INFO neutron.wsgi [None req-52e3eabd-ddc1-46ec-a192-d3f0b6f264cb admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/c7c07e46-d0a2-4d7b-aec6-730b229bc88e HTTP/1.1" status: 204  len: 168 time: 0.4935672
May 31 11:45:41.194901 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG oslo_concurrency.lockutils [None req-52e3eabd-ddc1-46ec-a192-d3f0b6f264cb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=103720) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 31 11:45:41.205450 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-17179141-78d4-46cb-8c2e-a6457490aaa9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4094068'] for router_interface, before_create {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:45:41.259187 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron.plugins.ml2.rpc [None req-1f0a762f-0348-4bba-b860-8eddab4cd770 None None] Device b600ed1e-08b7-451f-ac58-c9d8a6296609 up at agent ovs-agent-dv-cinder-786384-7-iscsi {{(pid=103722) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 31 11:45:41.270785 dv-cinder-786384-7-iscsi neutron-server[103723]: DEBUG neutron.db.l3_hamode_db [None req-99c592b3-d72e-4823-b661-0a85d5104657 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f3ebcbe2190>, [{'id': '620348d7-377c-4d00-b2bc-a24ec13f1315', 'name': 'tempest-TestMinimumBasicScenario-2076629641-router', 'tenant_id': 'dfdc0f93eb8b481d8c6c144841890dc1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cb16751-6ba1-494a-bef1-53f614bdb222', 'external_fixed_ips': [{'subnet_id': '1135c889-0623-4d10-975a-f2c46f50f0f6', 'ip_address': '172.27.2.79'}], 'enable_snat': True}, 'gw_port_id': '6677ed65-ee77-4e11-bd2d-a7c0bdcac644', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T11:45:33Z', 'updated_at': '2021-05-31T11:45:35Z', 'revision_number': 3, 'project_id': 'dfdc0f93eb8b481d8c6c144841890dc1', 'gw_port': {'id': '6677ed65-ee77-4e11-bd2d-a7c0bdcac644', 'name': '', 'network_id': '1cb16751-6ba1-494a-bef1-53f614bdb222', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:6c:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '620348d7-377c-4d00-b2bc-a24ec13f1315', 'device_owner': 'network:router_gateway', 'standard_attr_id': 369, 'fixed_ips': [{'subnet_id': '1135c889-0623-4d10-975a-f2c46f50f0f6', 'ip_address': '172.27.2.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786384-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T11:45:34Z', 'updated_at': '2021-05-31T11:45:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1135c889-0623-4d10-975a-f2c46f50f0f6', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786384-7-iscsi'}], 'dv-cinder-786384-7-iscsi', False) {} {{(pid=103723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 31 11:45:41.275459 dv-cinder-786384-7-iscsi neutron-server[103723]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99c592b3-d72e-4823-b661-0a85d5104657 None None] The sync data for ids ['620348d7-377c-4d00-b2bc-a24ec13f1315'] in dv-cinder-786384-7-iscsi is: [{'id': '620348d7-377c-4d00-b2bc-a24ec13f1315', 'name': 'tempest-TestMinimumBasicScenario-2076629641-router', 'tenant_id': 'dfdc0f93eb8b481d8c6c144841890dc1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cb16751-6ba1-494a-bef1-53f614bdb222', 'external_fixed_ips': [{'subnet_id': '1135c889-0623-4d10-975a-f2c46f50f0f6', 'ip_address': '172.27.2.79'}], 'enable_snat': True}, 'gw_port_id': '6677ed65-ee77-4e11-bd2d-a7c0bdcac644', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T11:45:33Z', 'updated_at': '2021-05-31T11:45:35Z', 'revision_number': 3, 'project_id': 'dfdc0f93eb8b481d8c6c144841890dc1', 'gw_port': {'id': '6677ed65-ee77-4e11-bd2d-a7c0bdcac644', 'name': '', 'network_id': '1cb16751-6ba1-494a-bef1-53f614bdb222', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:6c:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '620348d7-377c-4d00-b2bc-a24ec13f1315', 'device_owner': 'network:router_gateway', 'standard_attr_id': 369, 'fixed_ips': [{'subnet_id': '1135c889-0623-4d10-975a-f2c46f50f0f6', 'ip_address': '172.27.2.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786384-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T11:45:34Z', 'updated_at': '2021-05-31T11:45:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1135c889-0623-4d10-975a-f2c46f50f0f6', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786384-7-iscsi'}] {{(pid=103723) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 31 11:45:41.403691 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-17179141-78d4-46cb-8c2e-a6457490aaa9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-934180'] for port, before_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:45:41.437925 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron.db.provisioning_blocks [None req-1f0a762f-0348-4bba-b860-8eddab4cd770 None None] Provisioning complete for port b600ed1e-08b7-451f-ac58-c9d8a6296609 triggered by entity L2. {{(pid=103722) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 31 11:45:41.438614 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron_lib.callbacks.manager [None req-1f0a762f-0348-4bba-b860-8eddab4cd770 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857618'] for port, provisioning_complete {{(pid=103722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:45:41.651445 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron.db.provisioning_blocks [None req-0d494218-cee8-4635-943a-0e8418547b25 None None] Provisioning for port f2423cc7-0327-4137-8c40-fb2f8b70d5c5 completed by entity DHCP. {{(pid=103722) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 31 11:45:41.688030 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron.db.provisioning_blocks [None req-0d494218-cee8-4635-943a-0e8418547b25 None None] Provisioning complete for port f2423cc7-0327-4137-8c40-fb2f8b70d5c5 triggered by entity DHCP. {{(pid=103722) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 31 11:45:41.691926 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron_lib.callbacks.manager [None req-0d494218-cee8-4635-943a-0e8418547b25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857618'] for port, provisioning_complete {{(pid=103722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:45:41.851236 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron.plugins.ml2.plugin [None req-0d494218-cee8-4635-943a-0e8418547b25 None None] Port f2423cc7-0327-4137-8c40-fb2f8b70d5c5 cannot update to ACTIVE because it is not bound. {{(pid=103722) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
May 31 11:45:41.924439 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3ed9df7-7ef4-4faa-be88-30558fdc2482 req-c8c1d341-1e7c-420e-9cff-337d0ae76393 tempest-VolumesActionsTest-112709343 tempest-VolumesActionsTest-112709343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 11:45:41.933770 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [req-d3ed9df7-7ef4-4faa-be88-30558fdc2482 req-c8c1d341-1e7c-420e-9cff-337d0ae76393 tempest-VolumesActionsTest-112709343 tempest-VolumesActionsTest-112709343-project] 10.222.0.57 "GET /v2.0/ports?device_id=744e2bcf-8d30-4bc8-b205-25c976f22251 HTTP/1.1" status: 200  len: 945 time: 0.3387363
May 31 11:45:42.008043 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eb7ee39-b482-4834-82fe-9c45cf431768 req-4d334cb4-eb0b-436c-8b65-223e3d223447 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 11:45:42.009816 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [req-9eb7ee39-b482-4834-82fe-9c45cf431768 req-4d334cb4-eb0b-436c-8b65-223e3d223447 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=6cccde54-536c-42f8-a4b4-ace3bbad46da HTTP/1.1" status: 200  len: 1098 time: 0.1863718
May 31 11:45:42.070589 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [req-d3ed9df7-7ef4-4faa-be88-30558fdc2482 req-32a01ad3-92e7-4a27-84e3-be59c9ac0779 tempest-VolumesActionsTest-112709343 tempest-VolumesActionsTest-112709343-project] 10.222.0.57 "GET /v2.0/security-groups?id=e75e580a-fb88-4245-a14e-0fc71be3f34a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1258283
May 31 11:45:42.083936 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-17179141-78d4-46cb-8c2e-a6457490aaa9 admin admin] Notify callbacks [] for port, precommit_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:45:42.098773 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-17179141-78d4-46cb-8c2e-a6457490aaa9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937715', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3701677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744215954324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744215520988', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744215521293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2327900'] for port, after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:45:42.165584 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.wsgi [-] (103721) accepted ('10.222.0.57', 42946) {{(pid=103721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 31 11:45:42.173471 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [req-9eb7ee39-b482-4834-82fe-9c45cf431768 req-a824b6be-3f06-449f-ab74-5f659cc9ff52 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=61284c33-46c4-4e49-8e24-329051971a91&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1544464
May 31 11:45:42.197644 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103720) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 31 11:45:42.215323 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron_lib.callbacks.manager [None req-b0cdc008-8460-4de3-99cd-db6b25df81bd admin admin] Notify callbacks [] for security_group, before_create {{(pid=103721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:45:42.254094 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.db.quota.driver [None req-b0cdc008-8460-4de3-99cd-db6b25df81bd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=103721) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 31 11:45:42.264094 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.quota.resource [None req-b0cdc008-8460-4de3-99cd-db6b25df81bd admin admin] Usage tracker for resource:security_group_rule and tenant:a6d7377999b246f0a7fd752bd3a73ce7 is out of sync, need to count used quota {{(pid=103721) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 31 11:45:42.280677 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.quota.resource [None req-b0cdc008-8460-4de3-99cd-db6b25df81bd admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=103721) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 31 11:45:42.328699 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.db.quota.driver [None req-b0cdc008-8460-4de3-99cd-db6b25df81bd admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=103721) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 31 11:45:42.393040 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d84b29d5-5692-4ee8-abb3-279b23e0c631 req-5c13bb82-1635-4d3e-8f9c-839529e0ccb9 tempest-ServerRescueNegativeTestJSON-1419813537 tempest-ServerRescueNegativeTestJSON-1419813537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 11:45:42.394587 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [req-d84b29d5-5692-4ee8-abb3-279b23e0c631 req-5c13bb82-1635-4d3e-8f9c-839529e0ccb9 tempest-ServerRescueNegativeTestJSON-1419813537 tempest-ServerRescueNegativeTestJSON-1419813537-project] 10.222.0.57 "GET /v2.0/ports?device_id=6cccde54-536c-42f8-a4b4-ace3bbad46da HTTP/1.1" status: 200  len: 945 time: 0.1158185
May 31 11:45:42.409064 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-17179141-78d4-46cb-8c2e-a6457490aaa9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3695180', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4094169'] for router_interface, after_create {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:45:42.428264 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17179141-78d4-46cb-8c2e-a6457490aaa9 admin admin] Pushing event updated for resources: {'Port': ['ID=f2423cc7-0327-4137-8c40-fb2f8b70d5c5,revision_number=2']} {{(pid=103720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 31 11:45:42.439703 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG oslo_concurrency.lockutils [None req-17179141-78d4-46cb-8c2e-a6457490aaa9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.242s {{(pid=103720) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 31 11:45:42.482947 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [req-d84b29d5-5692-4ee8-abb3-279b23e0c631 req-d7e54b6f-a9cd-4deb-94f7-fbd05df293f1 tempest-ServerRescueNegativeTestJSON-1419813537 tempest-ServerRescueNegativeTestJSON-1419813537-project] 10.222.0.57 "GET /v2.0/security-groups?id=61284c33-46c4-4e49-8e24-329051971a91&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0793016
May 31 11:45:42.545577 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron_lib.callbacks.manager [None req-b0cdc008-8460-4de3-99cd-db6b25df81bd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:45:42.553495 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron_lib.callbacks.manager [None req-b0cdc008-8460-4de3-99cd-db6b25df81bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3705957'] for security_group, after_create {{(pid=103721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:45:42.568086 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG oslo_concurrency.lockutils [None req-563b2a23-5ebf-45f9-a20f-18b35526cc17 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103721) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 31 11:45:42.644937 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17179141-78d4-46cb-8c2e-a6457490aaa9 admin admin] Network a657c34b-28c0-4dd1-be78-6b361b837713 is already hosted by enough agents. {{(pid=103720) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 31 11:45:42.646657 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron.scheduler.base_scheduler [None req-17179141-78d4-46cb-8c2e-a6457490aaa9 admin admin] Resources bound (agent type, host, resource id):  {{(pid=103720) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 31 11:45:42.664059 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [None req-b0cdc008-8460-4de3-99cd-db6b25df81bd admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=a6d7377999b246f0a7fd752bd3a73ce7&name=default HTTP/1.1" status: 200  len: 2979 time: 0.4895105
May 31 11:45:42.665601 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0cdc008-8460-4de3-99cd-db6b25df81bd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7b31d818-6e67-4ab4-8519-000f11423525,revision_number=1']} {{(pid=103721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 31 11:45:42.672600 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG oslo_concurrency.lockutils [None req-b0cdc008-8460-4de3-99cd-db6b25df81bd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=103721) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 31 11:45:42.676482 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.wsgi [-] (103721) accepted ('10.222.0.57', 42966) {{(pid=103721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 31 11:45:42.810186 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron_lib.callbacks.manager [None req-06d620fe-77f1-4c39-998d-ae50599dc529 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:45:42.857787 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron_lib.callbacks.manager [None req-06d620fe-77f1-4c39-998d-ae50599dc529 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:45:42.970001 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron_lib.callbacks.manager [None req-06d620fe-77f1-4c39-998d-ae50599dc529 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3705957'] for security_group, after_delete {{(pid=103721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:45:42.974986 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG oslo_concurrency.lockutils [None req-c4fd8f88-2676-4ed6-892a-f56cdcfcbbfe admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103721) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 31 11:45:43.001337 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06d620fe-77f1-4c39-998d-ae50599dc529 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7b31d818-6e67-4ab4-8519-000f11423525,revision_number=None']} {{(pid=103721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 31 11:45:43.009683 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG oslo_concurrency.lockutils [None req-06d620fe-77f1-4c39-998d-ae50599dc529 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=103721) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 31 11:45:43.018283 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron_lib.callbacks.manager [None req-06d620fe-77f1-4c39-998d-ae50599dc529 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:45:43.019417 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [None req-06d620fe-77f1-4c39-998d-ae50599dc529 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/7b31d818-6e67-4ab4-8519-000f11423525 HTTP/1.1" status: 204  len: 168 time: 0.3419516
May 31 11:45:43.111301 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron.db.provisioning_blocks [None req-972f4539-852f-4ae6-8b23-76d7ae307baf None None] Provisioning complete for port f2423cc7-0327-4137-8c40-fb2f8b70d5c5 triggered by entity DHCP. {{(pid=103722) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 31 11:45:43.119976 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron_lib.callbacks.manager [None req-972f4539-852f-4ae6-8b23-76d7ae307baf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857618'] for port, provisioning_complete {{(pid=103722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:45:43.166538 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-17179141-78d4-46cb-8c2e-a6457490aaa9 admin admin] Router 620348d7-377c-4d00-b2bc-a24ec13f1315 has already been hosted by L3 agent f8c17dd7-da16-4427-b6e3-d7e30616bc4c {{(pid=103720) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
May 31 11:45:43.171154 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad6da55c-171e-440a-a65e-c7985258e714 req-bbfb476f-51f9-4306-9b30-4db28a3f22f9 tempest-AttachVolumeShelveTestJSON-127538222 tempest-AttachVolumeShelveTestJSON-127538222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 11:45:43.179812 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [req-ad6da55c-171e-440a-a65e-c7985258e714 req-bbfb476f-51f9-4306-9b30-4db28a3f22f9 tempest-AttachVolumeShelveTestJSON-127538222 tempest-AttachVolumeShelveTestJSON-127538222-project] 10.222.0.57 "GET /v2.0/ports?device_id=3e7980f7-7a5b-4115-a41f-48764f578357 HTTP/1.1" status: 200  len: 946 time: 0.1045034
May 31 11:45:43.245707 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [req-ad6da55c-171e-440a-a65e-c7985258e714 req-4bada802-43e5-41a0-9a42-50a8550baeaf tempest-AttachVolumeShelveTestJSON-127538222 tempest-AttachVolumeShelveTestJSON-127538222-project] 10.222.0.57 "GET /v2.0/security-groups?id=d1eff7f3-8a7b-4a53-9689-d64080240a11&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0648012
May 31 11:45:43.291320 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron.plugins.ml2.plugin [None req-972f4539-852f-4ae6-8b23-76d7ae307baf None None] Port f2423cc7-0327-4137-8c40-fb2f8b70d5c5 cannot update to ACTIVE because it is not bound. {{(pid=103722) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
May 31 11:45:43.302403 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron.plugins.ml2.rpc [None req-1f0a762f-0348-4bba-b860-8eddab4cd770 None None] Device 6677ed65-ee77-4e11-bd2d-a7c0bdcac644 up at agent ovs-agent-dv-cinder-786384-7-iscsi {{(pid=103722) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 31 11:45:43.436680 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron.db.provisioning_blocks [None req-1f0a762f-0348-4bba-b860-8eddab4cd770 None None] Provisioning for port 6677ed65-ee77-4e11-bd2d-a7c0bdcac644 completed by entity L2. {{(pid=103722) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 31 11:45:43.444303 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron.db.provisioning_blocks [None req-1f0a762f-0348-4bba-b860-8eddab4cd770 None None] Provisioning complete for port 6677ed65-ee77-4e11-bd2d-a7c0bdcac644 triggered by entity L2. {{(pid=103722) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 31 11:45:43.445404 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron_lib.callbacks.manager [None req-1f0a762f-0348-4bba-b860-8eddab4cd770 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857618'] for port, provisioning_complete {{(pid=103722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:45:43.493351 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-17179141-78d4-46cb-8c2e-a6457490aaa9 admin admin] Notify agent at l3_agent.dv-cinder-786384-7-iscsi the message routers_updated {{(pid=103720) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
May 31 11:45:43.511841 dv-cinder-786384-7-iscsi neutron-server[103720]: INFO neutron.wsgi [None req-17179141-78d4-46cb-8c2e-a6457490aaa9 admin admin] 10.222.0.57 "PUT /v2.0/routers/620348d7-377c-4d00-b2bc-a24ec13f1315/add_router_interface HTTP/1.1" status: 200  len: 503 time: 6.0336154
May 31 11:45:43.513160 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1474ca2-c6c0-43d0-ba92-666daa5d0daf req-6d95c799-897c-4584-b011-e864fbce6585 tempest-VolumesActionsTest-112709343 tempest-VolumesActionsTest-112709343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 11:45:43.513160 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [req-e1474ca2-c6c0-43d0-ba92-666daa5d0daf req-6d95c799-897c-4584-b011-e864fbce6585 tempest-VolumesActionsTest-112709343 tempest-VolumesActionsTest-112709343-project] 10.222.0.57 "GET /v2.0/ports?device_id=744e2bcf-8d30-4bc8-b205-25c976f22251 HTTP/1.1" status: 200  len: 945 time: 0.1579421
May 31 11:45:43.640651 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [req-e1474ca2-c6c0-43d0-ba92-666daa5d0daf req-73ea5e73-aa29-4264-8551-acfdd41f9ca2 tempest-VolumesActionsTest-112709343 tempest-VolumesActionsTest-112709343-project] 10.222.0.57 "GET /v2.0/security-groups?id=e75e580a-fb88-4245-a14e-0fc71be3f34a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1226120
May 31 11:45:43.864237 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron_lib.callbacks.manager [None req-1f0a762f-0348-4bba-b860-8eddab4cd770 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-934180'] for port, before_update {{(pid=103722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:45:43.878533 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f7a4e09-c76f-4616-bbb2-671a2b30dec5 req-9396523e-ed44-4e1d-b40f-bd9e96953523 tempest-ServerRescueNegativeTestJSON-1419813537 tempest-ServerRescueNegativeTestJSON-1419813537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 11:45:43.884580 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [req-2f7a4e09-c76f-4616-bbb2-671a2b30dec5 req-9396523e-ed44-4e1d-b40f-bd9e96953523 tempest-ServerRescueNegativeTestJSON-1419813537 tempest-ServerRescueNegativeTestJSON-1419813537-project] 10.222.0.57 "GET /v2.0/ports?device_id=6cccde54-536c-42f8-a4b4-ace3bbad46da HTTP/1.1" status: 200  len: 945 time: 0.1631901
May 31 11:45:43.897058 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron.plugins.ml2.db [None req-1f0a762f-0348-4bba-b860-8eddab4cd770 None None] For port 6677ed65-ee77-4e11-bd2d-a7c0bdcac644, host dv-cinder-786384-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786384-7-iscsi',level=0,port_id=6677ed65-ee77-4e11-bd2d-a7c0bdcac644,segment=NetworkSegment(82286f75-faff-40ec-beef-7945374ee8e1),segment_id=82286f75-faff-40ec-beef-7945374ee8e1)] {{(pid=103722) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 31 11:45:43.913175 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron_lib.callbacks.manager [None req-1f0a762f-0348-4bba-b860-8eddab4cd770 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937715', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3701677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744215954324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744215520988', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744215521293'] for port, after_update {{(pid=103722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:45:43.916184 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG oslo_concurrency.lockutils [None req-1f0a762f-0348-4bba-b860-8eddab4cd770 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103722) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 31 11:45:43.940664 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [req-2f7a4e09-c76f-4616-bbb2-671a2b30dec5 req-b055d872-2a65-45bb-b13e-8744481933e9 tempest-ServerRescueNegativeTestJSON-1419813537 tempest-ServerRescueNegativeTestJSON-1419813537-project] 10.222.0.57 "GET /v2.0/security-groups?id=61284c33-46c4-4e49-8e24-329051971a91&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0540090
May 31 11:45:44.002580 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f0a762f-0348-4bba-b860-8eddab4cd770 None None] Pushing event updated for resources: {'Port': ['ID=6677ed65-ee77-4e11-bd2d-a7c0bdcac644,revision_number=4']} {{(pid=103722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 31 11:45:44.006686 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-830b242e-d5cd-4246-b618-2fb98817684d None None] Sync routers for ids ['620348d7-377c-4d00-b2bc-a24ec13f1315'] in dv-cinder-786384-7-iscsi {{(pid=103722) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 31 11:45:44.009120 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG oslo_concurrency.lockutils [None req-1f0a762f-0348-4bba-b860-8eddab4cd770 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=103722) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 31 11:45:44.017498 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron.db.l3_dvrscheduler_db [None req-830b242e-d5cd-4246-b618-2fb98817684d None None] Routers {'620348d7-377c-4d00-b2bc-a24ec13f1315'} bound to L3 agent in host dv-cinder-786384-7-iscsi {{(pid=103722) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 31 11:45:44.018107 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron.db.l3_hamode_db [None req-830b242e-d5cd-4246-b618-2fb98817684d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f3ebcf55370>, 'dv-cinder-786384-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-31T11:36:05Z,description=<?>,heartbeat_timestamp=2021-05-31T11:45:36Z,host='dv-cinder-786384-7-iscsi',id=f8c17dd7-da16-4427-b6e3-d7e30616bc4c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-31T11:36:05Z,topic='l3_agent')) {'router_ids': ['620348d7-377c-4d00-b2bc-a24ec13f1315'], 'active': True} {{(pid=103722) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 31 11:45:44.208118 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron.db.l3_dvr_db [None req-830b242e-d5cd-4246-b618-2fb98817684d None None] Set router 620348d7-377c-4d00-b2bc-a24ec13f1315 gateway port host: dv-cinder-786384-7-iscsi {{(pid=103722) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
May 31 11:45:44.497015 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b649777-bcde-4cbb-8654-2c45b2045321 req-876ed08d-7758-4da3-9800-2c7f86273480 tempest-AttachVolumeShelveTestJSON-127538222 tempest-AttachVolumeShelveTestJSON-127538222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 11:45:44.505866 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [req-1b649777-bcde-4cbb-8654-2c45b2045321 req-876ed08d-7758-4da3-9800-2c7f86273480 tempest-AttachVolumeShelveTestJSON-127538222 tempest-AttachVolumeShelveTestJSON-127538222-project] 10.222.0.57 "GET /v2.0/ports?device_id=3e7980f7-7a5b-4115-a41f-48764f578357 HTTP/1.1" status: 200  len: 946 time: 0.1369348
May 31 11:45:44.558582 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [req-1b649777-bcde-4cbb-8654-2c45b2045321 req-da80e894-4050-464a-8926-c0020fc062d9 tempest-AttachVolumeShelveTestJSON-127538222 tempest-AttachVolumeShelveTestJSON-127538222-project] 10.222.0.57 "GET /v2.0/security-groups?id=d1eff7f3-8a7b-4a53-9689-d64080240a11&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0518348
May 31 11:45:44.633915 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron.db.l3_hamode_db [None req-830b242e-d5cd-4246-b618-2fb98817684d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f3ebcf55370>, [{'id': '620348d7-377c-4d00-b2bc-a24ec13f1315', 'name': 'tempest-TestMinimumBasicScenario-2076629641-router', 'tenant_id': 'dfdc0f93eb8b481d8c6c144841890dc1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cb16751-6ba1-494a-bef1-53f614bdb222', 'external_fixed_ips': [{'subnet_id': '1135c889-0623-4d10-975a-f2c46f50f0f6', 'ip_address': '172.27.2.79'}], 'enable_snat': True}, 'gw_port_id': '6677ed65-ee77-4e11-bd2d-a7c0bdcac644', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T11:45:33Z', 'updated_at': '2021-05-31T11:45:41Z', 'revision_number': 4, 'project_id': 'dfdc0f93eb8b481d8c6c144841890dc1', 'gw_port': {'id': '6677ed65-ee77-4e11-bd2d-a7c0bdcac644', 'name': '', 'network_id': '1cb16751-6ba1-494a-bef1-53f614bdb222', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:6c:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '620348d7-377c-4d00-b2bc-a24ec13f1315', 'device_owner': 'network:router_gateway', 'standard_attr_id': 369, 'fixed_ips': [{'subnet_id': '1135c889-0623-4d10-975a-f2c46f50f0f6', 'ip_address': '172.27.2.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786384-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T11:45:34Z', 'updated_at': '2021-05-31T11:45:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1135c889-0623-4d10-975a-f2c46f50f0f6', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786384-7-iscsi', '_interfaces': [{'id': 'f2423cc7-0327-4137-8c40-fb2f8b70d5c5', 'name': '', 'network_id': 'a657c34b-28c0-4dd1-be78-6b361b837713', 'tenant_id': 'dfdc0f93eb8b481d8c6c144841890dc1', 'mac_address': 'fa:16:3e:f1:bd:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '620348d7-377c-4d00-b2bc-a24ec13f1315', 'device_owner': 'network:router_interface', 'standard_attr_id': 386, 'fixed_ips': [{'subnet_id': '878a7943-6dc6-4d92-adc3-4938363e3567', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T11:45:40Z', 'updated_at': '2021-05-31T11:45:41Z', 'revision_number': 2, 'project_id': 'dfdc0f93eb8b481d8c6c144841890dc1', 'subnets': [{'id': '878a7943-6dc6-4d92-adc3-4938363e3567', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786384-7-iscsi', False) {} {{(pid=103722) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 31 11:45:44.639566 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-830b242e-d5cd-4246-b618-2fb98817684d None None] Checking router: 620348d7-377c-4d00-b2bc-a24ec13f1315 for host: dv-cinder-786384-7-iscsi {{(pid=103722) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
May 31 11:45:44.639972 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-830b242e-d5cd-4246-b618-2fb98817684d None None] Updating router 620348d7-377c-4d00-b2bc-a24ec13f1315 port f2423cc7-0327-4137-8c40-fb2f8b70d5c5 binding host dv-cinder-786384-7-iscsi {{(pid=103722) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
May 31 11:45:44.696333 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron_lib.callbacks.manager [None req-830b242e-d5cd-4246-b618-2fb98817684d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-934180'] for port, before_update {{(pid=103722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:45:44.851345 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37f22782-2d55-49b9-b320-bf88ea4c1d13 req-794ed64d-fcbf-40af-b1f0-189644d6fb3f tempest-VolumesActionsTest-112709343 tempest-VolumesActionsTest-112709343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 11:45:44.858822 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [req-37f22782-2d55-49b9-b320-bf88ea4c1d13 req-794ed64d-fcbf-40af-b1f0-189644d6fb3f tempest-VolumesActionsTest-112709343 tempest-VolumesActionsTest-112709343-project] 10.222.0.57 "GET /v2.0/ports?device_id=744e2bcf-8d30-4bc8-b205-25c976f22251 HTTP/1.1" status: 200  len: 945 time: 0.0940247
May 31 11:45:44.911737 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [req-37f22782-2d55-49b9-b320-bf88ea4c1d13 req-33c45709-732b-4b65-9324-0ac22dc9795f tempest-VolumesActionsTest-112709343 tempest-VolumesActionsTest-112709343-project] 10.222.0.57 "GET /v2.0/security-groups?id=e75e580a-fb88-4245-a14e-0fc71be3f34a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0517390
May 31 11:45:45.147293 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron_lib.callbacks.manager [None req-830b242e-d5cd-4246-b618-2fb98817684d None None] Notify callbacks [] for port, precommit_update {{(pid=103722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:45:45.160687 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron.db.provisioning_blocks [None req-830b242e-d5cd-4246-b618-2fb98817684d None None] Transition to ACTIVE for port object f2423cc7-0327-4137-8c40-fb2f8b70d5c5 will not be triggered until provisioned by entity L2. {{(pid=103722) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 31 11:45:45.163179 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12f6bbdc-94a7-42c1-aa7d-a61ef5f3e0ea req-bca95ea2-41e7-4f20-9e2c-39aa06545141 tempest-ServerRescueNegativeTestJSON-1419813537 tempest-ServerRescueNegativeTestJSON-1419813537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 11:45:45.165171 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [req-12f6bbdc-94a7-42c1-aa7d-a61ef5f3e0ea req-bca95ea2-41e7-4f20-9e2c-39aa06545141 tempest-ServerRescueNegativeTestJSON-1419813537 tempest-ServerRescueNegativeTestJSON-1419813537-project] 10.222.0.57 "GET /v2.0/ports?device_id=6cccde54-536c-42f8-a4b4-ace3bbad46da HTTP/1.1" status: 200  len: 945 time: 0.0962007
May 31 11:45:45.167621 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron.plugins.ml2.rpc [None req-1f0a762f-0348-4bba-b860-8eddab4cd770 None None] Device 6677ed65-ee77-4e11-bd2d-a7c0bdcac644 up at agent ovs-agent-dv-cinder-786384-7-iscsi {{(pid=103722) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 31 11:45:45.198081 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron_lib.callbacks.manager [None req-830b242e-d5cd-4246-b618-2fb98817684d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937715', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3701677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744215954324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744215520988', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744215521293'] for port, after_update {{(pid=103722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:45:45.212070 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [req-12f6bbdc-94a7-42c1-aa7d-a61ef5f3e0ea req-f889346d-ce6a-45dd-a64a-7d242c06b67a tempest-ServerRescueNegativeTestJSON-1419813537 tempest-ServerRescueNegativeTestJSON-1419813537-project] 10.222.0.57 "GET /v2.0/security-groups?id=61284c33-46c4-4e49-8e24-329051971a91&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0407956
May 31 11:45:45.225597 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103722) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 31 11:45:45.480633 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d2838bd-8c97-4c6a-b5e1-b1c0adfe53ef None None] Pushing event updated for resources: {'Port': ['ID=f2423cc7-0327-4137-8c40-fb2f8b70d5c5,revision_number=3']} {{(pid=103722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 31 11:45:45.482867 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG oslo_concurrency.lockutils [None req-4d2838bd-8c97-4c6a-b5e1-b1c0adfe53ef None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.257s {{(pid=103722) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 31 11:45:45.509093 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron.db.provisioning_blocks [None req-1f0a762f-0348-4bba-b860-8eddab4cd770 None None] Provisioning complete for port 6677ed65-ee77-4e11-bd2d-a7c0bdcac644 triggered by entity L2. {{(pid=103722) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 31 11:45:45.509849 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron_lib.callbacks.manager [None req-1f0a762f-0348-4bba-b860-8eddab4cd770 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857618'] for port, provisioning_complete {{(pid=103722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:45:45.663306 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron.plugins.ml2.managers [None req-830b242e-d5cd-4246-b618-2fb98817684d None None] Attempting to bind port f2423cc7-0327-4137-8c40-fb2f8b70d5c5 on host dv-cinder-786384-7-iscsi for vnic_type normal with profile  {{(pid=103722) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
May 31 11:45:45.663306 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron.plugins.ml2.managers [None req-830b242e-d5cd-4246-b618-2fb98817684d None None] Attempting to bind port f2423cc7-0327-4137-8c40-fb2f8b70d5c5 by drivers openvswitch,hyperv on host dv-cinder-786384-7-iscsi at level 0 using segments [{'id': 'ed65eb3f-1681-4fe5-839f-03c7c8d23de9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 752, 'network_id': 'a657c34b-28c0-4dd1-be78-6b361b837713'}] {{(pid=103722) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
May 31 11:45:45.663306 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-830b242e-d5cd-4246-b618-2fb98817684d None None] Attempting to bind port f2423cc7-0327-4137-8c40-fb2f8b70d5c5 on network a657c34b-28c0-4dd1-be78-6b361b837713 {{(pid=103722) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 31 11:45:45.674011 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-830b242e-d5cd-4246-b618-2fb98817684d None None] Checking agent: {'id': 'c576d319-5791-4ac3-a718-d6660db1fc9b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786384-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 31, 11, 36, 6), 'started_at': datetime.datetime(2021, 5, 31, 11, 36, 36), 'heartbeat_timestamp': datetime.datetime(2021, 5, 31, 11, 45, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786384-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103722) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
May 31 11:45:45.674648 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-830b242e-d5cd-4246-b618-2fb98817684d None None] Checking segment: {'id': 'ed65eb3f-1681-4fe5-839f-03c7c8d23de9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 752, 'network_id': 'a657c34b-28c0-4dd1-be78-6b361b837713'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103722) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 31 11:45:45.675059 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron_lib.callbacks.manager [None req-830b242e-d5cd-4246-b618-2fb98817684d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:45:45.675451 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-830b242e-d5cd-4246-b618-2fb98817684d None None] Bound using segment: {'id': 'ed65eb3f-1681-4fe5-839f-03c7c8d23de9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 752, 'network_id': 'a657c34b-28c0-4dd1-be78-6b361b837713'} {{(pid=103722) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
May 31 11:45:45.675949 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron.plugins.ml2.managers [None req-830b242e-d5cd-4246-b618-2fb98817684d None None] Bound port: f2423cc7-0327-4137-8c40-fb2f8b70d5c5, host: dv-cinder-786384-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ed65eb3f-1681-4fe5-839f-03c7c8d23de9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 752, 'network_id': 'a657c34b-28c0-4dd1-be78-6b361b837713'}}] {{(pid=103722) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
May 31 11:45:45.676319 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron_lib.callbacks.manager [None req-830b242e-d5cd-4246-b618-2fb98817684d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-934180'] for port, before_update {{(pid=103722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:45:45.691931 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron.plugins.ml2.rpc [None req-43028a7b-58d7-408b-ac75-1328e6896bf7 None None] Device ce2d5ee1-8827-4fec-842a-36257b10f409 up at agent hyperv_hv-cinder-78638 {{(pid=103722) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 31 11:45:45.832670 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df32414c-ae12-463b-982a-f89e200dee21 req-3c16eb9c-f742-4967-b072-04fc7be61a7b tempest-AttachVolumeShelveTestJSON-127538222 tempest-AttachVolumeShelveTestJSON-127538222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 11:45:45.834853 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [req-df32414c-ae12-463b-982a-f89e200dee21 req-3c16eb9c-f742-4967-b072-04fc7be61a7b tempest-AttachVolumeShelveTestJSON-127538222 tempest-AttachVolumeShelveTestJSON-127538222-project] 10.222.0.57 "GET /v2.0/ports?device_id=3e7980f7-7a5b-4115-a41f-48764f578357 HTTP/1.1" status: 200  len: 946 time: 0.1131835
May 31 11:45:45.883612 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron.plugins.ml2.db [None req-830b242e-d5cd-4246-b618-2fb98817684d None None] For port f2423cc7-0327-4137-8c40-fb2f8b70d5c5, host dv-cinder-786384-7-iscsi, cleared binding levels {{(pid=103722) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
May 31 11:45:45.887557 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron.plugins.ml2.db [None req-830b242e-d5cd-4246-b618-2fb98817684d None None] For port f2423cc7-0327-4137-8c40-fb2f8b70d5c5, host dv-cinder-786384-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786384-7-iscsi',level=0,port_id=f2423cc7-0327-4137-8c40-fb2f8b70d5c5,segment=NetworkSegment(ed65eb3f-1681-4fe5-839f-03c7c8d23de9),segment_id=ed65eb3f-1681-4fe5-839f-03c7c8d23de9)] {{(pid=103722) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
May 31 11:45:45.896335 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron_lib.callbacks.manager [None req-830b242e-d5cd-4246-b618-2fb98817684d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937715', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3701677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744215954324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744215520988', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744215521293'] for port, after_update {{(pid=103722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:45:45.902144 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103722) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 31 11:45:45.912970 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [req-df32414c-ae12-463b-982a-f89e200dee21 req-e0494050-07b5-4ce4-b8c2-64795e4227c2 tempest-AttachVolumeShelveTestJSON-127538222 tempest-AttachVolumeShelveTestJSON-127538222-project] 10.222.0.57 "GET /v2.0/security-groups?id=d1eff7f3-8a7b-4a53-9689-d64080240a11&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0666211
May 31 11:45:45.935041 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron.db.provisioning_blocks [None req-43028a7b-58d7-408b-ac75-1328e6896bf7 None None] Provisioning for port ce2d5ee1-8827-4fec-842a-36257b10f409 completed by entity L2. {{(pid=103722) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 31 11:45:45.966429 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron.db.provisioning_blocks [None req-43028a7b-58d7-408b-ac75-1328e6896bf7 None None] Provisioning complete for port ce2d5ee1-8827-4fec-842a-36257b10f409 triggered by entity L2. {{(pid=103722) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 31 11:45:45.966828 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron_lib.callbacks.manager [None req-43028a7b-58d7-408b-ac75-1328e6896bf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857618'] for port, provisioning_complete {{(pid=103722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:45:46.017240 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron.db.l3_dvrscheduler_db [None req-830b242e-d5cd-4246-b618-2fb98817684d None None] Routers {'620348d7-377c-4d00-b2bc-a24ec13f1315'} bound to L3 agent in host dv-cinder-786384-7-iscsi {{(pid=103722) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 31 11:45:46.018900 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron.db.l3_hamode_db [None req-830b242e-d5cd-4246-b618-2fb98817684d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f3ebcf55370>, 'dv-cinder-786384-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-31T11:36:05Z,description=<?>,heartbeat_timestamp=2021-05-31T11:45:36Z,host='dv-cinder-786384-7-iscsi',id=f8c17dd7-da16-4427-b6e3-d7e30616bc4c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-31T11:36:05Z,topic='l3_agent')) {'router_ids': ['620348d7-377c-4d00-b2bc-a24ec13f1315'], 'active': True} {{(pid=103722) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 31 11:45:46.155548 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d2838bd-8c97-4c6a-b5e1-b1c0adfe53ef None None] Pushing event updated for resources: {'Port': ['ID=f2423cc7-0327-4137-8c40-fb2f8b70d5c5,revision_number=4']} {{(pid=103722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 31 11:45:46.369687 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG oslo_concurrency.lockutils [None req-4d2838bd-8c97-4c6a-b5e1-b1c0adfe53ef None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.467s {{(pid=103722) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 31 11:45:46.380689 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7fad10c-9ea4-4f3e-9743-ee1c0c405925 req-d72c1ffb-1efd-45e3-afbf-6f74804332f1 tempest-VolumesActionsTest-112709343 tempest-VolumesActionsTest-112709343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 11:45:46.388749 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [req-a7fad10c-9ea4-4f3e-9743-ee1c0c405925 req-d72c1ffb-1efd-45e3-afbf-6f74804332f1 tempest-VolumesActionsTest-112709343 tempest-VolumesActionsTest-112709343-project] 10.222.0.57 "GET /v2.0/ports?device_id=744e2bcf-8d30-4bc8-b205-25c976f22251 HTTP/1.1" status: 200  len: 945 time: 0.1813469
May 31 11:45:46.507981 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron.db.l3_dvr_db [None req-830b242e-d5cd-4246-b618-2fb98817684d None None] Set router 620348d7-377c-4d00-b2bc-a24ec13f1315 gateway port host: dv-cinder-786384-7-iscsi {{(pid=103722) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
May 31 11:45:46.560239 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron_lib.callbacks.manager [None req-43028a7b-58d7-408b-ac75-1328e6896bf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-934180'] for port, before_update {{(pid=103722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:45:46.605795 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '744e2bcf-8d30-4bc8-b205-25c976f22251', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ce2d5ee1-8827-4fec-842a-36257b10f409'}] {{(pid=103722) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 31 11:45:46.608289 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}385953046bb192346b13b574918bbc7d366126a5ac8301ca09ff73df2ee9323d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a246af18-8806-4b14-8636-492572157f84" -d '{"events": [{"server_uuid": "744e2bcf-8d30-4bc8-b205-25c976f22251", "name": "network-vif-plugged", "status": "completed", "tag": "ce2d5ee1-8827-4fec-842a-36257b10f409"}]}' {{(pid=103722) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
May 31 11:45:46.646992 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [req-a7fad10c-9ea4-4f3e-9743-ee1c0c405925 req-561efe54-af4f-4ca9-9dd5-a8b9315a7ea7 tempest-VolumesActionsTest-112709343 tempest-VolumesActionsTest-112709343-project] 10.222.0.57 "GET /v2.0/security-groups?id=e75e580a-fb88-4245-a14e-0fc71be3f34a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2572989
May 31 11:45:46.682878 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron.plugins.ml2.db [None req-43028a7b-58d7-408b-ac75-1328e6896bf7 None None] For port ce2d5ee1-8827-4fec-842a-36257b10f409, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=ce2d5ee1-8827-4fec-842a-36257b10f409,segment=NetworkSegment(e96239f9-736c-4cc7-b0b8-c7a5b7ba20fd),segment_id=e96239f9-736c-4cc7-b0b8-c7a5b7ba20fd)] {{(pid=103722) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 31 11:45:46.692917 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron_lib.callbacks.manager [None req-43028a7b-58d7-408b-ac75-1328e6896bf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937715', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3701677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744215954324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744215520988', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744215521293'] for port, after_update {{(pid=103722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:45:46.697962 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98546e07-163d-4f42-8510-1590efc4d674 req-0f276998-d586-498c-a6b4-65bf7b79129b tempest-ServerRescueNegativeTestJSON-1419813537 tempest-ServerRescueNegativeTestJSON-1419813537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 11:45:46.699814 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [req-98546e07-163d-4f42-8510-1590efc4d674 req-0f276998-d586-498c-a6b4-65bf7b79129b tempest-ServerRescueNegativeTestJSON-1419813537 tempest-ServerRescueNegativeTestJSON-1419813537-project] 10.222.0.57 "GET /v2.0/ports?device_id=6cccde54-536c-42f8-a4b4-ace3bbad46da HTTP/1.1" status: 200  len: 945 time: 0.2927353
May 31 11:45:46.790797 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [req-98546e07-163d-4f42-8510-1590efc4d674 req-7ff045ea-0a58-4a67-b597-eec742f05698 tempest-ServerRescueNegativeTestJSON-1419813537 tempest-ServerRescueNegativeTestJSON-1419813537-project] 10.222.0.57 "GET /v2.0/security-groups?id=61284c33-46c4-4e49-8e24-329051971a91&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0829310
May 31 11:45:46.841631 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 31 May 2021 11:45:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-797462b8-c5cc-403a-ab1e-53f2a659ec6e x-openstack-request-id: req-797462b8-c5cc-403a-ab1e-53f2a659ec6e {{(pid=103722) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
May 31 11:45:46.842277 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "744e2bcf-8d30-4bc8-b205-25c976f22251", "name": "network-vif-plugged", "status": "completed", "tag": "ce2d5ee1-8827-4fec-842a-36257b10f409", "code": 200}]} {{(pid=103722) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
May 31 11:45:46.842735 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-797462b8-c5cc-403a-ab1e-53f2a659ec6e {{(pid=103722) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
May 31 11:45:46.843332 dv-cinder-786384-7-iscsi neutron-server[103722]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '744e2bcf-8d30-4bc8-b205-25c976f22251', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ce2d5ee1-8827-4fec-842a-36257b10f409', 'code': 200}
May 31 11:45:46.844655 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG oslo_concurrency.lockutils [None req-43028a7b-58d7-408b-ac75-1328e6896bf7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103722) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 31 11:45:47.171254 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43028a7b-58d7-408b-ac75-1328e6896bf7 None None] Pushing event updated for resources: {'Port': ['ID=ce2d5ee1-8827-4fec-842a-36257b10f409,revision_number=5']} {{(pid=103722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 31 11:45:47.174609 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG oslo_concurrency.lockutils [None req-43028a7b-58d7-408b-ac75-1328e6896bf7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.330s {{(pid=103722) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 31 11:45:47.205652 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron.db.l3_hamode_db [None req-830b242e-d5cd-4246-b618-2fb98817684d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f3ebcf55370>, [{'id': '620348d7-377c-4d00-b2bc-a24ec13f1315', 'name': 'tempest-TestMinimumBasicScenario-2076629641-router', 'tenant_id': 'dfdc0f93eb8b481d8c6c144841890dc1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cb16751-6ba1-494a-bef1-53f614bdb222', 'external_fixed_ips': [{'subnet_id': '1135c889-0623-4d10-975a-f2c46f50f0f6', 'ip_address': '172.27.2.79'}], 'enable_snat': True}, 'gw_port_id': '6677ed65-ee77-4e11-bd2d-a7c0bdcac644', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T11:45:33Z', 'updated_at': '2021-05-31T11:45:41Z', 'revision_number': 4, 'project_id': 'dfdc0f93eb8b481d8c6c144841890dc1', 'gw_port': {'id': '6677ed65-ee77-4e11-bd2d-a7c0bdcac644', 'name': '', 'network_id': '1cb16751-6ba1-494a-bef1-53f614bdb222', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:6c:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '620348d7-377c-4d00-b2bc-a24ec13f1315', 'device_owner': 'network:router_gateway', 'standard_attr_id': 369, 'fixed_ips': [{'subnet_id': '1135c889-0623-4d10-975a-f2c46f50f0f6', 'ip_address': '172.27.2.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786384-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T11:45:34Z', 'updated_at': '2021-05-31T11:45:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1135c889-0623-4d10-975a-f2c46f50f0f6', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786384-7-iscsi', '_interfaces': [{'id': 'f2423cc7-0327-4137-8c40-fb2f8b70d5c5', 'name': '', 'network_id': 'a657c34b-28c0-4dd1-be78-6b361b837713', 'tenant_id': 'dfdc0f93eb8b481d8c6c144841890dc1', 'mac_address': 'fa:16:3e:f1:bd:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '620348d7-377c-4d00-b2bc-a24ec13f1315', 'device_owner': 'network:router_interface', 'standard_attr_id': 386, 'fixed_ips': [{'subnet_id': '878a7943-6dc6-4d92-adc3-4938363e3567', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786384-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T11:45:40Z', 'updated_at': '2021-05-31T11:45:45Z', 'revision_number': 4, 'project_id': 'dfdc0f93eb8b481d8c6c144841890dc1', 'subnets': [{'id': '878a7943-6dc6-4d92-adc3-4938363e3567', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786384-7-iscsi', False) {} {{(pid=103722) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 31 11:45:47.218548 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-830b242e-d5cd-4246-b618-2fb98817684d None None] The sync data for ids ['620348d7-377c-4d00-b2bc-a24ec13f1315'] in dv-cinder-786384-7-iscsi is: [{'id': '620348d7-377c-4d00-b2bc-a24ec13f1315', 'name': 'tempest-TestMinimumBasicScenario-2076629641-router', 'tenant_id': 'dfdc0f93eb8b481d8c6c144841890dc1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cb16751-6ba1-494a-bef1-53f614bdb222', 'external_fixed_ips': [{'subnet_id': '1135c889-0623-4d10-975a-f2c46f50f0f6', 'ip_address': '172.27.2.79'}], 'enable_snat': True}, 'gw_port_id': '6677ed65-ee77-4e11-bd2d-a7c0bdcac644', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T11:45:33Z', 'updated_at': '2021-05-31T11:45:41Z', 'revision_number': 4, 'project_id': 'dfdc0f93eb8b481d8c6c144841890dc1', 'gw_port': {'id': '6677ed65-ee77-4e11-bd2d-a7c0bdcac644', 'name': '', 'network_id': '1cb16751-6ba1-494a-bef1-53f614bdb222', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:6c:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '620348d7-377c-4d00-b2bc-a24ec13f1315', 'device_owner': 'network:router_gateway', 'standard_attr_id': 369, 'fixed_ips': [{'subnet_id': '1135c889-0623-4d10-975a-f2c46f50f0f6', 'ip_address': '172.27.2.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786384-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T11:45:34Z', 'updated_at': '2021-05-31T11:45:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1135c889-0623-4d10-975a-f2c46f50f0f6', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786384-7-iscsi', '_interfaces': [{'id': 'f2423cc7-0327-4137-8c40-fb2f8b70d5c5', 'name': '', 'network_id': 'a657c34b-28c0-4dd1-be78-6b361b837713', 'tenant_id': 'dfdc0f93eb8b481d8c6c144841890dc1', 'mac_address': 'fa:16:3e:f1:bd:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '620348d7-377c-4d00-b2bc-a24ec13f1315', 'device_owner': 'network:router_interface', 'standard_attr_id': 386, 'fixed_ips': [{'subnet_id': '878a7943-6dc6-4d92-adc3-4938363e3567', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786384-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T11:45:40Z', 'updated_at': '2021-05-31T11:45:45Z', 'revision_number': 4, 'project_id': 'dfdc0f93eb8b481d8c6c144841890dc1', 'subnets': [{'id': '878a7943-6dc6-4d92-adc3-4938363e3567', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103722) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 31 11:45:47.695988 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0913da2d-1cb3-4f90-a252-dd795e3555e4 req-e897c1d0-1912-487a-bb02-fc01890df68d tempest-AttachVolumeShelveTestJSON-127538222 tempest-AttachVolumeShelveTestJSON-127538222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 11:45:47.705196 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [req-0913da2d-1cb3-4f90-a252-dd795e3555e4 req-e897c1d0-1912-487a-bb02-fc01890df68d tempest-AttachVolumeShelveTestJSON-127538222 tempest-AttachVolumeShelveTestJSON-127538222-project] 10.222.0.57 "GET /v2.0/ports?device_id=3e7980f7-7a5b-4115-a41f-48764f578357 HTTP/1.1" status: 200  len: 946 time: 0.4220104
May 31 11:45:47.710201 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a08d23f-8449-4630-a51c-ddacb0a91761 req-8bf654ad-b5ed-4d71-9d49-5efb3448a952 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 11:45:47.711734 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [req-1a08d23f-8449-4630-a51c-ddacb0a91761 req-8bf654ad-b5ed-4d71-9d49-5efb3448a952 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=744e2bcf-8d30-4bc8-b205-25c976f22251 HTTP/1.1" status: 200  len: 1099 time: 0.5444620
May 31 11:45:48.028952 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [req-0913da2d-1cb3-4f90-a252-dd795e3555e4 req-f2c86733-13a1-45f1-9033-09d24fabb044 tempest-AttachVolumeShelveTestJSON-127538222 tempest-AttachVolumeShelveTestJSON-127538222-project] 10.222.0.57 "GET /v2.0/security-groups?id=d1eff7f3-8a7b-4a53-9689-d64080240a11&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.3224015
May 31 11:45:48.085546 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [req-1a08d23f-8449-4630-a51c-ddacb0a91761 req-b1d65f30-6e87-4941-a587-15d9adefc9c2 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=e75e580a-fb88-4245-a14e-0fc71be3f34a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3525014
May 31 11:45:48.137381 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54ee5700-f8b5-4c3f-8c9a-b9f38eb57ae0 req-dcdc0117-f14f-47d0-a985-9f45002589be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 11:45:48.139829 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [req-54ee5700-f8b5-4c3f-8c9a-b9f38eb57ae0 req-dcdc0117-f14f-47d0-a985-9f45002589be service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=e6680e894741452ebedaacc4ca6c4c58&device_id=6cccde54-536c-42f8-a4b4-ace3bbad46da HTTP/1.1" status: 200  len: 1098 time: 0.5335329
May 31 11:45:48.194548 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b3d28a9-a1be-4bd7-b766-c64f4b55a04b req-aa7df01f-1f2d-4e05-91da-de336248e232 tempest-ServerRescueNegativeTestJSON-1419813537 tempest-ServerRescueNegativeTestJSON-1419813537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 11:45:48.206292 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [req-7b3d28a9-a1be-4bd7-b766-c64f4b55a04b req-aa7df01f-1f2d-4e05-91da-de336248e232 tempest-ServerRescueNegativeTestJSON-1419813537 tempest-ServerRescueNegativeTestJSON-1419813537-project] 10.222.0.57 "GET /v2.0/ports?device_id=6cccde54-536c-42f8-a4b4-ace3bbad46da HTTP/1.1" status: 200  len: 945 time: 0.4270854
May 31 11:45:48.358805 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [req-7b3d28a9-a1be-4bd7-b766-c64f4b55a04b req-903933bd-07c3-4415-8a42-cd45aafeb73e tempest-ServerRescueNegativeTestJSON-1419813537 tempest-ServerRescueNegativeTestJSON-1419813537-project] 10.222.0.57 "GET /v2.0/security-groups?id=61284c33-46c4-4e49-8e24-329051971a91&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1510489
May 31 11:45:48.630758 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-787732b8-c601-4ada-9118-afde9275b5c5 req-605adeec-97d5-40b9-9bfc-3af3b4c3b520 tempest-VolumesActionsTest-112709343 tempest-VolumesActionsTest-112709343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 11:45:48.632657 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [req-787732b8-c601-4ada-9118-afde9275b5c5 req-605adeec-97d5-40b9-9bfc-3af3b4c3b520 tempest-VolumesActionsTest-112709343 tempest-VolumesActionsTest-112709343-project] 10.222.0.57 "GET /v2.0/ports?device_id=744e2bcf-8d30-4bc8-b205-25c976f22251 HTTP/1.1" status: 200  len: 946 time: 0.2701550
May 31 11:45:48.635712 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54ee5700-f8b5-4c3f-8c9a-b9f38eb57ae0 req-f3a91037-8fe7-410d-a3d1-bff176635a6b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 11:45:48.637074 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [req-54ee5700-f8b5-4c3f-8c9a-b9f38eb57ae0 req-f3a91037-8fe7-410d-a3d1-bff176635a6b service neutron] 10.222.0.60 "GET /v2.0/networks?id=c32e1ce5-86a3-4104-9167-66f8d6251dc5 HTTP/1.1" status: 200  len: 919 time: 0.2091403
May 31 11:45:48.725876 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [req-54ee5700-f8b5-4c3f-8c9a-b9f38eb57ae0 req-b30d07a9-8d59-4aed-b34b-8ecf2f243c51 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=81e3ca42-c316-4948-abd0-83e5dbf7c8a1 HTTP/1.1" status: 200  len: 217 time: 0.0714836
May 31 11:45:48.796360 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [req-787732b8-c601-4ada-9118-afde9275b5c5 req-031959c3-8df5-448d-afc7-dd0a50566755 tempest-VolumesActionsTest-112709343 tempest-VolumesActionsTest-112709343-project] 10.222.0.57 "GET /v2.0/security-groups?id=e75e580a-fb88-4245-a14e-0fc71be3f34a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1563439
May 31 11:45:48.814133 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54ee5700-f8b5-4c3f-8c9a-b9f38eb57ae0 req-46ad4422-0a61-498b-aac9-760fb50b7e77 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 11:45:48.819108 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [req-54ee5700-f8b5-4c3f-8c9a-b9f38eb57ae0 req-46ad4422-0a61-498b-aac9-760fb50b7e77 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=c2592ba6-2cac-4876-ba41-1cfa4ff30377 HTTP/1.1" status: 200  len: 858 time: 0.0833337
May 31 11:45:48.877851 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [req-54ee5700-f8b5-4c3f-8c9a-b9f38eb57ae0 req-831e40eb-77d8-438e-8b11-6b35f5884e04 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=c32e1ce5-86a3-4104-9167-66f8d6251dc5&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0472097
May 31 11:45:49.103851 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [req-54ee5700-f8b5-4c3f-8c9a-b9f38eb57ae0 req-770187b2-780d-40cf-860c-0191203c992b service neutron] 10.222.0.60 "GET /v2.0/networks/c32e1ce5-86a3-4104-9167-66f8d6251dc5?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2101994
May 31 11:45:49.194979 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron.plugins.ml2.rpc [None req-1f0a762f-0348-4bba-b860-8eddab4cd770 None None] Device f2423cc7-0327-4137-8c40-fb2f8b70d5c5 up at agent ovs-agent-dv-cinder-786384-7-iscsi {{(pid=103722) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 31 11:45:49.320229 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron.db.provisioning_blocks [None req-1f0a762f-0348-4bba-b860-8eddab4cd770 None None] Provisioning for port f2423cc7-0327-4137-8c40-fb2f8b70d5c5 completed by entity L2. {{(pid=103722) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 31 11:45:49.328211 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron.db.provisioning_blocks [None req-1f0a762f-0348-4bba-b860-8eddab4cd770 None None] Provisioning complete for port f2423cc7-0327-4137-8c40-fb2f8b70d5c5 triggered by entity L2. {{(pid=103722) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 31 11:45:49.328653 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron_lib.callbacks.manager [None req-1f0a762f-0348-4bba-b860-8eddab4cd770 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857618'] for port, provisioning_complete {{(pid=103722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:45:49.387489 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [req-54ee5700-f8b5-4c3f-8c9a-b9f38eb57ae0 req-b6aa6b71-e2a0-47be-ae17-c60413626896 service neutron] 10.222.0.60 "GET /v2.0/networks/c32e1ce5-86a3-4104-9167-66f8d6251dc5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2756627
May 31 11:45:49.428487 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-defc48c1-8106-4a3a-9ad4-6bba39dae09f req-1342c305-a768-40b1-bda6-146c28c86da4 tempest-AttachVolumeShelveTestJSON-127538222 tempest-AttachVolumeShelveTestJSON-127538222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 11:45:49.436175 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [req-defc48c1-8106-4a3a-9ad4-6bba39dae09f req-1342c305-a768-40b1-bda6-146c28c86da4 tempest-AttachVolumeShelveTestJSON-127538222 tempest-AttachVolumeShelveTestJSON-127538222-project] 10.222.0.57 "GET /v2.0/ports?device_id=3e7980f7-7a5b-4115-a41f-48764f578357 HTTP/1.1" status: 200  len: 946 time: 0.2214122
May 31 11:45:49.526545 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron_lib.callbacks.manager [None req-1f0a762f-0348-4bba-b860-8eddab4cd770 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-934180'] for port, before_update {{(pid=103722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:45:49.542238 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [req-defc48c1-8106-4a3a-9ad4-6bba39dae09f req-60c46994-d800-496e-abdf-ef840ef53d69 tempest-AttachVolumeShelveTestJSON-127538222 tempest-AttachVolumeShelveTestJSON-127538222-project] 10.222.0.57 "GET /v2.0/security-groups?id=d1eff7f3-8a7b-4a53-9689-d64080240a11&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1052113
May 31 11:45:49.623390 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron.plugins.ml2.db [None req-1f0a762f-0348-4bba-b860-8eddab4cd770 None None] For port f2423cc7-0327-4137-8c40-fb2f8b70d5c5, host dv-cinder-786384-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786384-7-iscsi',level=0,port_id=f2423cc7-0327-4137-8c40-fb2f8b70d5c5,segment=NetworkSegment(ed65eb3f-1681-4fe5-839f-03c7c8d23de9),segment_id=ed65eb3f-1681-4fe5-839f-03c7c8d23de9)] {{(pid=103722) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 31 11:45:49.634450 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron_lib.callbacks.manager [None req-1f0a762f-0348-4bba-b860-8eddab4cd770 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937715', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3701677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744215954324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744215520988', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744215521293'] for port, after_update {{(pid=103722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:45:49.640589 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG oslo_concurrency.lockutils [None req-1f0a762f-0348-4bba-b860-8eddab4cd770 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103722) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 31 11:45:49.736560 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afef803a-6dfb-4ad3-828d-3b421c0e14c6 req-91c5406f-2376-46df-890d-af8e11648c4a tempest-ServerRescueNegativeTestJSON-1419813537 tempest-ServerRescueNegativeTestJSON-1419813537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 11:45:49.744274 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [req-afef803a-6dfb-4ad3-828d-3b421c0e14c6 req-91c5406f-2376-46df-890d-af8e11648c4a tempest-ServerRescueNegativeTestJSON-1419813537 tempest-ServerRescueNegativeTestJSON-1419813537-project] 10.222.0.57 "GET /v2.0/ports?device_id=6cccde54-536c-42f8-a4b4-ace3bbad46da HTTP/1.1" status: 200  len: 945 time: 0.1407695
May 31 11:45:49.795087 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f0a762f-0348-4bba-b860-8eddab4cd770 None None] Pushing event updated for resources: {'Port': ['ID=f2423cc7-0327-4137-8c40-fb2f8b70d5c5,revision_number=5']} {{(pid=103722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 31 11:45:49.802587 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG oslo_concurrency.lockutils [None req-1f0a762f-0348-4bba-b860-8eddab4cd770 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.166s {{(pid=103722) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 31 11:45:49.863643 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [req-afef803a-6dfb-4ad3-828d-3b421c0e14c6 req-10027132-5563-4615-a2d3-1e3af53d70a6 tempest-ServerRescueNegativeTestJSON-1419813537 tempest-ServerRescueNegativeTestJSON-1419813537-project] 10.222.0.57 "GET /v2.0/security-groups?id=61284c33-46c4-4e49-8e24-329051971a91&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1133504
May 31 11:45:50.088533 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c6d5afc-cdc6-4539-b48d-557d497d5e81 req-e72bd536-b8eb-432b-aeda-c3b2be846ddd tempest-VolumesActionsTest-112709343 tempest-VolumesActionsTest-112709343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 11:45:50.096234 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [req-7c6d5afc-cdc6-4539-b48d-557d497d5e81 req-e72bd536-b8eb-432b-aeda-c3b2be846ddd tempest-VolumesActionsTest-112709343 tempest-VolumesActionsTest-112709343-project] 10.222.0.57 "GET /v2.0/ports?device_id=744e2bcf-8d30-4bc8-b205-25c976f22251 HTTP/1.1" status: 200  len: 946 time: 0.1229923
May 31 11:45:50.160374 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [req-7c6d5afc-cdc6-4539-b48d-557d497d5e81 req-7d51e549-408d-453d-a16c-ddddaf61cfc0 tempest-VolumesActionsTest-112709343 tempest-VolumesActionsTest-112709343-project] 10.222.0.57 "GET /v2.0/security-groups?id=e75e580a-fb88-4245-a14e-0fc71be3f34a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0631928
May 31 11:45:50.761574 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca6f8fc4-98cd-4924-8754-a2bd17ff9bfa req-c4b5818a-9f64-4219-aede-4eaff38f31ec tempest-AttachVolumeShelveTestJSON-127538222 tempest-AttachVolumeShelveTestJSON-127538222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 11:45:50.764962 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [req-ca6f8fc4-98cd-4924-8754-a2bd17ff9bfa req-c4b5818a-9f64-4219-aede-4eaff38f31ec tempest-AttachVolumeShelveTestJSON-127538222 tempest-AttachVolumeShelveTestJSON-127538222-project] 10.222.0.57 "GET /v2.0/ports?device_id=3e7980f7-7a5b-4115-a41f-48764f578357 HTTP/1.1" status: 200  len: 946 time: 0.0849180
May 31 11:45:50.818531 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [req-ca6f8fc4-98cd-4924-8754-a2bd17ff9bfa req-97832b37-710f-489a-948d-1c77f40580e3 tempest-AttachVolumeShelveTestJSON-127538222 tempest-AttachVolumeShelveTestJSON-127538222-project] 10.222.0.57 "GET /v2.0/security-groups?id=d1eff7f3-8a7b-4a53-9689-d64080240a11&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0486693
May 31 11:45:51.177007 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron.plugins.ml2.rpc [None req-1f0a762f-0348-4bba-b860-8eddab4cd770 None None] Device f2423cc7-0327-4137-8c40-fb2f8b70d5c5 up at agent ovs-agent-dv-cinder-786384-7-iscsi {{(pid=103722) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 31 11:45:51.195351 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15662554-ff6e-4fcc-a838-a061ae6bfb17 req-aa3d5d36-f7c1-493b-b971-8a7118ab944e tempest-ServerRescueNegativeTestJSON-1419813537 tempest-ServerRescueNegativeTestJSON-1419813537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 11:45:51.211065 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [req-15662554-ff6e-4fcc-a838-a061ae6bfb17 req-aa3d5d36-f7c1-493b-b971-8a7118ab944e tempest-ServerRescueNegativeTestJSON-1419813537 tempest-ServerRescueNegativeTestJSON-1419813537-project] 10.222.0.57 "GET /v2.0/ports?device_id=6cccde54-536c-42f8-a4b4-ace3bbad46da HTTP/1.1" status: 200  len: 945 time: 0.2285442
May 31 11:45:51.277778 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [req-15662554-ff6e-4fcc-a838-a061ae6bfb17 req-84a8230e-f73b-4da5-ac47-0b8d6ad7b30a tempest-ServerRescueNegativeTestJSON-1419813537 tempest-ServerRescueNegativeTestJSON-1419813537-project] 10.222.0.57 "GET /v2.0/security-groups?id=61284c33-46c4-4e49-8e24-329051971a91&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0650785
May 31 11:45:51.286055 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron.db.provisioning_blocks [None req-1f0a762f-0348-4bba-b860-8eddab4cd770 None None] Provisioning complete for port f2423cc7-0327-4137-8c40-fb2f8b70d5c5 triggered by entity L2. {{(pid=103722) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 31 11:45:51.287081 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron_lib.callbacks.manager [None req-1f0a762f-0348-4bba-b860-8eddab4cd770 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857618'] for port, provisioning_complete {{(pid=103722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:45:51.903437 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron.wsgi [-] (103720) accepted ('10.222.0.57', 43188) {{(pid=103720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 31 11:45:52.162703 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-769bc35e-06c6-4310-bca1-c177fd031b83 req-1095d223-3292-40cf-bef3-49bf6a6764fe tempest-AttachVolumeShelveTestJSON-127538222 tempest-AttachVolumeShelveTestJSON-127538222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 11:45:52.169008 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [req-769bc35e-06c6-4310-bca1-c177fd031b83 req-1095d223-3292-40cf-bef3-49bf6a6764fe tempest-AttachVolumeShelveTestJSON-127538222 tempest-AttachVolumeShelveTestJSON-127538222-project] 10.222.0.57 "GET /v2.0/ports?device_id=3e7980f7-7a5b-4115-a41f-48764f578357 HTTP/1.1" status: 200  len: 946 time: 0.1659191
May 31 11:45:52.172479 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-fcb11530-98d6-4733-a19a-ae21a502fc68 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:45:52.216462 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron.db.quota.driver [None req-fcb11530-98d6-4733-a19a-ae21a502fc68 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=103720) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 31 11:45:52.227418 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron.quota.resource [None req-fcb11530-98d6-4733-a19a-ae21a502fc68 admin admin] Usage tracker for resource:security_group_rule and tenant:41acdafdced44bb3b3218e3cfc158aa9 is out of sync, need to count used quota {{(pid=103720) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 31 11:45:52.234542 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron.quota.resource [None req-fcb11530-98d6-4733-a19a-ae21a502fc68 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=103720) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 31 11:45:52.248654 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron.db.quota.driver [None req-fcb11530-98d6-4733-a19a-ae21a502fc68 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=103720) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 31 11:45:52.310750 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [req-769bc35e-06c6-4310-bca1-c177fd031b83 req-85157fdc-2e85-4d94-9198-a9ba375b1f2f tempest-AttachVolumeShelveTestJSON-127538222 tempest-AttachVolumeShelveTestJSON-127538222-project] 10.222.0.57 "GET /v2.0/security-groups?id=d1eff7f3-8a7b-4a53-9689-d64080240a11&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1351149
May 31 11:45:52.364054 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-436c8509-c67e-4b13-8384-2438259d4aa4 req-fdbeafb8-3bb2-40d9-97ef-2dc1dbcc21a7 tempest-VolumesActionsTest-112709343 tempest-VolumesActionsTest-112709343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 11:45:52.371718 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [req-436c8509-c67e-4b13-8384-2438259d4aa4 req-fdbeafb8-3bb2-40d9-97ef-2dc1dbcc21a7 tempest-VolumesActionsTest-112709343 tempest-VolumesActionsTest-112709343-project] 10.222.0.57 "GET /v2.0/ports?device_id=744e2bcf-8d30-4bc8-b205-25c976f22251 HTTP/1.1" status: 200  len: 946 time: 0.1271555
May 31 11:45:52.375735 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-fcb11530-98d6-4733-a19a-ae21a502fc68 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:45:52.383848 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-fcb11530-98d6-4733-a19a-ae21a502fc68 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3705957'] for security_group, after_create {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:45:52.408246 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG oslo_concurrency.lockutils [None req-2eb99cb9-b527-4c4c-94e8-e0a416e12f3a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103720) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 31 11:45:52.440162 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [req-436c8509-c67e-4b13-8384-2438259d4aa4 req-49d9f1eb-46f7-4834-9caa-71567b645eb0 tempest-VolumesActionsTest-112709343 tempest-VolumesActionsTest-112709343-project] 10.222.0.57 "GET /v2.0/security-groups?id=e75e580a-fb88-4245-a14e-0fc71be3f34a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0644813
May 31 11:45:52.442358 dv-cinder-786384-7-iscsi neutron-server[103720]: INFO neutron.wsgi [None req-fcb11530-98d6-4733-a19a-ae21a502fc68 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=41acdafdced44bb3b3218e3cfc158aa9&name=default HTTP/1.1" status: 200  len: 2979 time: 0.5373948
May 31 11:45:52.445274 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron.wsgi [-] (103720) accepted ('10.222.0.57', 43204) {{(pid=103720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 31 11:45:52.495039 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcb11530-98d6-4733-a19a-ae21a502fc68 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=06c8122f-5b57-414a-b5a8-a8d779e79384,revision_number=1']} {{(pid=103720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 31 11:45:52.510120 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcb11530-98d6-4733-a19a-ae21a502fc68 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786384-7-iscsi {{(pid=103720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 31 11:45:52.510708 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcb11530-98d6-4733-a19a-ae21a502fc68 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786384-7-iscsi {{(pid=103720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 31 11:45:52.511197 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcb11530-98d6-4733-a19a-ae21a502fc68 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786384-7-iscsi {{(pid=103720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 31 11:45:52.511700 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcb11530-98d6-4733-a19a-ae21a502fc68 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786384-7-iscsi {{(pid=103720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 31 11:45:52.512220 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcb11530-98d6-4733-a19a-ae21a502fc68 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786384-7-iscsi {{(pid=103720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 31 11:45:52.513046 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcb11530-98d6-4733-a19a-ae21a502fc68 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786384-7-iscsi {{(pid=103720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 31 11:45:52.513531 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcb11530-98d6-4733-a19a-ae21a502fc68 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786384-7-iscsi {{(pid=103720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 31 11:45:52.514005 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcb11530-98d6-4733-a19a-ae21a502fc68 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786384-7-iscsi {{(pid=103720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 31 11:45:52.514491 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcb11530-98d6-4733-a19a-ae21a502fc68 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786384-7-iscsi {{(pid=103720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 31 11:45:52.514963 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcb11530-98d6-4733-a19a-ae21a502fc68 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786384-7-iscsi {{(pid=103720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 31 11:45:52.515447 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcb11530-98d6-4733-a19a-ae21a502fc68 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786384-7-iscsi {{(pid=103720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 31 11:45:52.516036 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcb11530-98d6-4733-a19a-ae21a502fc68 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786384-7-iscsi {{(pid=103720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 31 11:45:52.521010 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG oslo_concurrency.lockutils [None req-fcb11530-98d6-4733-a19a-ae21a502fc68 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=103720) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 31 11:45:52.541140 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-2ca185df-2e4a-441e-88fd-7788a0c10744 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:45:52.598893 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-2ca185df-2e4a-441e-88fd-7788a0c10744 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:45:52.612065 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7da2879-ad17-4e97-8eae-fb0ed5eab76d req-44bd83e2-9fdf-468d-91cf-9b77c11e0a16 tempest-ServerRescueNegativeTestJSON-1419813537 tempest-ServerRescueNegativeTestJSON-1419813537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 11:45:52.613993 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [req-b7da2879-ad17-4e97-8eae-fb0ed5eab76d req-44bd83e2-9fdf-468d-91cf-9b77c11e0a16 tempest-ServerRescueNegativeTestJSON-1419813537 tempest-ServerRescueNegativeTestJSON-1419813537-project] 10.222.0.57 "GET /v2.0/ports?device_id=6cccde54-536c-42f8-a4b4-ace3bbad46da HTTP/1.1" status: 200  len: 945 time: 0.1051309
May 31 11:45:52.667586 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-2ca185df-2e4a-441e-88fd-7788a0c10744 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3705957'] for security_group, after_delete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:45:52.672724 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG oslo_concurrency.lockutils [None req-6a9f732c-a2a8-4501-ab3d-b3b85c66d30c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103720) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 31 11:45:52.686194 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [req-b7da2879-ad17-4e97-8eae-fb0ed5eab76d req-2cc6ecc2-7486-4383-a9f1-ddf37b74b78b tempest-ServerRescueNegativeTestJSON-1419813537 tempest-ServerRescueNegativeTestJSON-1419813537-project] 10.222.0.57 "GET /v2.0/security-groups?id=61284c33-46c4-4e49-8e24-329051971a91&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0501297
May 31 11:45:52.689400 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ca185df-2e4a-441e-88fd-7788a0c10744 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=06c8122f-5b57-414a-b5a8-a8d779e79384,revision_number=None']} {{(pid=103720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 31 11:45:52.693074 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG oslo_concurrency.lockutils [None req-2ca185df-2e4a-441e-88fd-7788a0c10744 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=103720) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 31 11:45:52.700739 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-2ca185df-2e4a-441e-88fd-7788a0c10744 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:45:52.705293 dv-cinder-786384-7-iscsi neutron-server[103720]: INFO neutron.wsgi [None req-2ca185df-2e4a-441e-88fd-7788a0c10744 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/06c8122f-5b57-414a-b5a8-a8d779e79384 HTTP/1.1" status: 204  len: 168 time: 0.2588782
May 31 11:45:53.267979 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron.wsgi [-] (103720) accepted ('10.222.0.57', 43234) {{(pid=103720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 31 11:45:53.299475 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-29a00bf3-902b-456f-b225-676a243ecea5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:45:53.321017 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron.db.quota.driver [None req-29a00bf3-902b-456f-b225-676a243ecea5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=103720) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 31 11:45:53.328180 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron.quota.resource [None req-29a00bf3-902b-456f-b225-676a243ecea5 admin admin] Usage tracker for resource:security_group_rule and tenant:b60c663fea8c4226ad3be6539ba779e9 is out of sync, need to count used quota {{(pid=103720) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 31 11:45:53.331647 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron.quota.resource [None req-29a00bf3-902b-456f-b225-676a243ecea5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=103720) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 31 11:45:53.338931 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron.db.quota.driver [None req-29a00bf3-902b-456f-b225-676a243ecea5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=103720) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 31 11:45:53.577969 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15f4a8f8-4ebc-4411-990a-c308f988338c req-6d0b7b68-d6f1-4964-8ea4-16bbd64f00d7 tempest-AttachVolumeShelveTestJSON-127538222 tempest-AttachVolumeShelveTestJSON-127538222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 11:45:53.586086 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [req-15f4a8f8-4ebc-4411-990a-c308f988338c req-6d0b7b68-d6f1-4964-8ea4-16bbd64f00d7 tempest-AttachVolumeShelveTestJSON-127538222 tempest-AttachVolumeShelveTestJSON-127538222-project] 10.222.0.57 "GET /v2.0/ports?device_id=3e7980f7-7a5b-4115-a41f-48764f578357 HTTP/1.1" status: 200  len: 946 time: 0.0958035
May 31 11:45:53.606935 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-29a00bf3-902b-456f-b225-676a243ecea5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:45:53.615016 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-29a00bf3-902b-456f-b225-676a243ecea5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3705957'] for security_group, after_create {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:45:53.628272 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG oslo_concurrency.lockutils [None req-06ac2542-4ecb-451f-8a0d-adaf03cd4b4c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103720) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 31 11:45:53.649947 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [req-15f4a8f8-4ebc-4411-990a-c308f988338c req-b1a39f88-1dd7-4d55-88db-5d9f01351941 tempest-AttachVolumeShelveTestJSON-127538222 tempest-AttachVolumeShelveTestJSON-127538222-project] 10.222.0.57 "GET /v2.0/security-groups?id=d1eff7f3-8a7b-4a53-9689-d64080240a11&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0613945
May 31 11:45:53.676782 dv-cinder-786384-7-iscsi neutron-server[103720]: INFO neutron.wsgi [None req-29a00bf3-902b-456f-b225-676a243ecea5 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=b60c663fea8c4226ad3be6539ba779e9&name=default HTTP/1.1" status: 200  len: 2979 time: 0.4073820
May 31 11:45:53.681498 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron.wsgi [-] (103720) accepted ('10.222.0.57', 43248) {{(pid=103720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 31 11:45:53.713997 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29a00bf3-902b-456f-b225-676a243ecea5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bead5d8c-e8a0-46bc-bfcf-19a85e91a7e3,revision_number=1']} {{(pid=103720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 31 11:45:53.748394 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG oslo_concurrency.lockutils [None req-29a00bf3-902b-456f-b225-676a243ecea5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=103720) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 31 11:45:53.838849 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-458cc6a2-fb7e-4cca-842b-0eca0079a4a3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:45:53.895863 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-458cc6a2-fb7e-4cca-842b-0eca0079a4a3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:45:53.904654 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d210e5cb-8597-4dcb-bd12-1b1446347c63 req-9d898510-0ce6-4c9a-9a79-d507a1e3cc6b tempest-VolumesActionsTest-112709343 tempest-VolumesActionsTest-112709343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 11:45:53.906157 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [req-d210e5cb-8597-4dcb-bd12-1b1446347c63 req-9d898510-0ce6-4c9a-9a79-d507a1e3cc6b tempest-VolumesActionsTest-112709343 tempest-VolumesActionsTest-112709343-project] 10.222.0.57 "GET /v2.0/ports?device_id=744e2bcf-8d30-4bc8-b205-25c976f22251 HTTP/1.1" status: 200  len: 946 time: 0.2125418
May 31 11:45:53.950260 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f474e5e6-6b59-462d-a9a6-da9d957165d0 req-9a92d154-7949-4795-83ea-f496d1982481 tempest-VolumesActionsTest-112709343 tempest-VolumesActionsTest-112709343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 11:45:53.952118 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [req-f474e5e6-6b59-462d-a9a6-da9d957165d0 req-9a92d154-7949-4795-83ea-f496d1982481 tempest-VolumesActionsTest-112709343 tempest-VolumesActionsTest-112709343-project] 10.222.0.60 "GET /v2.0/ports?device_id=744e2bcf-8d30-4bc8-b205-25c976f22251 HTTP/1.1" status: 200  len: 946 time: 0.1392334
May 31 11:45:54.032760 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-458cc6a2-fb7e-4cca-842b-0eca0079a4a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3705957'] for security_group, after_delete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:45:54.044298 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG oslo_concurrency.lockutils [None req-d934393d-684f-45c7-ae2f-7ee498e579e4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103720) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 31 11:45:54.082872 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-458cc6a2-fb7e-4cca-842b-0eca0079a4a3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bead5d8c-e8a0-46bc-bfcf-19a85e91a7e3,revision_number=None']} {{(pid=103720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 31 11:45:54.130427 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG oslo_concurrency.lockutils [None req-458cc6a2-fb7e-4cca-842b-0eca0079a4a3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=103720) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 31 11:45:54.134746 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-458cc6a2-fb7e-4cca-842b-0eca0079a4a3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:45:54.144338 dv-cinder-786384-7-iscsi neutron-server[103720]: INFO neutron.wsgi [None req-458cc6a2-fb7e-4cca-842b-0eca0079a4a3 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/bead5d8c-e8a0-46bc-bfcf-19a85e91a7e3 HTTP/1.1" status: 204  len: 168 time: 0.4613106
May 31 11:45:54.179618 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [req-d210e5cb-8597-4dcb-bd12-1b1446347c63 req-08d21e82-c8de-4cbb-b71a-001b1c988cdb tempest-VolumesActionsTest-112709343 tempest-VolumesActionsTest-112709343-project] 10.222.0.57 "GET /v2.0/security-groups?id=e75e580a-fb88-4245-a14e-0fc71be3f34a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2446568
May 31 11:45:54.318514 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.plugins.ml2.plugin [req-f474e5e6-6b59-462d-a9a6-da9d957165d0 req-2071501d-decf-4025-935a-d9c00d6e924c tempest-VolumesActionsTest-112709343 tempest-VolumesActionsTest-112709343-project] Deleting port ce2d5ee1-8827-4fec-842a-36257b10f409 {{(pid=103721) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
May 31 11:45:54.319457 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron_lib.callbacks.manager [req-f474e5e6-6b59-462d-a9a6-da9d957165d0 req-2071501d-decf-4025-935a-d9c00d6e924c tempest-VolumesActionsTest-112709343 tempest-VolumesActionsTest-112709343-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744215952451'] for port, before_delete {{(pid=103721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:45:54.561942 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.plugins.ml2.db [req-f474e5e6-6b59-462d-a9a6-da9d957165d0 req-2071501d-decf-4025-935a-d9c00d6e924c tempest-VolumesActionsTest-112709343 tempest-VolumesActionsTest-112709343-project] For port ce2d5ee1-8827-4fec-842a-36257b10f409, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=ce2d5ee1-8827-4fec-842a-36257b10f409,segment=NetworkSegment(e96239f9-736c-4cc7-b0b8-c7a5b7ba20fd),segment_id=e96239f9-736c-4cc7-b0b8-c7a5b7ba20fd)] {{(pid=103721) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 31 11:45:54.562303 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron_lib.callbacks.manager [req-f474e5e6-6b59-462d-a9a6-da9d957165d0 req-2071501d-decf-4025-935a-d9c00d6e924c tempest-VolumesActionsTest-112709343 tempest-VolumesActionsTest-112709343-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4088094'] for port, precommit_delete {{(pid=103721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:45:54.711844 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.plugins.ml2.plugin [req-f474e5e6-6b59-462d-a9a6-da9d957165d0 req-2071501d-decf-4025-935a-d9c00d6e924c tempest-VolumesActionsTest-112709343 tempest-VolumesActionsTest-112709343-project] Calling delete_port for ce2d5ee1-8827-4fec-842a-36257b10f409 owned by compute:nova {{(pid=103721) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
May 31 11:45:54.964016 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron_lib.callbacks.manager [req-f474e5e6-6b59-462d-a9a6-da9d957165d0 req-2071501d-decf-4025-935a-d9c00d6e924c tempest-VolumesActionsTest-112709343 tempest-VolumesActionsTest-112709343-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937715', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3701677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744215954342', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744215520979', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2250866'] for port, after_delete {{(pid=103721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:45:54.980771 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103721) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 31 11:45:54.999375 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron.plugins.ml2.db [None req-43028a7b-58d7-408b-ac75-1328e6896bf7 None None] get_ports_and_sgs() called for port_ids ['ce2d5ee1-8827-4fec-842a-36257b10f409'] {{(pid=103722) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
May 31 11:45:55.103953 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2071501d-decf-4025-935a-d9c00d6e924c tempest-VolumesActionsTest-112709343 tempest-VolumesActionsTest-112709343-project] Pushing event deleted for resources: {'Port': ['ID=ce2d5ee1-8827-4fec-842a-36257b10f409,revision_number=None']} {{(pid=103721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 31 11:45:55.186580 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2071501d-decf-4025-935a-d9c00d6e924c tempest-VolumesActionsTest-112709343 tempest-VolumesActionsTest-112709343-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786384-7-iscsi {{(pid=103721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 31 11:45:55.186933 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2071501d-decf-4025-935a-d9c00d6e924c tempest-VolumesActionsTest-112709343 tempest-VolumesActionsTest-112709343-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786384-7-iscsi {{(pid=103721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 31 11:45:55.187282 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2071501d-decf-4025-935a-d9c00d6e924c tempest-VolumesActionsTest-112709343 tempest-VolumesActionsTest-112709343-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786384-7-iscsi {{(pid=103721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 31 11:45:55.187621 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2071501d-decf-4025-935a-d9c00d6e924c tempest-VolumesActionsTest-112709343 tempest-VolumesActionsTest-112709343-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786384-7-iscsi {{(pid=103721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 31 11:45:55.188027 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2071501d-decf-4025-935a-d9c00d6e924c tempest-VolumesActionsTest-112709343 tempest-VolumesActionsTest-112709343-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786384-7-iscsi {{(pid=103721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 31 11:45:55.188336 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2071501d-decf-4025-935a-d9c00d6e924c tempest-VolumesActionsTest-112709343 tempest-VolumesActionsTest-112709343-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786384-7-iscsi {{(pid=103721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 31 11:45:55.188672 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2071501d-decf-4025-935a-d9c00d6e924c tempest-VolumesActionsTest-112709343 tempest-VolumesActionsTest-112709343-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786384-7-iscsi {{(pid=103721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 31 11:45:55.188995 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2071501d-decf-4025-935a-d9c00d6e924c tempest-VolumesActionsTest-112709343 tempest-VolumesActionsTest-112709343-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786384-7-iscsi {{(pid=103721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 31 11:45:55.189324 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2071501d-decf-4025-935a-d9c00d6e924c tempest-VolumesActionsTest-112709343 tempest-VolumesActionsTest-112709343-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786384-7-iscsi {{(pid=103721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 31 11:45:55.189651 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2071501d-decf-4025-935a-d9c00d6e924c tempest-VolumesActionsTest-112709343 tempest-VolumesActionsTest-112709343-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786384-7-iscsi {{(pid=103721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 31 11:45:55.189976 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2071501d-decf-4025-935a-d9c00d6e924c tempest-VolumesActionsTest-112709343 tempest-VolumesActionsTest-112709343-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786384-7-iscsi {{(pid=103721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 31 11:45:55.190312 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2071501d-decf-4025-935a-d9c00d6e924c tempest-VolumesActionsTest-112709343 tempest-VolumesActionsTest-112709343-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786384-7-iscsi {{(pid=103721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 31 11:45:55.206826 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aeee45e-f8d4-4e0b-9ce8-8552ef483ced req-2cbb8f47-c028-4fcf-919b-5d6a6e6946d9 tempest-ServerRescueNegativeTestJSON-1419813537 tempest-ServerRescueNegativeTestJSON-1419813537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 11:45:55.208367 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [req-5aeee45e-f8d4-4e0b-9ce8-8552ef483ced req-2cbb8f47-c028-4fcf-919b-5d6a6e6946d9 tempest-ServerRescueNegativeTestJSON-1419813537 tempest-ServerRescueNegativeTestJSON-1419813537-project] 10.222.0.57 "GET /v2.0/ports?device_id=6cccde54-536c-42f8-a4b4-ace3bbad46da HTTP/1.1" status: 200  len: 945 time: 0.5662534
May 31 11:45:55.209239 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG oslo_concurrency.lockutils [None req-2071501d-decf-4025-935a-d9c00d6e924c tempest-VolumesActionsTest-112709343 tempest-VolumesActionsTest-112709343-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.229s {{(pid=103721) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 31 11:45:55.212197 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.db.l3_dvrscheduler_db [req-f474e5e6-6b59-462d-a9a6-da9d957165d0 req-2071501d-decf-4025-935a-d9c00d6e924c tempest-VolumesActionsTest-112709343 tempest-VolumesActionsTest-112709343-project] No DVR routers for this DVR port ce2d5ee1-8827-4fec-842a-36257b10f409 on host hv-cinder-78638 {{(pid=103721) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 31 11:45:55.215420 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron_lib.callbacks.manager [req-f474e5e6-6b59-462d-a9a6-da9d957165d0 req-2071501d-decf-4025-935a-d9c00d6e924c tempest-VolumesActionsTest-112709343 tempest-VolumesActionsTest-112709343-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46333'] for port, before_response {{(pid=103721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:45:55.218827 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '744e2bcf-8d30-4bc8-b205-25c976f22251', 'name': 'network-vif-deleted', 'tag': 'ce2d5ee1-8827-4fec-842a-36257b10f409'}] {{(pid=103721) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 31 11:45:55.221279 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3cd903d475e597836c68a86188e0a4f713f0e90603b95bd8a010e768671d0d04" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-84417c20-7f12-4996-a044-2e085ebdd333" -d '{"events": [{"server_uuid": "744e2bcf-8d30-4bc8-b205-25c976f22251", "name": "network-vif-deleted", "tag": "ce2d5ee1-8827-4fec-842a-36257b10f409"}]}' {{(pid=103721) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
May 31 11:45:55.275017 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [req-f474e5e6-6b59-462d-a9a6-da9d957165d0 req-2071501d-decf-4025-935a-d9c00d6e924c tempest-VolumesActionsTest-112709343 tempest-VolumesActionsTest-112709343-project] 10.222.0.60 "DELETE /v2.0/ports/ce2d5ee1-8827-4fec-842a-36257b10f409 HTTP/1.1" status: 204  len: 173 time: 1.3078787
May 31 11:45:55.337363 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-178a14ee-6ae2-4081-8a1f-dda02f1651f0 req-07339443-a70c-43b3-abf5-9ab2acbf0dfa tempest-AttachVolumeShelveTestJSON-127538222 tempest-AttachVolumeShelveTestJSON-127538222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 11:45:55.354164 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [req-178a14ee-6ae2-4081-8a1f-dda02f1651f0 req-07339443-a70c-43b3-abf5-9ab2acbf0dfa tempest-AttachVolumeShelveTestJSON-127538222 tempest-AttachVolumeShelveTestJSON-127538222-project] 10.222.0.57 "GET /v2.0/ports?device_id=3e7980f7-7a5b-4115-a41f-48764f578357 HTTP/1.1" status: 200  len: 946 time: 0.4509025
May 31 11:45:55.380518 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [req-5aeee45e-f8d4-4e0b-9ce8-8552ef483ced req-0b2fea0b-c59b-4f92-aa63-a4df17751220 tempest-ServerRescueNegativeTestJSON-1419813537 tempest-ServerRescueNegativeTestJSON-1419813537-project] 10.222.0.57 "GET /v2.0/security-groups?id=61284c33-46c4-4e49-8e24-329051971a91&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1539207
May 31 11:45:55.469449 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [req-178a14ee-6ae2-4081-8a1f-dda02f1651f0 req-b828d00b-7480-4fe4-aea5-0f6d32570c8f tempest-AttachVolumeShelveTestJSON-127538222 tempest-AttachVolumeShelveTestJSON-127538222-project] 10.222.0.57 "GET /v2.0/security-groups?id=d1eff7f3-8a7b-4a53-9689-d64080240a11&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1041553
May 31 11:45:55.571677 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 31 May 2021 11:45:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0ff17243-9de5-4d4c-9c90-539b1c4c55c6 x-openstack-request-id: req-0ff17243-9de5-4d4c-9c90-539b1c4c55c6 {{(pid=103721) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
May 31 11:45:55.572308 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "744e2bcf-8d30-4bc8-b205-25c976f22251", "name": "network-vif-deleted", "tag": "ce2d5ee1-8827-4fec-842a-36257b10f409", "status": "completed", "code": 200}]} {{(pid=103721) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
May 31 11:45:55.572731 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-0ff17243-9de5-4d4c-9c90-539b1c4c55c6 {{(pid=103721) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
May 31 11:45:55.573306 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '744e2bcf-8d30-4bc8-b205-25c976f22251', 'name': 'network-vif-deleted', 'tag': 'ce2d5ee1-8827-4fec-842a-36257b10f409', 'status': 'completed', 'code': 200}
May 31 11:45:55.782353 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.quota.resource [req-2b6e58f7-38ef-4e37-beb7-98b383419300 req-9b40cdaa-4d65-4e3d-ac4e-87520c6f56db tempest-VolumesActionsTest-112709343 tempest-VolumesActionsTest-112709343-project] Synchronizing usage tracker for tenant:21a60f43ca944a39aea0b56b250f83ba on resource:port {{(pid=103721) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 31 11:45:55.804354 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.quota.resource [req-2b6e58f7-38ef-4e37-beb7-98b383419300 req-9b40cdaa-4d65-4e3d-ac4e-87520c6f56db tempest-VolumesActionsTest-112709343 tempest-VolumesActionsTest-112709343-project] Unset dirty status for tenant:21a60f43ca944a39aea0b56b250f83ba on resource:port {{(pid=103721) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 31 11:45:55.823144 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [req-2b6e58f7-38ef-4e37-beb7-98b383419300 req-9b40cdaa-4d65-4e3d-ac4e-87520c6f56db tempest-VolumesActionsTest-112709343 tempest-VolumesActionsTest-112709343-project] 10.222.0.57 "GET /v2.0/ports?device_id=744e2bcf-8d30-4bc8-b205-25c976f22251 HTTP/1.1" status: 200  len: 210 time: 0.1188660
May 31 11:45:56.607696 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.wsgi [-] (103721) accepted ('10.222.0.57', 43348) {{(pid=103721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 31 11:45:56.716400 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62c845d5-61a5-4f74-a3e0-a59c2359a89b req-1edc0a37-b654-447e-a337-11a1a905b29a tempest-AttachVolumeShelveTestJSON-127538222 tempest-AttachVolumeShelveTestJSON-127538222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 11:45:56.723637 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [req-62c845d5-61a5-4f74-a3e0-a59c2359a89b req-1edc0a37-b654-447e-a337-11a1a905b29a tempest-AttachVolumeShelveTestJSON-127538222 tempest-AttachVolumeShelveTestJSON-127538222-project] 10.222.0.57 "GET /v2.0/ports?device_id=3e7980f7-7a5b-4115-a41f-48764f578357 HTTP/1.1" status: 200  len: 946 time: 0.1067100
May 31 11:45:56.839094 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron_lib.callbacks.manager [None req-16181c4d-3e39-4fb7-9cd4-3402a5ba472b admin admin] Notify callbacks [] for security_group, before_create {{(pid=103721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:45:56.859188 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.db.quota.driver [None req-16181c4d-3e39-4fb7-9cd4-3402a5ba472b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=103721) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 31 11:45:56.863635 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.quota.resource [None req-16181c4d-3e39-4fb7-9cd4-3402a5ba472b admin admin] Usage tracker for resource:security_group_rule and tenant:4ced701fdf4645c9bedd0674b10bfead is out of sync, need to count used quota {{(pid=103721) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 31 11:45:56.868037 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.quota.resource [None req-16181c4d-3e39-4fb7-9cd4-3402a5ba472b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=103721) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 31 11:45:56.874616 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.db.quota.driver [None req-16181c4d-3e39-4fb7-9cd4-3402a5ba472b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=103721) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 31 11:45:56.983386 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [req-62c845d5-61a5-4f74-a3e0-a59c2359a89b req-57cdc252-a7c1-4417-99c2-25e48486b28b tempest-AttachVolumeShelveTestJSON-127538222 tempest-AttachVolumeShelveTestJSON-127538222-project] 10.222.0.57 "GET /v2.0/security-groups?id=d1eff7f3-8a7b-4a53-9689-d64080240a11&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2588177
May 31 11:45:56.988434 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron_lib.callbacks.manager [None req-16181c4d-3e39-4fb7-9cd4-3402a5ba472b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:45:56.997379 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron_lib.callbacks.manager [None req-16181c4d-3e39-4fb7-9cd4-3402a5ba472b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3705957'] for security_group, after_create {{(pid=103721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:45:57.009289 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG oslo_concurrency.lockutils [None req-b0cdc008-8460-4de3-99cd-db6b25df81bd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103721) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 31 11:45:57.068418 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16181c4d-3e39-4fb7-9cd4-3402a5ba472b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cec53ee2-5efb-47fb-a611-82dc372dd652,revision_number=1']} {{(pid=103721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 31 11:45:57.075538 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron.wsgi [-] (103720) accepted ('10.222.0.57', 43364) {{(pid=103720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 31 11:45:57.076148 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [None req-16181c4d-3e39-4fb7-9cd4-3402a5ba472b admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=4ced701fdf4645c9bedd0674b10bfead&name=default HTTP/1.1" status: 200  len: 2979 time: 0.4668243
May 31 11:45:57.076754 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG oslo_concurrency.lockutils [None req-16181c4d-3e39-4fb7-9cd4-3402a5ba472b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=103721) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 31 11:45:57.185812 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-41a8870e-08f8-4623-a9db-a14c0db306d7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:45:57.225065 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-41a8870e-08f8-4623-a9db-a14c0db306d7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:45:57.308796 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-41a8870e-08f8-4623-a9db-a14c0db306d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3705957'] for security_group, after_delete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:45:57.313512 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG oslo_concurrency.lockutils [None req-458cc6a2-fb7e-4cca-842b-0eca0079a4a3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103720) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 31 11:45:57.324908 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41a8870e-08f8-4623-a9db-a14c0db306d7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cec53ee2-5efb-47fb-a611-82dc372dd652,revision_number=None']} {{(pid=103720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 31 11:45:57.327576 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG oslo_concurrency.lockutils [None req-41a8870e-08f8-4623-a9db-a14c0db306d7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=103720) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 31 11:45:57.334140 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-41a8870e-08f8-4623-a9db-a14c0db306d7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:45:57.335471 dv-cinder-786384-7-iscsi neutron-server[103720]: INFO neutron.wsgi [None req-41a8870e-08f8-4623-a9db-a14c0db306d7 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/cec53ee2-5efb-47fb-a611-82dc372dd652 HTTP/1.1" status: 204  len: 168 time: 0.2579367
May 31 11:45:57.466049 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b44ebb61-8a24-4ccb-b9a7-e6e841de04bd req-b91b4051-a8d4-4111-bc90-f1450a4a2b56 tempest-VolumesActionsTest-112709343 tempest-VolumesActionsTest-112709343-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 11:45:57.473430 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [req-b44ebb61-8a24-4ccb-b9a7-e6e841de04bd req-b91b4051-a8d4-4111-bc90-f1450a4a2b56 tempest-VolumesActionsTest-112709343 tempest-VolumesActionsTest-112709343-project] 10.222.0.57 "GET /v2.0/networks?id=b205228b-8572-41c7-9635-7e124a709f42 HTTP/1.1" status: 200  len: 809 time: 0.2009645
May 31 11:45:57.494146 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [req-b44ebb61-8a24-4ccb-b9a7-e6e841de04bd req-d9fb43bf-a705-4b2d-80e3-00e59111f931 tempest-VolumesActionsTest-112709343 tempest-VolumesActionsTest-112709343-project] 10.222.0.57 "GET /v2.0/quotas/21a60f43ca944a39aea0b56b250f83ba HTTP/1.1" status: 200  len: 375 time: 0.0195644
May 31 11:45:57.560212 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [req-b44ebb61-8a24-4ccb-b9a7-e6e841de04bd req-09ef4b5f-80be-4343-bd1c-a45c2722ab58 tempest-VolumesActionsTest-112709343 tempest-VolumesActionsTest-112709343-project] 10.222.0.57 "GET /v2.0/ports?tenant_id=21a60f43ca944a39aea0b56b250f83ba&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0649085
May 31 11:45:57.716382 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [req-b44ebb61-8a24-4ccb-b9a7-e6e841de04bd req-76c6b940-df90-458d-86eb-058a7391d6af service neutron] 10.222.0.57 "GET /v2.0/networks/b205228b-8572-41c7-9635-7e124a709f42?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1552491
May 31 11:45:57.864360 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [req-b44ebb61-8a24-4ccb-b9a7-e6e841de04bd req-fed5e41b-afc2-4aeb-ab3f-63717270331a service neutron] 10.222.0.57 "GET /v2.0/networks/b205228b-8572-41c7-9635-7e124a709f42?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1419663
May 31 11:45:58.107352 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [req-8a130fb3-485c-4d06-953d-d375e1d3171e req-897cc198-afb3-4873-b46a-a77c58bcbc87 tempest-VolumesActionsTest-112709343 tempest-VolumesActionsTest-112709343-project] 10.222.0.57 "GET /v2.0/ports?device_id=d78197cd-740e-4b05-be5b-636187026ff5 HTTP/1.1" status: 200  len: 210 time: 0.1006026
May 31 11:45:58.339067 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d8a9038-b2ae-4ff1-8cfb-2dd79e725534 req-063bbd06-6543-443a-8be9-6d2a7cbef3c9 tempest-AttachVolumeShelveTestJSON-127538222 tempest-AttachVolumeShelveTestJSON-127538222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 11:45:58.341699 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [req-8d8a9038-b2ae-4ff1-8cfb-2dd79e725534 req-063bbd06-6543-443a-8be9-6d2a7cbef3c9 tempest-AttachVolumeShelveTestJSON-127538222 tempest-AttachVolumeShelveTestJSON-127538222-project] 10.222.0.57 "GET /v2.0/ports?device_id=3e7980f7-7a5b-4115-a41f-48764f578357 HTTP/1.1" status: 200  len: 946 time: 0.1793582
May 31 11:45:58.444445 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [req-8d8a9038-b2ae-4ff1-8cfb-2dd79e725534 req-b43d53c6-03cc-432d-b12d-5800109a5254 tempest-AttachVolumeShelveTestJSON-127538222 tempest-AttachVolumeShelveTestJSON-127538222-project] 10.222.0.57 "GET /v2.0/security-groups?id=d1eff7f3-8a7b-4a53-9689-d64080240a11&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0922673
May 31 11:45:59.262770 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [req-a75e1ae7-da75-44a8-8c7e-b529e3708aab req-8072ff94-70e9-452e-888c-1dac2cd6dd73 tempest-VolumesActionsTest-112709343 tempest-VolumesActionsTest-112709343-project] 10.222.0.57 "GET /v2.0/ports?device_id=d78197cd-740e-4b05-be5b-636187026ff5 HTTP/1.1" status: 200  len: 210 time: 0.0434744
May 31 11:45:59.638752 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fe9818e-7b67-43e0-98e7-7d9b435c93c6 req-6567bc67-b863-4294-93bc-6e3b0879e8c3 tempest-AttachVolumeShelveTestJSON-127538222 tempest-AttachVolumeShelveTestJSON-127538222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 11:45:59.640287 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [req-4fe9818e-7b67-43e0-98e7-7d9b435c93c6 req-6567bc67-b863-4294-93bc-6e3b0879e8c3 tempest-AttachVolumeShelveTestJSON-127538222 tempest-AttachVolumeShelveTestJSON-127538222-project] 10.222.0.57 "GET /v2.0/ports?device_id=3e7980f7-7a5b-4115-a41f-48764f578357 HTTP/1.1" status: 200  len: 946 time: 0.0837595
May 31 11:45:59.684342 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [req-4fe9818e-7b67-43e0-98e7-7d9b435c93c6 req-42e0c333-45aa-4bab-908a-ef170c8056df tempest-AttachVolumeShelveTestJSON-127538222 tempest-AttachVolumeShelveTestJSON-127538222-project] 10.222.0.57 "GET /v2.0/security-groups?id=d1eff7f3-8a7b-4a53-9689-d64080240a11&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0381083
May 31 11:45:59.904589 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron.plugins.ml2.rpc [None req-43028a7b-58d7-408b-ac75-1328e6896bf7 None None] Device 47adc6b5-17d9-4109-8892-d6283ab54f49 details requested by agent hyperv_hv-cinder-78638 with host hv-cinder-78638 {{(pid=103722) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
May 31 11:45:59.911584 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron.plugins.ml2.rpc [None req-43028a7b-58d7-408b-ac75-1328e6896bf7 None None] Device ce2d5ee1-8827-4fec-842a-36257b10f409 no longer exists at agent hyperv_hv-cinder-78638 {{(pid=103722) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
May 31 11:45:59.963668 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron.plugins.ml2.plugin [None req-43028a7b-58d7-408b-ac75-1328e6896bf7 None None] No Port match for: ce2d5ee1-8827-4fec-842a-36257b10f409 {{(pid=103722) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}}
May 31 11:45:59.964033 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron.plugins.ml2.rpc [None req-43028a7b-58d7-408b-ac75-1328e6896bf7 None None] Device ce2d5ee1-8827-4fec-842a-36257b10f409 not bound to the agent host hv-cinder-78638 {{(pid=103722) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
May 31 11:46:00.089503 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron.plugins.ml2.db [None req-43028a7b-58d7-408b-ac75-1328e6896bf7 None None] For port 47adc6b5-17d9-4109-8892-d6283ab54f49, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=47adc6b5-17d9-4109-8892-d6283ab54f49,segment=NetworkSegment(fea50412-2064-40f9-97d7-ef805bb3a428),segment_id=fea50412-2064-40f9-97d7-ef805bb3a428)] {{(pid=103722) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 31 11:46:00.103111 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron.plugins.ml2.rpc [None req-43028a7b-58d7-408b-ac75-1328e6896bf7 None None] Returning: {'device': '47adc6b5-17d9-4109-8892-d6283ab54f49', 'network_id': '2c20abfc-12cd-4800-b928-7191b2675429', 'port_id': '47adc6b5-17d9-4109-8892-d6283ab54f49', 'mac_address': 'fa:16:3e:9f:92:b8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 766, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '97d26c19-ffd5-4600-9f66-20181dad1656', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103722) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
May 31 11:46:00.157989 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron_lib.callbacks.manager [None req-43028a7b-58d7-408b-ac75-1328e6896bf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-934180'] for port, before_update {{(pid=103722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:46:00.174528 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron.notifiers.nova [None req-43028a7b-58d7-408b-ac75-1328e6896bf7 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 47adc6b5-17d9-4109-8892-d6283ab54f49 {{(pid=103722) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
May 31 11:46:00.176062 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [req-33066a53-65cf-4b4c-b516-f5504cdb483c req-78f41063-ec22-4864-afe0-97578010de5d service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=b2dee92b-5362-45b1-88ed-3987b2942c9a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.1512856
May 31 11:46:00.190904 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron.plugins.ml2.db [None req-43028a7b-58d7-408b-ac75-1328e6896bf7 None None] For port 47adc6b5-17d9-4109-8892-d6283ab54f49, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=47adc6b5-17d9-4109-8892-d6283ab54f49,segment=NetworkSegment(fea50412-2064-40f9-97d7-ef805bb3a428),segment_id=fea50412-2064-40f9-97d7-ef805bb3a428)] {{(pid=103722) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 31 11:46:00.194924 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron_lib.callbacks.manager [None req-43028a7b-58d7-408b-ac75-1328e6896bf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937715', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3701677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744215954324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744215520988', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744215521293'] for port, after_update {{(pid=103722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:46:00.196887 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103722) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 31 11:46:00.239695 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97645ce3-c00d-4a90-ad8c-4e004881fccc req-8419efcb-3fc0-4ff8-9e0e-8ead47f1832f tempest-TestMinimumBasicScenario-386923442 tempest-TestMinimumBasicScenario-386923442-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 11:46:00.240722 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.quota.resource [req-97645ce3-c00d-4a90-ad8c-4e004881fccc req-8419efcb-3fc0-4ff8-9e0e-8ead47f1832f tempest-TestMinimumBasicScenario-386923442 tempest-TestMinimumBasicScenario-386923442-project] Synchronizing usage tracker for tenant:d2835694ba8b4386a2876202826dc222 on resource:network {{(pid=103721) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 31 11:46:00.258290 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.quota.resource [req-97645ce3-c00d-4a90-ad8c-4e004881fccc req-8419efcb-3fc0-4ff8-9e0e-8ead47f1832f tempest-TestMinimumBasicScenario-386923442 tempest-TestMinimumBasicScenario-386923442-project] Unset dirty status for tenant:d2835694ba8b4386a2876202826dc222 on resource:network {{(pid=103721) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 31 11:46:00.259962 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [req-97645ce3-c00d-4a90-ad8c-4e004881fccc req-8419efcb-3fc0-4ff8-9e0e-8ead47f1832f tempest-TestMinimumBasicScenario-386923442 tempest-TestMinimumBasicScenario-386923442-project] 10.222.0.57 "GET /v2.0/networks?id=7c7367d4-6b64-4c55-b3b8-cb2b2973b934 HTTP/1.1" status: 200  len: 815 time: 0.1701851
May 31 11:46:00.268870 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43028a7b-58d7-408b-ac75-1328e6896bf7 None None] Pushing event updated for resources: {'Port': ['ID=47adc6b5-17d9-4109-8892-d6283ab54f49,revision_number=6']} {{(pid=103722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 31 11:46:00.272347 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG oslo_concurrency.lockutils [None req-43028a7b-58d7-408b-ac75-1328e6896bf7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=103722) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 31 11:46:00.319327 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [req-97645ce3-c00d-4a90-ad8c-4e004881fccc req-98c9d770-2b3c-4f8d-88be-5117a3028d6b tempest-TestMinimumBasicScenario-386923442 tempest-TestMinimumBasicScenario-386923442-project] 10.222.0.57 "GET /v2.0/quotas/d2835694ba8b4386a2876202826dc222 HTTP/1.1" status: 200  len: 375 time: 0.0166497
May 31 11:46:00.434017 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron.plugins.ml2.db [None req-43028a7b-58d7-408b-ac75-1328e6896bf7 None None] get_ports_and_sgs() called for port_ids ['47adc6b5-17d9-4109-8892-d6283ab54f49'] {{(pid=103722) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
May 31 11:46:00.437513 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [req-d272f2bc-6d92-4389-a57d-dcee2fca222b req-6ac2a308-04eb-44ef-8874-8b8d2fe807ac tempest-VolumesActionsTest-112709343 tempest-VolumesActionsTest-112709343-project] 10.222.0.57 "GET /v2.0/ports?device_id=d78197cd-740e-4b05-be5b-636187026ff5 HTTP/1.1" status: 200  len: 210 time: 0.0583167
May 31 11:46:00.460662 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33066a53-65cf-4b4c-b516-f5504cdb483c req-54c00f13-3164-445b-afa4-8b717826b6d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 11:46:00.462277 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [req-33066a53-65cf-4b4c-b516-f5504cdb483c req-54c00f13-3164-445b-afa4-8b717826b6d0 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=e6680e894741452ebedaacc4ca6c4c58&device_id=b2dee92b-5362-45b1-88ed-3987b2942c9a HTTP/1.1" status: 200  len: 1099 time: 0.2012560
May 31 11:46:00.488325 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [req-97645ce3-c00d-4a90-ad8c-4e004881fccc req-27570322-248a-42e4-9a96-15a66ce8bc37 tempest-TestMinimumBasicScenario-386923442 tempest-TestMinimumBasicScenario-386923442-project] 10.222.0.57 "GET /v2.0/ports?tenant_id=d2835694ba8b4386a2876202826dc222&fields=id HTTP/1.1" status: 200  len: 302 time: 0.1571536
May 31 11:46:00.808350 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [req-97645ce3-c00d-4a90-ad8c-4e004881fccc req-51863781-121e-4986-8500-b0ed37e17431 service neutron] 10.222.0.57 "GET /v2.0/networks/7c7367d4-6b64-4c55-b3b8-cb2b2973b934?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3212266
May 31 11:46:00.844390 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33066a53-65cf-4b4c-b516-f5504cdb483c req-70b499bf-d709-415f-9201-18e4a500168e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 11:46:00.845304 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [req-33066a53-65cf-4b4c-b516-f5504cdb483c req-70b499bf-d709-415f-9201-18e4a500168e service neutron] 10.222.0.60 "GET /v2.0/networks?id=c32e1ce5-86a3-4104-9167-66f8d6251dc5 HTTP/1.1" status: 200  len: 919 time: 0.3402779
May 31 11:46:00.888910 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron.plugins.ml2.rpc [None req-43028a7b-58d7-408b-ac75-1328e6896bf7 None None] Device 47adc6b5-17d9-4109-8892-d6283ab54f49 up at agent hyperv_hv-cinder-78638 {{(pid=103722) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 31 11:46:01.014980 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron.db.provisioning_blocks [None req-43028a7b-58d7-408b-ac75-1328e6896bf7 None None] Provisioning complete for port 47adc6b5-17d9-4109-8892-d6283ab54f49 triggered by entity L2. {{(pid=103722) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 31 11:46:01.015659 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron_lib.callbacks.manager [None req-43028a7b-58d7-408b-ac75-1328e6896bf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857618'] for port, provisioning_complete {{(pid=103722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:46:01.053290 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [req-33066a53-65cf-4b4c-b516-f5504cdb483c req-477a18c2-5b08-4997-be91-6fd9d424f9c3 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=155b9d57-585f-4bc6-a6be-200a600e1d9b HTTP/1.1" status: 200  len: 217 time: 0.1630890
May 31 11:46:01.151502 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron_lib.callbacks.manager [None req-43028a7b-58d7-408b-ac75-1328e6896bf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-934180'] for port, before_update {{(pid=103722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:46:01.164946 dv-cinder-786384-7-iscsi neutron-server[103723]: DEBUG neutron.db.agents_db [None req-cb648da2-ef1b-4de5-af28-8b32e926ae6d None None] Agent healthcheck: found 6 active agents {{(pid=103723) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}}
May 31 11:46:01.187272 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3e7980f7-7a5b-4115-a41f-48764f578357', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '47adc6b5-17d9-4109-8892-d6283ab54f49'}] {{(pid=103722) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 31 11:46:01.198280 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}385953046bb192346b13b574918bbc7d366126a5ac8301ca09ff73df2ee9323d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c715912f-626c-43eb-8316-8dab66f16c59" -d '{"events": [{"server_uuid": "3e7980f7-7a5b-4115-a41f-48764f578357", "name": "network-vif-plugged", "status": "completed", "tag": "47adc6b5-17d9-4109-8892-d6283ab54f49"}]}' {{(pid=103722) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
May 31 11:46:01.213537 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron.plugins.ml2.db [None req-43028a7b-58d7-408b-ac75-1328e6896bf7 None None] For port 47adc6b5-17d9-4109-8892-d6283ab54f49, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=47adc6b5-17d9-4109-8892-d6283ab54f49,segment=NetworkSegment(fea50412-2064-40f9-97d7-ef805bb3a428),segment_id=fea50412-2064-40f9-97d7-ef805bb3a428)] {{(pid=103722) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 31 11:46:01.220372 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron_lib.callbacks.manager [None req-43028a7b-58d7-408b-ac75-1328e6896bf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937715', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3701677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744215954324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744215520988', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744215521293'] for port, after_update {{(pid=103722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:46:01.222931 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG oslo_concurrency.lockutils [None req-de7a84b1-3b40-42d8-863e-66076be6a40f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103722) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 31 11:46:01.282810 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [req-97645ce3-c00d-4a90-ad8c-4e004881fccc req-520074f1-f2cd-4bc1-af35-559b4cbca5b6 service neutron] 10.222.0.57 "GET /v2.0/networks/7c7367d4-6b64-4c55-b3b8-cb2b2973b934?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4732981
May 31 11:46:01.292003 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33066a53-65cf-4b4c-b516-f5504cdb483c req-9d8f9933-6954-4f2c-8719-e4e5f21a823b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 11:46:01.293420 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [req-33066a53-65cf-4b4c-b516-f5504cdb483c req-9d8f9933-6954-4f2c-8719-e4e5f21a823b service neutron] 10.222.0.60 "GET /v2.0/subnets?id=c2592ba6-2cac-4876-ba41-1cfa4ff30377 HTTP/1.1" status: 200  len: 858 time: 0.2308481
May 31 11:46:01.328037 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43028a7b-58d7-408b-ac75-1328e6896bf7 None None] Pushing event updated for resources: {'Port': ['ID=47adc6b5-17d9-4109-8892-d6283ab54f49,revision_number=7']} {{(pid=103722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 31 11:46:01.335879 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG oslo_concurrency.lockutils [None req-43028a7b-58d7-408b-ac75-1328e6896bf7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=103722) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 31 11:46:01.351949 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron_lib.callbacks.manager [None req-43028a7b-58d7-408b-ac75-1328e6896bf7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744215964654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857257'] for agent, after_update {{(pid=103722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:46:01.422506 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b44ebb61-8a24-4ccb-b9a7-e6e841de04bd req-3171d44b-9594-4e6f-808f-56170c536b15 tempest-VolumesActionsTest-112709343 tempest-VolumesActionsTest-112709343-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 11:46:01.424120 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [req-b44ebb61-8a24-4ccb-b9a7-e6e841de04bd req-3171d44b-9594-4e6f-808f-56170c536b15 tempest-VolumesActionsTest-112709343 tempest-VolumesActionsTest-112709343-project] 10.222.0.60 "GET /v2.0/networks?id=b205228b-8572-41c7-9635-7e124a709f42 HTTP/1.1" status: 200  len: 809 time: 0.4203107
May 31 11:46:01.427959 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [req-33066a53-65cf-4b4c-b516-f5504cdb483c req-91088113-9e77-4c04-967c-b305785650c2 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=c32e1ce5-86a3-4104-9167-66f8d6251dc5&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.1029010
May 31 11:46:01.436530 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-465fabe6-4a3b-4ea5-b512-4fbd4c14d860 req-d591a763-b0d4-4591-a8ce-386d85f6c6c0 tempest-AttachVolumeShelveTestJSON-127538222 tempest-AttachVolumeShelveTestJSON-127538222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 11:46:01.444025 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [req-465fabe6-4a3b-4ea5-b512-4fbd4c14d860 req-d591a763-b0d4-4591-a8ce-386d85f6c6c0 tempest-AttachVolumeShelveTestJSON-127538222 tempest-AttachVolumeShelveTestJSON-127538222-project] 10.222.0.57 "GET /v2.0/ports?device_id=3e7980f7-7a5b-4115-a41f-48764f578357 HTTP/1.1" status: 200  len: 945 time: 0.6014519
May 31 11:46:01.464326 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.api.v2.base [req-b44ebb61-8a24-4ccb-b9a7-e6e841de04bd req-a5a34a02-eb40-457a-bbc5-7ef9d32994df tempest-VolumesActionsTest-112709343 tempest-VolumesActionsTest-112709343-project] Request body: {'port': {'device_id': 'd78197cd-740e-4b05-be5b-636187026ff5', 'network_id': 'b205228b-8572-41c7-9635-7e124a709f42', 'admin_state_up': True, 'tenant_id': '21a60f43ca944a39aea0b56b250f83ba'}} {{(pid=103721) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 31 11:46:01.482391 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 31 May 2021 11:46:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-833841e3-93ba-4f5c-8dd6-4c3ecd78bbd0 x-openstack-request-id: req-833841e3-93ba-4f5c-8dd6-4c3ecd78bbd0 {{(pid=103722) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
May 31 11:46:01.482883 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3e7980f7-7a5b-4115-a41f-48764f578357", "name": "network-vif-plugged", "status": "completed", "tag": "47adc6b5-17d9-4109-8892-d6283ab54f49", "code": 200}]} {{(pid=103722) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
May 31 11:46:01.483305 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-833841e3-93ba-4f5c-8dd6-4c3ecd78bbd0 {{(pid=103722) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
May 31 11:46:01.483875 dv-cinder-786384-7-iscsi neutron-server[103722]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3e7980f7-7a5b-4115-a41f-48764f578357', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '47adc6b5-17d9-4109-8892-d6283ab54f49', 'code': 200}
May 31 11:46:01.656668 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [req-26ef470a-3566-4b70-9f95-0711ba369fbb req-aeed1207-8b3b-44f8-adbd-b4b01a351d44 tempest-TestMinimumBasicScenario-386923442 tempest-TestMinimumBasicScenario-386923442-project] 10.222.0.57 "GET /v2.0/ports?device_id=25f4c6a2-d9fc-4492-b06a-41be27fc43a2 HTTP/1.1" status: 200  len: 210 time: 0.1223638
May 31 11:46:01.858787 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [req-465fabe6-4a3b-4ea5-b512-4fbd4c14d860 req-47851ed1-de0f-4e08-892d-42905752bd55 tempest-AttachVolumeShelveTestJSON-127538222 tempest-AttachVolumeShelveTestJSON-127538222-project] 10.222.0.57 "GET /v2.0/security-groups?id=d1eff7f3-8a7b-4a53-9689-d64080240a11&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.4137318
May 31 11:46:01.971418 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [req-8910899e-7b59-4536-8697-1164171a90e8 req-66846955-b171-4b41-8861-716bbc844c5c tempest-VolumesActionsTest-112709343 tempest-VolumesActionsTest-112709343-project] 10.222.0.57 "GET /v2.0/ports?device_id=d78197cd-740e-4b05-be5b-636187026ff5 HTTP/1.1" status: 200  len: 210 time: 0.1072729
May 31 11:46:02.031996 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.db.quota.driver [req-b44ebb61-8a24-4ccb-b9a7-e6e841de04bd req-a5a34a02-eb40-457a-bbc5-7ef9d32994df tempest-VolumesActionsTest-112709343 tempest-VolumesActionsTest-112709343-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=103721) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 31 11:46:02.035626 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [req-33066a53-65cf-4b4c-b516-f5504cdb483c req-45072b5d-547d-4d6d-b663-343c7ffef7b5 service neutron] 10.222.0.60 "GET /v2.0/networks/c32e1ce5-86a3-4104-9167-66f8d6251dc5?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.5550282
May 31 11:46:02.045579 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.db.quota.driver [req-b44ebb61-8a24-4ccb-b9a7-e6e841de04bd req-a5a34a02-eb40-457a-bbc5-7ef9d32994df tempest-VolumesActionsTest-112709343 tempest-VolumesActionsTest-112709343-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=103721) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 31 11:46:02.143006 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b44ebb61-8a24-4ccb-b9a7-e6e841de04bd req-a5a34a02-eb40-457a-bbc5-7ef9d32994df tempest-VolumesActionsTest-112709343 tempest-VolumesActionsTest-112709343-project] Made reservation on behalf of 21a60f43ca944a39aea0b56b250f83ba for: {'port': 1} {{(pid=103721) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 31 11:46:02.151535 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron_lib.callbacks.manager [req-b44ebb61-8a24-4ccb-b9a7-e6e841de04bd req-a5a34a02-eb40-457a-bbc5-7ef9d32994df tempest-VolumesActionsTest-112709343 tempest-VolumesActionsTest-112709343-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-934180'] for port, before_create {{(pid=103721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:46:02.350889 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [req-33066a53-65cf-4b4c-b516-f5504cdb483c req-1bf3b0b4-845b-4524-ae9b-94bd7d377dec service neutron] 10.222.0.60 "GET /v2.0/networks/c32e1ce5-86a3-4104-9167-66f8d6251dc5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2998488
May 31 11:46:02.503769 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.db.db_base_plugin_common [req-b44ebb61-8a24-4ccb-b9a7-e6e841de04bd req-a5a34a02-eb40-457a-bbc5-7ef9d32994df tempest-VolumesActionsTest-112709343 tempest-VolumesActionsTest-112709343-project] Allocated IP 172.20.0.12 (b205228b-8572-41c7-9635-7e124a709f42/85367956-208c-442d-a98d-2e0fd1582bda/80061ddb-141b-46d9-8e0c-9d5e918c279f) {{(pid=103721) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 31 11:46:02.868618 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron_lib.callbacks.manager [req-b44ebb61-8a24-4ccb-b9a7-e6e841de04bd req-a5a34a02-eb40-457a-bbc5-7ef9d32994df tempest-VolumesActionsTest-112709343 tempest-VolumesActionsTest-112709343-project] Notify callbacks [] for port, precommit_create {{(pid=103721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:46:02.893165 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [req-1917fec9-bf69-40fa-887e-2e27215bb27e req-c9abbcd6-8c64-415f-b9b1-4f341a057c11 tempest-TestMinimumBasicScenario-386923442 tempest-TestMinimumBasicScenario-386923442-project] 10.222.0.57 "GET /v2.0/ports?device_id=25f4c6a2-d9fc-4492-b06a-41be27fc43a2 HTTP/1.1" status: 200  len: 210 time: 0.0742905
May 31 11:46:02.928590 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron_lib.callbacks.manager [req-b44ebb61-8a24-4ccb-b9a7-e6e841de04bd req-a5a34a02-eb40-457a-bbc5-7ef9d32994df tempest-VolumesActionsTest-112709343 tempest-VolumesActionsTest-112709343-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937715', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3701677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744215520970', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2250866'] for port, after_create {{(pid=103721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:46:02.937768 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103721) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 31 11:46:03.097921 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron_lib.callbacks.manager [None req-bb435a9a-98f4-4c65-b095-f3d638f8acfc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744215964654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857257'] for agent, after_update {{(pid=103722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:46:03.264965 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b44ebb61-8a24-4ccb-b9a7-e6e841de04bd req-a5a34a02-eb40-457a-bbc5-7ef9d32994df tempest-VolumesActionsTest-112709343 tempest-VolumesActionsTest-112709343-project] Network b205228b-8572-41c7-9635-7e124a709f42 is already hosted by enough agents. {{(pid=103721) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 31 11:46:03.305002 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.scheduler.base_scheduler [req-b44ebb61-8a24-4ccb-b9a7-e6e841de04bd req-a5a34a02-eb40-457a-bbc5-7ef9d32994df tempest-VolumesActionsTest-112709343 tempest-VolumesActionsTest-112709343-project] Resources bound (agent type, host, resource id):  {{(pid=103721) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 31 11:46:03.312035 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.db.l3_dvrscheduler_db [req-b44ebb61-8a24-4ccb-b9a7-e6e841de04bd req-a5a34a02-eb40-457a-bbc5-7ef9d32994df tempest-VolumesActionsTest-112709343 tempest-VolumesActionsTest-112709343-project] Received port after_create {{(pid=103721) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
May 31 11:46:03.410654 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5a34a02-eb40-457a-bbc5-7ef9d32994df tempest-VolumesActionsTest-112709343 tempest-VolumesActionsTest-112709343-project] Pushing event updated for resources: {'Port': ['ID=80061ddb-141b-46d9-8e0c-9d5e918c279f,revision_number=1']} {{(pid=103721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 31 11:46:03.424285 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG oslo_concurrency.lockutils [None req-a5a34a02-eb40-457a-bbc5-7ef9d32994df tempest-VolumesActionsTest-112709343 tempest-VolumesActionsTest-112709343-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.487s {{(pid=103721) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 31 11:46:03.448134 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b44ebb61-8a24-4ccb-b9a7-e6e841de04bd req-a5a34a02-eb40-457a-bbc5-7ef9d32994df tempest-VolumesActionsTest-112709343 tempest-VolumesActionsTest-112709343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 11:46:03.448813 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron_lib.callbacks.manager [req-b44ebb61-8a24-4ccb-b9a7-e6e841de04bd req-a5a34a02-eb40-457a-bbc5-7ef9d32994df tempest-VolumesActionsTest-112709343 tempest-VolumesActionsTest-112709343-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46333'] for port, before_response {{(pid=103721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:46:03.528150 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57844d78-ccdf-400f-8453-b32258372aad req-5a3c54a5-2047-49e8-b424-e817d2827c08 tempest-AttachVolumeShelveTestJSON-127538222 tempest-AttachVolumeShelveTestJSON-127538222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 11:46:03.534410 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [req-57844d78-ccdf-400f-8453-b32258372aad req-5a3c54a5-2047-49e8-b424-e817d2827c08 tempest-AttachVolumeShelveTestJSON-127538222 tempest-AttachVolumeShelveTestJSON-127538222-project] 10.222.0.57 "GET /v2.0/ports?device_id=3e7980f7-7a5b-4115-a41f-48764f578357 HTTP/1.1" status: 200  len: 946 time: 0.3963075
May 31 11:46:03.544235 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11423e28-df03-4c10-aa43-9929ce5f4a95 req-569c45cc-92fe-462c-b973-42bc0d75d5f4 tempest-VolumesActionsTest-112709343 tempest-VolumesActionsTest-112709343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 11:46:03.544904 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.quota.resource [req-11423e28-df03-4c10-aa43-9929ce5f4a95 req-569c45cc-92fe-462c-b973-42bc0d75d5f4 tempest-VolumesActionsTest-112709343 tempest-VolumesActionsTest-112709343-project] Synchronizing usage tracker for tenant:21a60f43ca944a39aea0b56b250f83ba on resource:port {{(pid=103721) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 31 11:46:03.553253 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [req-b44ebb61-8a24-4ccb-b9a7-e6e841de04bd req-a5a34a02-eb40-457a-bbc5-7ef9d32994df tempest-VolumesActionsTest-112709343 tempest-VolumesActionsTest-112709343-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 2.0929646
May 31 11:46:03.563933 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron.wsgi [-] (103720) accepted ('10.222.0.57', 43534) {{(pid=103720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 31 11:46:03.638270 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.api.v2.base [req-b44ebb61-8a24-4ccb-b9a7-e6e841de04bd req-20f6c08b-6ce7-40e3-b045-ff76a47b152b service neutron] Request body: {'port': {'device_id': 'd78197cd-740e-4b05-be5b-636187026ff5', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78638'}} {{(pid=103721) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 31 11:46:03.740013 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [req-57844d78-ccdf-400f-8453-b32258372aad req-c966ea54-05b8-41dd-9c96-6275f7d33c15 tempest-AttachVolumeShelveTestJSON-127538222 tempest-AttachVolumeShelveTestJSON-127538222-project] 10.222.0.57 "GET /v2.0/security-groups?id=d1eff7f3-8a7b-4a53-9689-d64080240a11&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2023215
May 31 11:46:03.757909 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.quota.resource [req-11423e28-df03-4c10-aa43-9929ce5f4a95 req-569c45cc-92fe-462c-b973-42bc0d75d5f4 tempest-VolumesActionsTest-112709343 tempest-VolumesActionsTest-112709343-project] Unset dirty status for tenant:21a60f43ca944a39aea0b56b250f83ba on resource:port {{(pid=103721) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 31 11:46:03.772083 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [req-11423e28-df03-4c10-aa43-9929ce5f4a95 req-569c45cc-92fe-462c-b973-42bc0d75d5f4 tempest-VolumesActionsTest-112709343 tempest-VolumesActionsTest-112709343-project] 10.222.0.57 "GET /v2.0/ports?device_id=d78197cd-740e-4b05-be5b-636187026ff5 HTTP/1.1" status: 200  len: 932 time: 0.5678582
May 31 11:46:03.809502 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-e950a378-81d7-4a5a-a642-3aa76a4c5320 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:46:03.834194 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron.db.quota.driver [None req-e950a378-81d7-4a5a-a642-3aa76a4c5320 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=103720) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 31 11:46:03.838920 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron.quota.resource [None req-e950a378-81d7-4a5a-a642-3aa76a4c5320 admin admin] Usage tracker for resource:security_group_rule and tenant:49f0ffd7ffc343f5825c25f97b126bec is out of sync, need to count used quota {{(pid=103720) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 31 11:46:03.842384 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron.quota.resource [None req-e950a378-81d7-4a5a-a642-3aa76a4c5320 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=103720) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 31 11:46:03.848712 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron.db.quota.driver [None req-e950a378-81d7-4a5a-a642-3aa76a4c5320 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=103720) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 31 11:46:03.917253 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [req-11423e28-df03-4c10-aa43-9929ce5f4a95 req-87fb975b-6cfc-4558-a76c-d0f64d56764d tempest-VolumesActionsTest-112709343 tempest-VolumesActionsTest-112709343-project] 10.222.0.57 "GET /v2.0/security-groups?id=e75e580a-fb88-4245-a14e-0fc71be3f34a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1439276
May 31 11:46:03.952216 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97645ce3-c00d-4a90-ad8c-4e004881fccc req-49efdcf2-fe7a-4ce4-ba43-41f28af633de tempest-TestMinimumBasicScenario-386923442 tempest-TestMinimumBasicScenario-386923442-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 11:46:03.957035 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-e950a378-81d7-4a5a-a642-3aa76a4c5320 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:46:03.964351 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [req-97645ce3-c00d-4a90-ad8c-4e004881fccc req-49efdcf2-fe7a-4ce4-ba43-41f28af633de tempest-TestMinimumBasicScenario-386923442 tempest-TestMinimumBasicScenario-386923442-project] 10.222.0.60 "GET /v2.0/networks?id=7c7367d4-6b64-4c55-b3b8-cb2b2973b934 HTTP/1.1" status: 200  len: 815 time: 0.4707727
May 31 11:46:03.964846 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-e950a378-81d7-4a5a-a642-3aa76a4c5320 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3705957'] for security_group, after_create {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:46:03.976082 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron_lib.callbacks.manager [req-b44ebb61-8a24-4ccb-b9a7-e6e841de04bd req-20f6c08b-6ce7-40e3-b045-ff76a47b152b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-934180'] for port, before_update {{(pid=103721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:46:03.982496 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG oslo_concurrency.lockutils [None req-82b8843e-41df-4d9f-9eab-1ca9531af0a4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103720) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 31 11:46:04.014603 dv-cinder-786384-7-iscsi neutron-server[103720]: INFO neutron.wsgi [None req-e950a378-81d7-4a5a-a642-3aa76a4c5320 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=49f0ffd7ffc343f5825c25f97b126bec&name=default HTTP/1.1" status: 200  len: 2979 time: 0.4487896
May 31 11:46:04.020721 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.api.v2.base [req-97645ce3-c00d-4a90-ad8c-4e004881fccc req-57099862-7fe1-41d7-b886-ad2849ea1656 tempest-TestMinimumBasicScenario-386923442 tempest-TestMinimumBasicScenario-386923442-project] Request body: {'port': {'device_id': '25f4c6a2-d9fc-4492-b06a-41be27fc43a2', 'network_id': '7c7367d4-6b64-4c55-b3b8-cb2b2973b934', 'admin_state_up': True, 'tenant_id': 'd2835694ba8b4386a2876202826dc222'}} {{(pid=103721) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 31 11:46:04.021721 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron.wsgi [-] (103720) accepted ('10.222.0.57', 43550) {{(pid=103720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 31 11:46:04.072513 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e950a378-81d7-4a5a-a642-3aa76a4c5320 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8b1fe465-d6ce-45ff-b109-bbc5ebb11f2f,revision_number=1']} {{(pid=103720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 31 11:46:04.093154 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG oslo_concurrency.lockutils [None req-e950a378-81d7-4a5a-a642-3aa76a4c5320 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=103720) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 31 11:46:04.148332 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-644b6fbf-78b1-4e68-98d4-db35a260e293 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:46:04.211522 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-644b6fbf-78b1-4e68-98d4-db35a260e293 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:46:04.249488 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [req-bd874129-8f98-4356-a2ab-3f5243ec0c5c req-8631fd20-7fb5-4c93-b157-7a384189468d tempest-TestMinimumBasicScenario-386923442 tempest-TestMinimumBasicScenario-386923442-project] 10.222.0.57 "GET /v2.0/ports?device_id=25f4c6a2-d9fc-4492-b06a-41be27fc43a2 HTTP/1.1" status: 200  len: 210 time: 0.1359093
May 31 11:46:04.341219 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-644b6fbf-78b1-4e68-98d4-db35a260e293 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3705957'] for security_group, after_delete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:46:04.350719 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG oslo_concurrency.lockutils [None req-60b8881d-aa0b-4dc9-8b20-deea46c6268a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103720) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 31 11:46:04.366396 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-644b6fbf-78b1-4e68-98d4-db35a260e293 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8b1fe465-d6ce-45ff-b109-bbc5ebb11f2f,revision_number=None']} {{(pid=103720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 31 11:46:04.369295 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG oslo_concurrency.lockutils [None req-644b6fbf-78b1-4e68-98d4-db35a260e293 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=103720) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 31 11:46:04.370652 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-644b6fbf-78b1-4e68-98d4-db35a260e293 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:46:04.372624 dv-cinder-786384-7-iscsi neutron-server[103720]: INFO neutron.wsgi [None req-644b6fbf-78b1-4e68-98d4-db35a260e293 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/8b1fe465-d6ce-45ff-b109-bbc5ebb11f2f HTTP/1.1" status: 204  len: 168 time: 0.3498845
May 31 11:46:04.585251 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.db.quota.driver [req-97645ce3-c00d-4a90-ad8c-4e004881fccc req-57099862-7fe1-41d7-b886-ad2849ea1656 tempest-TestMinimumBasicScenario-386923442 tempest-TestMinimumBasicScenario-386923442-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=103721) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 31 11:46:04.620848 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.quota.resource [req-97645ce3-c00d-4a90-ad8c-4e004881fccc req-57099862-7fe1-41d7-b886-ad2849ea1656 tempest-TestMinimumBasicScenario-386923442 tempest-TestMinimumBasicScenario-386923442-project] Usage tracker for resource:port and tenant:d2835694ba8b4386a2876202826dc222 is out of sync, need to count used quota {{(pid=103721) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 31 11:46:04.626180 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.quota.resource [req-97645ce3-c00d-4a90-ad8c-4e004881fccc req-57099862-7fe1-41d7-b886-ad2849ea1656 tempest-TestMinimumBasicScenario-386923442 tempest-TestMinimumBasicScenario-386923442-project] Quota usage for port was recalculated. Used quota:2. {{(pid=103721) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 31 11:46:04.681139 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.db.quota.driver [req-97645ce3-c00d-4a90-ad8c-4e004881fccc req-57099862-7fe1-41d7-b886-ad2849ea1656 tempest-TestMinimumBasicScenario-386923442 tempest-TestMinimumBasicScenario-386923442-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=103721) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 31 11:46:04.708280 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a335085-ca35-42ce-b6c3-229a006c4d1e req-f81b92cb-1e4a-471e-9ded-69a7c0be5a6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 11:46:04.714951 dv-cinder-786384-7-iscsi neutron-server[103720]: INFO neutron.wsgi [req-4a335085-ca35-42ce-b6c3-229a006c4d1e req-f81b92cb-1e4a-471e-9ded-69a7c0be5a6c service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=e6680e894741452ebedaacc4ca6c4c58&device_id=6cccde54-536c-42f8-a4b4-ace3bbad46da HTTP/1.1" status: 200  len: 1098 time: 0.2780058
May 31 11:46:04.740538 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-97645ce3-c00d-4a90-ad8c-4e004881fccc req-57099862-7fe1-41d7-b886-ad2849ea1656 tempest-TestMinimumBasicScenario-386923442 tempest-TestMinimumBasicScenario-386923442-project] Made reservation on behalf of d2835694ba8b4386a2876202826dc222 for: {'port': 1} {{(pid=103721) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 31 11:46:04.744296 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron_lib.callbacks.manager [req-97645ce3-c00d-4a90-ad8c-4e004881fccc req-57099862-7fe1-41d7-b886-ad2849ea1656 tempest-TestMinimumBasicScenario-386923442 tempest-TestMinimumBasicScenario-386923442-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-934180'] for port, before_create {{(pid=103721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:46:04.864240 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceefa2fe-857b-4c2e-ad9e-17f1ab892671 req-a99fdd79-c76f-418b-9312-49e893706c61 tempest-ServerRescueNegativeTestJSON-1419813537 tempest-ServerRescueNegativeTestJSON-1419813537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 11:46:04.865728 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [req-ceefa2fe-857b-4c2e-ad9e-17f1ab892671 req-a99fdd79-c76f-418b-9312-49e893706c61 tempest-ServerRescueNegativeTestJSON-1419813537 tempest-ServerRescueNegativeTestJSON-1419813537-project] 10.222.0.57 "GET /v2.0/ports?device_id=6cccde54-536c-42f8-a4b4-ace3bbad46da HTTP/1.1" status: 200  len: 945 time: 0.3553095
May 31 11:46:04.972124 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a335085-ca35-42ce-b6c3-229a006c4d1e req-004f2f3c-a065-4542-8254-08a159701901 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 11:46:04.973834 dv-cinder-786384-7-iscsi neutron-server[103720]: INFO neutron.wsgi [req-4a335085-ca35-42ce-b6c3-229a006c4d1e req-004f2f3c-a065-4542-8254-08a159701901 service neutron] 10.222.0.60 "GET /v2.0/networks?id=c32e1ce5-86a3-4104-9167-66f8d6251dc5 HTTP/1.1" status: 200  len: 919 time: 0.2523978
May 31 11:46:04.995265 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.notifiers.nova [req-b44ebb61-8a24-4ccb-b9a7-e6e841de04bd req-20f6c08b-6ce7-40e3-b045-ff76a47b152b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 80061ddb-141b-46d9-8e0c-9d5e918c279f {{(pid=103721) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
May 31 11:46:05.004916 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron_lib.callbacks.manager [req-b44ebb61-8a24-4ccb-b9a7-e6e841de04bd req-20f6c08b-6ce7-40e3-b045-ff76a47b152b service neutron] Notify callbacks [] for port, precommit_update {{(pid=103721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:46:05.051302 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.db.provisioning_blocks [req-b44ebb61-8a24-4ccb-b9a7-e6e841de04bd req-20f6c08b-6ce7-40e3-b045-ff76a47b152b service neutron] Transition to ACTIVE for port object 80061ddb-141b-46d9-8e0c-9d5e918c279f will not be triggered until provisioned by entity L2. {{(pid=103721) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 31 11:46:05.092379 dv-cinder-786384-7-iscsi neutron-server[103720]: INFO neutron.wsgi [req-4a335085-ca35-42ce-b6c3-229a006c4d1e req-19b1afaa-f9bc-453d-8610-067292db8f9b service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=81e3ca42-c316-4948-abd0-83e5dbf7c8a1 HTTP/1.1" status: 200  len: 217 time: 0.1089609
May 31 11:46:05.177166 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron_lib.callbacks.manager [req-b44ebb61-8a24-4ccb-b9a7-e6e841de04bd req-20f6c08b-6ce7-40e3-b045-ff76a47b152b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937715', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3701677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744215954324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744215520988', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744215521293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2250875'] for port, after_update {{(pid=103721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:46:05.248536 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG oslo_concurrency.lockutils [None req-36c70e7d-7de2-49dd-a998-e9f73f07bd8c tempest-ServerRescueNegativeTestJSON-1419813537 tempest-ServerRescueNegativeTestJSON-1419813537-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103721) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 31 11:46:05.327132 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [req-ceefa2fe-857b-4c2e-ad9e-17f1ab892671 req-583980f3-1535-4d3b-9b98-b9dbe6b2de9a tempest-ServerRescueNegativeTestJSON-1419813537 tempest-ServerRescueNegativeTestJSON-1419813537-project] 10.222.0.57 "GET /v2.0/security-groups?id=61284c33-46c4-4e49-8e24-329051971a91&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.4527748
May 31 11:46:05.411597 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a335085-ca35-42ce-b6c3-229a006c4d1e req-baaf2328-bf8a-49b6-bcdf-8e6a8503de91 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 11:46:05.414024 dv-cinder-786384-7-iscsi neutron-server[103720]: INFO neutron.wsgi [req-4a335085-ca35-42ce-b6c3-229a006c4d1e req-baaf2328-bf8a-49b6-bcdf-8e6a8503de91 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=c2592ba6-2cac-4876-ba41-1cfa4ff30377 HTTP/1.1" status: 200  len: 858 time: 0.1907516
May 31 11:46:05.548378 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron_lib.callbacks.manager [None req-f5232254-a0ca-44f3-8ca8-867a209382fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744215964654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857257'] for agent, after_update {{(pid=103722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:46:05.666343 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.db.db_base_plugin_common [req-97645ce3-c00d-4a90-ad8c-4e004881fccc req-57099862-7fe1-41d7-b886-ad2849ea1656 tempest-TestMinimumBasicScenario-386923442 tempest-TestMinimumBasicScenario-386923442-project] Allocated IP 172.20.0.12 (7c7367d4-6b64-4c55-b3b8-cb2b2973b934/0ae97965-980e-4967-8bf0-649896983786/edbc0fcc-660b-4861-9417-be69a962d663) {{(pid=103721) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 31 11:46:05.679557 dv-cinder-786384-7-iscsi neutron-server[103720]: INFO neutron.wsgi [req-4a335085-ca35-42ce-b6c3-229a006c4d1e req-e3c1e635-fa41-414d-a4c3-af7b8f9667c4 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=c32e1ce5-86a3-4104-9167-66f8d6251dc5&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.2472761
May 31 11:46:05.713427 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron_lib.callbacks.manager [None req-1f0a762f-0348-4bba-b860-8eddab4cd770 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744215964654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857257'] for agent, after_update {{(pid=103722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:46:05.817066 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20f6c08b-6ce7-40e3-b045-ff76a47b152b service neutron] Pushing event updated for resources: {'Port': ['ID=80061ddb-141b-46d9-8e0c-9d5e918c279f,revision_number=2']} {{(pid=103721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 31 11:46:05.826539 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG oslo_concurrency.lockutils [None req-20f6c08b-6ce7-40e3-b045-ff76a47b152b service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.578s {{(pid=103721) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 31 11:46:06.043263 dv-cinder-786384-7-iscsi neutron-server[103720]: INFO neutron.wsgi [req-4a335085-ca35-42ce-b6c3-229a006c4d1e req-cabd9682-e3f7-4e24-99b4-e1f94b6102b4 service neutron] 10.222.0.60 "GET /v2.0/networks/c32e1ce5-86a3-4104-9167-66f8d6251dc5?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3442400
May 31 11:46:06.249614 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.plugins.ml2.managers [req-b44ebb61-8a24-4ccb-b9a7-e6e841de04bd req-20f6c08b-6ce7-40e3-b045-ff76a47b152b service neutron] Attempting to bind port 80061ddb-141b-46d9-8e0c-9d5e918c279f on host hv-cinder-78638 for vnic_type normal with profile  {{(pid=103721) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
May 31 11:46:06.250168 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.plugins.ml2.managers [req-b44ebb61-8a24-4ccb-b9a7-e6e841de04bd req-20f6c08b-6ce7-40e3-b045-ff76a47b152b service neutron] Attempting to bind port 80061ddb-141b-46d9-8e0c-9d5e918c279f by drivers openvswitch,hyperv on host hv-cinder-78638 at level 0 using segments [{'id': 'e96239f9-736c-4cc7-b0b8-c7a5b7ba20fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 787, 'network_id': 'b205228b-8572-41c7-9635-7e124a709f42'}] {{(pid=103721) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
May 31 11:46:06.250665 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b44ebb61-8a24-4ccb-b9a7-e6e841de04bd req-20f6c08b-6ce7-40e3-b045-ff76a47b152b service neutron] Attempting to bind port 80061ddb-141b-46d9-8e0c-9d5e918c279f on network b205228b-8572-41c7-9635-7e124a709f42 {{(pid=103721) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 31 11:46:06.264292 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b44ebb61-8a24-4ccb-b9a7-e6e841de04bd req-20f6c08b-6ce7-40e3-b045-ff76a47b152b service neutron] Port 80061ddb-141b-46d9-8e0c-9d5e918c279f on network b205228b-8572-41c7-9635-7e124a709f42 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78638 {{(pid=103721) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
May 31 11:46:06.264625 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b44ebb61-8a24-4ccb-b9a7-e6e841de04bd req-20f6c08b-6ce7-40e3-b045-ff76a47b152b service neutron] Attempting to bind port 80061ddb-141b-46d9-8e0c-9d5e918c279f on network b205228b-8572-41c7-9635-7e124a709f42 {{(pid=103721) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 31 11:46:06.303306 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b44ebb61-8a24-4ccb-b9a7-e6e841de04bd req-20f6c08b-6ce7-40e3-b045-ff76a47b152b service neutron] Checking agent: {'id': '42990638-b1ad-4185-8b70-a0b8bae36499', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78638', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 31, 11, 42, 1), 'started_at': datetime.datetime(2021, 5, 31, 11, 42, 1), 'heartbeat_timestamp': datetime.datetime(2021, 5, 31, 11, 46, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103721) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
May 31 11:46:06.303712 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b44ebb61-8a24-4ccb-b9a7-e6e841de04bd req-20f6c08b-6ce7-40e3-b045-ff76a47b152b service neutron] Checking segment: {'id': 'e96239f9-736c-4cc7-b0b8-c7a5b7ba20fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 787, 'network_id': 'b205228b-8572-41c7-9635-7e124a709f42'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103721) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 31 11:46:06.304132 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b44ebb61-8a24-4ccb-b9a7-e6e841de04bd req-20f6c08b-6ce7-40e3-b045-ff76a47b152b service neutron] Bound using segment: {'id': 'e96239f9-736c-4cc7-b0b8-c7a5b7ba20fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 787, 'network_id': 'b205228b-8572-41c7-9635-7e124a709f42'} {{(pid=103721) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
May 31 11:46:06.304596 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.plugins.ml2.managers [req-b44ebb61-8a24-4ccb-b9a7-e6e841de04bd req-20f6c08b-6ce7-40e3-b045-ff76a47b152b service neutron] Bound port: 80061ddb-141b-46d9-8e0c-9d5e918c279f, host: hv-cinder-78638, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e96239f9-736c-4cc7-b0b8-c7a5b7ba20fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 787, 'network_id': 'b205228b-8572-41c7-9635-7e124a709f42'}}] {{(pid=103721) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
May 31 11:46:06.304947 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron_lib.callbacks.manager [req-b44ebb61-8a24-4ccb-b9a7-e6e841de04bd req-20f6c08b-6ce7-40e3-b045-ff76a47b152b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-934180'] for port, before_update {{(pid=103721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:46:06.417909 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d008f5f9-2f87-4a12-9678-9aeed3f8b9c8 req-315d2270-2f70-48c3-86a7-7cdbddd8c011 tempest-AttachVolumeShelveTestJSON-127538222 tempest-AttachVolumeShelveTestJSON-127538222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 11:46:06.429696 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [req-d008f5f9-2f87-4a12-9678-9aeed3f8b9c8 req-315d2270-2f70-48c3-86a7-7cdbddd8c011 tempest-AttachVolumeShelveTestJSON-127538222 tempest-AttachVolumeShelveTestJSON-127538222-project] 10.222.0.57 "GET /v2.0/ports?device_id=3e7980f7-7a5b-4115-a41f-48764f578357 HTTP/1.1" status: 200  len: 946 time: 1.2612569
May 31 11:46:06.478365 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron_lib.callbacks.manager [None req-c59bf3d8-3f04-4740-8d75-807cb4f7478e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744215964654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857257'] for agent, after_update {{(pid=103722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:46:06.665522 dv-cinder-786384-7-iscsi neutron-server[103720]: INFO neutron.wsgi [req-4a335085-ca35-42ce-b6c3-229a006c4d1e req-fb1b7a73-74e3-4f15-94d8-b5320e4f91de service neutron] 10.222.0.60 "GET /v2.0/networks/c32e1ce5-86a3-4104-9167-66f8d6251dc5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3782854
May 31 11:46:06.866422 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.plugins.ml2.db [req-b44ebb61-8a24-4ccb-b9a7-e6e841de04bd req-20f6c08b-6ce7-40e3-b045-ff76a47b152b service neutron] For port 80061ddb-141b-46d9-8e0c-9d5e918c279f, host hv-cinder-78638, cleared binding levels {{(pid=103721) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
May 31 11:46:06.871916 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.plugins.ml2.db [req-b44ebb61-8a24-4ccb-b9a7-e6e841de04bd req-20f6c08b-6ce7-40e3-b045-ff76a47b152b service neutron] For port 80061ddb-141b-46d9-8e0c-9d5e918c279f, host hv-cinder-78638, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=80061ddb-141b-46d9-8e0c-9d5e918c279f,segment=NetworkSegment(e96239f9-736c-4cc7-b0b8-c7a5b7ba20fd),segment_id=e96239f9-736c-4cc7-b0b8-c7a5b7ba20fd)] {{(pid=103721) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
May 31 11:46:06.892923 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron_lib.callbacks.manager [req-b44ebb61-8a24-4ccb-b9a7-e6e841de04bd req-20f6c08b-6ce7-40e3-b045-ff76a47b152b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937715', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3701677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744215954324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744215520988', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744215521293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2250875'] for port, after_update {{(pid=103721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:46:06.968705 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103721) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 31 11:46:07.032687 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [req-d008f5f9-2f87-4a12-9678-9aeed3f8b9c8 req-75fd617a-1ede-4da3-9200-0ff09cff44ca tempest-AttachVolumeShelveTestJSON-127538222 tempest-AttachVolumeShelveTestJSON-127538222-project] 10.222.0.57 "GET /v2.0/security-groups?id=d1eff7f3-8a7b-4a53-9689-d64080240a11&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.5986016
May 31 11:46:07.066554 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b44ebb61-8a24-4ccb-b9a7-e6e841de04bd req-20f6c08b-6ce7-40e3-b045-ff76a47b152b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 11:46:07.067388 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron_lib.callbacks.manager [req-b44ebb61-8a24-4ccb-b9a7-e6e841de04bd req-20f6c08b-6ce7-40e3-b045-ff76a47b152b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46333'] for port, before_response {{(pid=103721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:46:07.072393 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [req-b44ebb61-8a24-4ccb-b9a7-e6e841de04bd req-20f6c08b-6ce7-40e3-b045-ff76a47b152b service neutron] 10.222.0.60 "PUT /v2.0/ports/80061ddb-141b-46d9-8e0c-9d5e918c279f HTTP/1.1" status: 200  len: 1094 time: 3.4953516
May 31 11:46:07.099594 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd78197cd-740e-4b05-be5b-636187026ff5', 'tag': '80061ddb-141b-46d9-8e0c-9d5e918c279f'}] {{(pid=103721) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 31 11:46:07.107228 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3cd903d475e597836c68a86188e0a4f713f0e90603b95bd8a010e768671d0d04" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4c8c8c76-f3a0-4c49-89ba-a91c602cb714" -d '{"events": [{"name": "network-changed", "server_uuid": "d78197cd-740e-4b05-be5b-636187026ff5", "tag": "80061ddb-141b-46d9-8e0c-9d5e918c279f"}]}' {{(pid=103721) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
May 31 11:46:07.254139 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-531876c8-b83e-4299-82a1-7708ddfb068c req-e1fa1000-2c14-414f-a5aa-df1dc04b5b6e tempest-VolumesActionsTest-112709343 tempest-VolumesActionsTest-112709343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 11:46:07.256661 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [req-531876c8-b83e-4299-82a1-7708ddfb068c req-e1fa1000-2c14-414f-a5aa-df1dc04b5b6e tempest-VolumesActionsTest-112709343 tempest-VolumesActionsTest-112709343-project] 10.222.0.57 "GET /v2.0/ports?device_id=d78197cd-740e-4b05-be5b-636187026ff5 HTTP/1.1" status: 200  len: 944 time: 1.4280984
May 31 11:46:07.277718 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20f6c08b-6ce7-40e3-b045-ff76a47b152b service neutron] Pushing event updated for resources: {'Port': ['ID=80061ddb-141b-46d9-8e0c-9d5e918c279f,revision_number=3']} {{(pid=103721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 31 11:46:07.281448 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [req-46022568-906c-405d-824e-8a0a4abe3aa9 req-aad43010-5464-4a38-bc08-94a09dc3ec93 tempest-TestMinimumBasicScenario-386923442 tempest-TestMinimumBasicScenario-386923442-project] 10.222.0.57 "GET /v2.0/ports?device_id=25f4c6a2-d9fc-4492-b06a-41be27fc43a2 HTTP/1.1" status: 200  len: 210 time: 0.0826092
May 31 11:46:07.285608 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG oslo_concurrency.lockutils [None req-20f6c08b-6ce7-40e3-b045-ff76a47b152b service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.317s {{(pid=103721) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 31 11:46:07.304669 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron_lib.callbacks.manager [req-97645ce3-c00d-4a90-ad8c-4e004881fccc req-57099862-7fe1-41d7-b886-ad2849ea1656 tempest-TestMinimumBasicScenario-386923442 tempest-TestMinimumBasicScenario-386923442-project] Notify callbacks [] for port, precommit_create {{(pid=103721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:46:07.339654 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.db.provisioning_blocks [req-97645ce3-c00d-4a90-ad8c-4e004881fccc req-57099862-7fe1-41d7-b886-ad2849ea1656 tempest-TestMinimumBasicScenario-386923442 tempest-TestMinimumBasicScenario-386923442-project] Transition to ACTIVE for port object edbc0fcc-660b-4861-9417-be69a962d663 will not be triggered until provisioned by entity DHCP. {{(pid=103721) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 31 11:46:07.346532 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [req-531876c8-b83e-4299-82a1-7708ddfb068c req-a95e2cfd-3ede-4d2e-bbf7-a0bad98bf8ce tempest-VolumesActionsTest-112709343 tempest-VolumesActionsTest-112709343-project] 10.222.0.57 "GET /v2.0/security-groups?id=e75e580a-fb88-4245-a14e-0fc71be3f34a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0792062
May 31 11:46:07.392850 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron_lib.callbacks.manager [req-97645ce3-c00d-4a90-ad8c-4e004881fccc req-57099862-7fe1-41d7-b886-ad2849ea1656 tempest-TestMinimumBasicScenario-386923442 tempest-TestMinimumBasicScenario-386923442-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937715', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3701677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744215520970', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2250866'] for port, after_create {{(pid=103721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:46:07.399160 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103721) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 31 11:46:07.460068 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 31 May 2021 11:46:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cc642c7f-652a-433e-a7b1-33fd68fba99a x-openstack-request-id: req-cc642c7f-652a-433e-a7b1-33fd68fba99a {{(pid=103721) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
May 31 11:46:07.460375 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d78197cd-740e-4b05-be5b-636187026ff5", "tag": "80061ddb-141b-46d9-8e0c-9d5e918c279f", "status": "completed", "code": 200}]} {{(pid=103721) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
May 31 11:46:07.460691 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-cc642c7f-652a-433e-a7b1-33fd68fba99a {{(pid=103721) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
May 31 11:46:07.461102 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd78197cd-740e-4b05-be5b-636187026ff5', 'tag': '80061ddb-141b-46d9-8e0c-9d5e918c279f', 'status': 'completed', 'code': 200}
May 31 11:46:07.570252 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-97645ce3-c00d-4a90-ad8c-4e004881fccc req-57099862-7fe1-41d7-b886-ad2849ea1656 tempest-TestMinimumBasicScenario-386923442 tempest-TestMinimumBasicScenario-386923442-project] Network 7c7367d4-6b64-4c55-b3b8-cb2b2973b934 is already hosted by enough agents. {{(pid=103721) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 31 11:46:07.573780 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.scheduler.base_scheduler [req-97645ce3-c00d-4a90-ad8c-4e004881fccc req-57099862-7fe1-41d7-b886-ad2849ea1656 tempest-TestMinimumBasicScenario-386923442 tempest-TestMinimumBasicScenario-386923442-project] Resources bound (agent type, host, resource id):  {{(pid=103721) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 31 11:46:07.576448 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.db.l3_dvrscheduler_db [req-97645ce3-c00d-4a90-ad8c-4e004881fccc req-57099862-7fe1-41d7-b886-ad2849ea1656 tempest-TestMinimumBasicScenario-386923442 tempest-TestMinimumBasicScenario-386923442-project] Received port after_create {{(pid=103721) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
May 31 11:46:07.628817 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57099862-7fe1-41d7-b886-ad2849ea1656 tempest-TestMinimumBasicScenario-386923442 tempest-TestMinimumBasicScenario-386923442-project] Pushing event updated for resources: {'Port': ['ID=edbc0fcc-660b-4861-9417-be69a962d663,revision_number=1']} {{(pid=103721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 31 11:46:07.651197 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG oslo_concurrency.lockutils [None req-57099862-7fe1-41d7-b886-ad2849ea1656 tempest-TestMinimumBasicScenario-386923442 tempest-TestMinimumBasicScenario-386923442-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.251s {{(pid=103721) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 31 11:46:07.732873 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97645ce3-c00d-4a90-ad8c-4e004881fccc req-57099862-7fe1-41d7-b886-ad2849ea1656 tempest-TestMinimumBasicScenario-386923442 tempest-TestMinimumBasicScenario-386923442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 11:46:07.732873 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron_lib.callbacks.manager [req-97645ce3-c00d-4a90-ad8c-4e004881fccc req-57099862-7fe1-41d7-b886-ad2849ea1656 tempest-TestMinimumBasicScenario-386923442 tempest-TestMinimumBasicScenario-386923442-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46333'] for port, before_response {{(pid=103721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:46:07.770786 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2673d405-82ac-4420-8f49-90a17c21e76a req-7dc10c4e-fd60-448a-bbbe-ffab2eee11bb tempest-ServerRescueNegativeTestJSON-1419813537 tempest-ServerRescueNegativeTestJSON-1419813537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 11:46:07.772835 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [req-2673d405-82ac-4420-8f49-90a17c21e76a req-7dc10c4e-fd60-448a-bbbe-ffab2eee11bb tempest-ServerRescueNegativeTestJSON-1419813537 tempest-ServerRescueNegativeTestJSON-1419813537-project] 10.222.0.57 "GET /v2.0/ports?device_id=6cccde54-536c-42f8-a4b4-ace3bbad46da HTTP/1.1" status: 200  len: 945 time: 0.3103986
May 31 11:46:07.774079 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [req-97645ce3-c00d-4a90-ad8c-4e004881fccc req-57099862-7fe1-41d7-b886-ad2849ea1656 tempest-TestMinimumBasicScenario-386923442 tempest-TestMinimumBasicScenario-386923442-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 3.7640197
May 31 11:46:07.850643 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [req-2673d405-82ac-4420-8f49-90a17c21e76a req-32e2c0e8-af38-4009-ad96-ffd3cd53085b tempest-ServerRescueNegativeTestJSON-1419813537 tempest-ServerRescueNegativeTestJSON-1419813537-project] 10.222.0.57 "GET /v2.0/security-groups?id=61284c33-46c4-4e49-8e24-329051971a91&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0665607
May 31 11:46:07.894713 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron.db.provisioning_blocks [None req-aa682eed-fa98-451f-818e-42a3a4adfc04 None None] Provisioning for port edbc0fcc-660b-4861-9417-be69a962d663 completed by entity DHCP. {{(pid=103722) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 31 11:46:07.904050 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron.db.provisioning_blocks [None req-aa682eed-fa98-451f-818e-42a3a4adfc04 None None] Provisioning complete for port edbc0fcc-660b-4861-9417-be69a962d663 triggered by entity DHCP. {{(pid=103722) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 31 11:46:07.904431 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron_lib.callbacks.manager [None req-aa682eed-fa98-451f-818e-42a3a4adfc04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857618'] for port, provisioning_complete {{(pid=103722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:46:07.992153 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron_lib.callbacks.manager [None req-e2b995a4-3526-4c71-93aa-7f4ba47dfd64 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744215964654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857257'] for agent, after_update {{(pid=103722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:46:07.993407 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron.plugins.ml2.plugin [None req-aa682eed-fa98-451f-818e-42a3a4adfc04 None None] Port edbc0fcc-660b-4861-9417-be69a962d663 cannot update to ACTIVE because it is not bound. {{(pid=103722) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
May 31 11:46:08.304104 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52b70300-f371-446e-8350-ea3f3d895dfe req-31d8c19d-c32a-44eb-abee-2954cf117c7c tempest-AttachVolumeShelveTestJSON-127538222 tempest-AttachVolumeShelveTestJSON-127538222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 11:46:08.307081 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [req-52b70300-f371-446e-8350-ea3f3d895dfe req-31d8c19d-c32a-44eb-abee-2954cf117c7c tempest-AttachVolumeShelveTestJSON-127538222 tempest-AttachVolumeShelveTestJSON-127538222-project] 10.222.0.57 "GET /v2.0/ports?device_id=3e7980f7-7a5b-4115-a41f-48764f578357 HTTP/1.1" status: 200  len: 946 time: 0.0983815
May 31 11:46:08.410874 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [req-52b70300-f371-446e-8350-ea3f3d895dfe req-0e20dafe-2d7c-4b14-a8f7-8d5db024a508 tempest-AttachVolumeShelveTestJSON-127538222 tempest-AttachVolumeShelveTestJSON-127538222-project] 10.222.0.57 "GET /v2.0/security-groups?id=d1eff7f3-8a7b-4a53-9689-d64080240a11&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0948775
May 31 11:46:08.568340 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64dbf1bd-22b2-4b46-b4cd-01cf9d3c1660 req-bc8206ce-3289-48d9-a4b8-7c36c0f00d01 tempest-TestMinimumBasicScenario-386923442 tempest-TestMinimumBasicScenario-386923442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 11:46:08.569190 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.quota.resource [req-64dbf1bd-22b2-4b46-b4cd-01cf9d3c1660 req-bc8206ce-3289-48d9-a4b8-7c36c0f00d01 tempest-TestMinimumBasicScenario-386923442 tempest-TestMinimumBasicScenario-386923442-project] Synchronizing usage tracker for tenant:d2835694ba8b4386a2876202826dc222 on resource:port {{(pid=103721) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 31 11:46:08.594876 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.quota.resource [req-64dbf1bd-22b2-4b46-b4cd-01cf9d3c1660 req-bc8206ce-3289-48d9-a4b8-7c36c0f00d01 tempest-TestMinimumBasicScenario-386923442 tempest-TestMinimumBasicScenario-386923442-project] Unset dirty status for tenant:d2835694ba8b4386a2876202826dc222 on resource:port {{(pid=103721) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 31 11:46:08.597187 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [req-64dbf1bd-22b2-4b46-b4cd-01cf9d3c1660 req-bc8206ce-3289-48d9-a4b8-7c36c0f00d01 tempest-TestMinimumBasicScenario-386923442 tempest-TestMinimumBasicScenario-386923442-project] 10.222.0.57 "GET /v2.0/ports?device_id=25f4c6a2-d9fc-4492-b06a-41be27fc43a2 HTTP/1.1" status: 200  len: 932 time: 0.1335468
May 31 11:46:08.658839 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.quota.resource [req-64dbf1bd-22b2-4b46-b4cd-01cf9d3c1660 req-255d1614-2230-4a51-8b72-59abb66c79d6 tempest-TestMinimumBasicScenario-386923442 tempest-TestMinimumBasicScenario-386923442-project] Synchronizing usage tracker for tenant:d2835694ba8b4386a2876202826dc222 on resource:security_group {{(pid=103721) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 31 11:46:08.688179 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.quota.resource [req-64dbf1bd-22b2-4b46-b4cd-01cf9d3c1660 req-255d1614-2230-4a51-8b72-59abb66c79d6 tempest-TestMinimumBasicScenario-386923442 tempest-TestMinimumBasicScenario-386923442-project] Unset dirty status for tenant:d2835694ba8b4386a2876202826dc222 on resource:security_group {{(pid=103721) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 31 11:46:08.689755 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [req-64dbf1bd-22b2-4b46-b4cd-01cf9d3c1660 req-255d1614-2230-4a51-8b72-59abb66c79d6 tempest-TestMinimumBasicScenario-386923442 tempest-TestMinimumBasicScenario-386923442-project] 10.222.0.57 "GET /v2.0/security-groups?id=f3724ee5-3f7d-4418-9672-f19ca2386f83&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0858166
May 31 11:46:08.903296 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8f98399-1b63-4442-bf69-baef1447a0fa req-a889d0bb-f30f-451b-9c52-ae7f69aa997a tempest-VolumesActionsTest-112709343 tempest-VolumesActionsTest-112709343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 11:46:08.905033 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [req-d8f98399-1b63-4442-bf69-baef1447a0fa req-a889d0bb-f30f-451b-9c52-ae7f69aa997a tempest-VolumesActionsTest-112709343 tempest-VolumesActionsTest-112709343-project] 10.222.0.57 "GET /v2.0/ports?device_id=d78197cd-740e-4b05-be5b-636187026ff5 HTTP/1.1" status: 200  len: 944 time: 0.0907857
May 31 11:46:08.966881 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [req-d8f98399-1b63-4442-bf69-baef1447a0fa req-41308187-e7b1-4b1c-bda6-09b6eb74b752 tempest-VolumesActionsTest-112709343 tempest-VolumesActionsTest-112709343-project] 10.222.0.57 "GET /v2.0/security-groups?id=e75e580a-fb88-4245-a14e-0fc71be3f34a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0501671
May 31 11:46:09.330471 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f32663b-9014-4650-8077-0c6e02fc486d req-fd18b0db-ecab-4abd-a987-4612608d8218 tempest-ServerRescueNegativeTestJSON-1419813537 tempest-ServerRescueNegativeTestJSON-1419813537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 11:46:09.334809 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [req-6f32663b-9014-4650-8077-0c6e02fc486d req-fd18b0db-ecab-4abd-a987-4612608d8218 tempest-ServerRescueNegativeTestJSON-1419813537 tempest-ServerRescueNegativeTestJSON-1419813537-project] 10.222.0.57 "GET /v2.0/ports?device_id=6cccde54-536c-42f8-a4b4-ace3bbad46da HTTP/1.1" status: 200  len: 945 time: 0.1820667
May 31 11:46:09.388980 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [req-6f32663b-9014-4650-8077-0c6e02fc486d req-b2267506-ec6b-4660-a910-03919eb1ae45 tempest-ServerRescueNegativeTestJSON-1419813537 tempest-ServerRescueNegativeTestJSON-1419813537-project] 10.222.0.57 "GET /v2.0/security-groups?id=61284c33-46c4-4e49-8e24-329051971a91&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0528364
May 31 11:46:09.670428 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d9fa6a7-bf75-4ce6-85e8-0b0b2681e943 req-604739af-ddfe-4453-b7df-fcf0ab696d85 tempest-AttachVolumeShelveTestJSON-127538222 tempest-AttachVolumeShelveTestJSON-127538222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 11:46:09.671827 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [req-5d9fa6a7-bf75-4ce6-85e8-0b0b2681e943 req-604739af-ddfe-4453-b7df-fcf0ab696d85 tempest-AttachVolumeShelveTestJSON-127538222 tempest-AttachVolumeShelveTestJSON-127538222-project] 10.222.0.57 "GET /v2.0/ports?device_id=3e7980f7-7a5b-4115-a41f-48764f578357 HTTP/1.1" status: 200  len: 946 time: 0.1089063
May 31 11:46:09.742546 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [req-5d9fa6a7-bf75-4ce6-85e8-0b0b2681e943 req-c8fd27ab-8d61-4613-ad39-2ff8a0f72d3c tempest-AttachVolumeShelveTestJSON-127538222 tempest-AttachVolumeShelveTestJSON-127538222-project] 10.222.0.57 "GET /v2.0/security-groups?id=d1eff7f3-8a7b-4a53-9689-d64080240a11&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0628219
May 31 11:46:09.951995 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5aed8b4-29f0-4829-8d56-1453ff7c2f42 req-1bada60b-bc62-4056-8ffc-9f7fabda4d2f tempest-TestMinimumBasicScenario-386923442 tempest-TestMinimumBasicScenario-386923442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 11:46:09.953968 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [req-a5aed8b4-29f0-4829-8d56-1453ff7c2f42 req-1bada60b-bc62-4056-8ffc-9f7fabda4d2f tempest-TestMinimumBasicScenario-386923442 tempest-TestMinimumBasicScenario-386923442-project] 10.222.0.57 "GET /v2.0/ports?device_id=25f4c6a2-d9fc-4492-b06a-41be27fc43a2 HTTP/1.1" status: 200  len: 932 time: 0.1032693
May 31 11:46:10.033386 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [req-a5aed8b4-29f0-4829-8d56-1453ff7c2f42 req-8b63c8b2-2068-4d42-ad63-6a2827fc5a54 tempest-TestMinimumBasicScenario-386923442 tempest-TestMinimumBasicScenario-386923442-project] 10.222.0.57 "GET /v2.0/security-groups?id=f3724ee5-3f7d-4418-9672-f19ca2386f83&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0707955
May 31 11:46:10.277498 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89f5a02a-aa6a-4558-9013-0f1f266aa234 req-15161649-2155-4b83-aec0-b04c5ed989ce tempest-VolumesActionsTest-112709343 tempest-VolumesActionsTest-112709343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 11:46:10.279240 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [req-89f5a02a-aa6a-4558-9013-0f1f266aa234 req-15161649-2155-4b83-aec0-b04c5ed989ce tempest-VolumesActionsTest-112709343 tempest-VolumesActionsTest-112709343-project] 10.222.0.57 "GET /v2.0/ports?device_id=d78197cd-740e-4b05-be5b-636187026ff5 HTTP/1.1" status: 200  len: 944 time: 0.1224067
May 31 11:46:10.356290 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [req-89f5a02a-aa6a-4558-9013-0f1f266aa234 req-f30a4bef-e485-4dcd-a7a8-f08c936d0428 tempest-VolumesActionsTest-112709343 tempest-VolumesActionsTest-112709343-project] 10.222.0.57 "GET /v2.0/security-groups?id=e75e580a-fb88-4245-a14e-0fc71be3f34a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0709636
May 31 11:46:10.612234 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cc78787-e8df-40a8-ba78-ee4294972879 req-7bc6a7fc-57ef-444d-9180-d33446e77778 tempest-ServerRescueNegativeTestJSON-1419813537 tempest-ServerRescueNegativeTestJSON-1419813537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 11:46:10.614121 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [req-1cc78787-e8df-40a8-ba78-ee4294972879 req-7bc6a7fc-57ef-444d-9180-d33446e77778 tempest-ServerRescueNegativeTestJSON-1419813537 tempest-ServerRescueNegativeTestJSON-1419813537-project] 10.222.0.57 "GET /v2.0/ports?device_id=6cccde54-536c-42f8-a4b4-ace3bbad46da HTTP/1.1" status: 200  len: 945 time: 0.1083648
May 31 11:46:10.670152 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [req-1cc78787-e8df-40a8-ba78-ee4294972879 req-ccbed132-3104-4bc8-8c00-5d443d72970f tempest-ServerRescueNegativeTestJSON-1419813537 tempest-ServerRescueNegativeTestJSON-1419813537-project] 10.222.0.57 "GET /v2.0/security-groups?id=61284c33-46c4-4e49-8e24-329051971a91&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0496361
May 31 11:46:10.981600 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5900f4bf-7364-4cfd-b2cc-3c6e0b804f2f req-9d7ce9be-4685-4ad2-9124-beb7d862b7b5 tempest-AttachVolumeShelveTestJSON-127538222 tempest-AttachVolumeShelveTestJSON-127538222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 11:46:10.984052 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [req-5900f4bf-7364-4cfd-b2cc-3c6e0b804f2f req-9d7ce9be-4685-4ad2-9124-beb7d862b7b5 tempest-AttachVolumeShelveTestJSON-127538222 tempest-AttachVolumeShelveTestJSON-127538222-project] 10.222.0.57 "GET /v2.0/ports?device_id=3e7980f7-7a5b-4115-a41f-48764f578357 HTTP/1.1" status: 200  len: 946 time: 0.1122816
May 31 11:46:11.142566 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [req-5900f4bf-7364-4cfd-b2cc-3c6e0b804f2f req-8c4e3947-5e7c-43e1-9287-b2017a4c3ffd tempest-AttachVolumeShelveTestJSON-127538222 tempest-AttachVolumeShelveTestJSON-127538222-project] 10.222.0.57 "GET /v2.0/security-groups?id=d1eff7f3-8a7b-4a53-9689-d64080240a11&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1502960
May 31 11:46:11.365879 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e15f22a-e9f0-422a-bb5a-a09139d71d6c req-53b516cc-08e1-470b-8bce-14ee7c4d858d tempest-TestMinimumBasicScenario-386923442 tempest-TestMinimumBasicScenario-386923442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 11:46:11.367361 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [req-2e15f22a-e9f0-422a-bb5a-a09139d71d6c req-53b516cc-08e1-470b-8bce-14ee7c4d858d tempest-TestMinimumBasicScenario-386923442 tempest-TestMinimumBasicScenario-386923442-project] 10.222.0.57 "GET /v2.0/ports?device_id=25f4c6a2-d9fc-4492-b06a-41be27fc43a2 HTTP/1.1" status: 200  len: 932 time: 0.0925472
May 31 11:46:11.436495 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [req-2e15f22a-e9f0-422a-bb5a-a09139d71d6c req-305a6159-fee3-4b20-ab8a-70ec240f2670 tempest-TestMinimumBasicScenario-386923442 tempest-TestMinimumBasicScenario-386923442-project] 10.222.0.57 "GET /v2.0/security-groups?id=f3724ee5-3f7d-4418-9672-f19ca2386f83&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0606453
May 31 11:46:11.640206 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ed36505-8a81-4194-a2e6-9b7108d6881e req-0d0802ed-3e24-4eb8-af83-873bf838607b tempest-VolumesActionsTest-112709343 tempest-VolumesActionsTest-112709343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 11:46:11.648226 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [req-2ed36505-8a81-4194-a2e6-9b7108d6881e req-0d0802ed-3e24-4eb8-af83-873bf838607b tempest-VolumesActionsTest-112709343 tempest-VolumesActionsTest-112709343-project] 10.222.0.57 "GET /v2.0/ports?device_id=d78197cd-740e-4b05-be5b-636187026ff5 HTTP/1.1" status: 200  len: 944 time: 0.0939400
May 31 11:46:11.716702 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [req-2ed36505-8a81-4194-a2e6-9b7108d6881e req-245c54c1-79d8-47fb-aacb-2b23ddffcffd tempest-VolumesActionsTest-112709343 tempest-VolumesActionsTest-112709343-project] 10.222.0.57 "GET /v2.0/security-groups?id=e75e580a-fb88-4245-a14e-0fc71be3f34a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0672138
May 31 11:46:12.020524 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1be2997-c47e-4099-9c16-1efe030facde req-62385812-a32d-45b0-b1a0-13fa92c04812 tempest-ServerRescueNegativeTestJSON-1419813537 tempest-ServerRescueNegativeTestJSON-1419813537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 11:46:12.028133 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [req-d1be2997-c47e-4099-9c16-1efe030facde req-62385812-a32d-45b0-b1a0-13fa92c04812 tempest-ServerRescueNegativeTestJSON-1419813537 tempest-ServerRescueNegativeTestJSON-1419813537-project] 10.222.0.57 "GET /v2.0/ports?device_id=6cccde54-536c-42f8-a4b4-ace3bbad46da HTTP/1.1" status: 200  len: 945 time: 0.1985371
May 31 11:46:12.071416 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [req-d1be2997-c47e-4099-9c16-1efe030facde req-c7c68a74-4c45-4ab9-b5d1-3854a971611d tempest-ServerRescueNegativeTestJSON-1419813537 tempest-ServerRescueNegativeTestJSON-1419813537-project] 10.222.0.57 "GET /v2.0/security-groups?id=61284c33-46c4-4e49-8e24-329051971a91&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0422673
May 31 11:46:12.478035 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d313956f-1808-4491-96aa-01084358807c req-50d57fca-5c3e-49cd-8f01-531e39c8684f tempest-AttachVolumeShelveTestJSON-127538222 tempest-AttachVolumeShelveTestJSON-127538222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 11:46:12.479746 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [req-d313956f-1808-4491-96aa-01084358807c req-50d57fca-5c3e-49cd-8f01-531e39c8684f tempest-AttachVolumeShelveTestJSON-127538222 tempest-AttachVolumeShelveTestJSON-127538222-project] 10.222.0.57 "GET /v2.0/ports?device_id=3e7980f7-7a5b-4115-a41f-48764f578357 HTTP/1.1" status: 200  len: 946 time: 0.1412840
May 31 11:46:12.570019 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [req-d313956f-1808-4491-96aa-01084358807c req-dfdb28d7-9931-4370-b5e7-6bbb377be004 tempest-AttachVolumeShelveTestJSON-127538222 tempest-AttachVolumeShelveTestJSON-127538222-project] 10.222.0.57 "GET /v2.0/security-groups?id=d1eff7f3-8a7b-4a53-9689-d64080240a11&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0827994
May 31 11:46:12.831900 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e71e46e-6aa0-45a1-9e9b-377a6bf0368f req-2f148a02-2dd0-40e1-8e36-6087d1ec17f7 tempest-TestMinimumBasicScenario-386923442 tempest-TestMinimumBasicScenario-386923442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 11:46:12.833711 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [req-4e71e46e-6aa0-45a1-9e9b-377a6bf0368f req-2f148a02-2dd0-40e1-8e36-6087d1ec17f7 tempest-TestMinimumBasicScenario-386923442 tempest-TestMinimumBasicScenario-386923442-project] 10.222.0.57 "GET /v2.0/ports?device_id=25f4c6a2-d9fc-4492-b06a-41be27fc43a2 HTTP/1.1" status: 200  len: 932 time: 0.0921359
May 31 11:46:12.886282 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [req-4e71e46e-6aa0-45a1-9e9b-377a6bf0368f req-c8d8a2d7-1357-43b4-8926-3e2667767dda tempest-TestMinimumBasicScenario-386923442 tempest-TestMinimumBasicScenario-386923442-project] 10.222.0.57 "GET /v2.0/security-groups?id=f3724ee5-3f7d-4418-9672-f19ca2386f83&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0458562
May 31 11:46:13.102567 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58875914-4126-42b5-b5ed-5744bb1468c6 req-30e48055-bc4b-4046-8be1-7a386a867553 tempest-VolumesActionsTest-112709343 tempest-VolumesActionsTest-112709343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 11:46:13.104246 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [req-58875914-4126-42b5-b5ed-5744bb1468c6 req-30e48055-bc4b-4046-8be1-7a386a867553 tempest-VolumesActionsTest-112709343 tempest-VolumesActionsTest-112709343-project] 10.222.0.57 "GET /v2.0/ports?device_id=d78197cd-740e-4b05-be5b-636187026ff5 HTTP/1.1" status: 200  len: 944 time: 0.1083133
May 31 11:46:13.168995 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [req-58875914-4126-42b5-b5ed-5744bb1468c6 req-b3356e0a-23bc-4d1b-996e-a2af0eed42c0 tempest-VolumesActionsTest-112709343 tempest-VolumesActionsTest-112709343-project] 10.222.0.57 "GET /v2.0/security-groups?id=e75e580a-fb88-4245-a14e-0fc71be3f34a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0578818
May 31 11:46:13.373936 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44d93330-7214-4429-a91d-1db8a222fc29 req-4598e45d-1310-4cf5-9d4e-fc19bcf67914 tempest-ServerRescueNegativeTestJSON-1419813537 tempest-ServerRescueNegativeTestJSON-1419813537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 11:46:13.375374 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [req-44d93330-7214-4429-a91d-1db8a222fc29 req-4598e45d-1310-4cf5-9d4e-fc19bcf67914 tempest-ServerRescueNegativeTestJSON-1419813537 tempest-ServerRescueNegativeTestJSON-1419813537-project] 10.222.0.57 "GET /v2.0/ports?device_id=6cccde54-536c-42f8-a4b4-ace3bbad46da HTTP/1.1" status: 200  len: 945 time: 0.0894563
May 31 11:46:13.463730 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [req-44d93330-7214-4429-a91d-1db8a222fc29 req-493ae1ee-ced5-4605-8a1b-37ab25d97289 tempest-ServerRescueNegativeTestJSON-1419813537 tempest-ServerRescueNegativeTestJSON-1419813537-project] 10.222.0.57 "GET /v2.0/security-groups?id=61284c33-46c4-4e49-8e24-329051971a91&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0819540
May 31 11:46:13.814145 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-262b71a0-73ad-45ba-a769-5f784b3c0a54 req-1dffcb25-f9b7-4be3-953a-f7c964a5d3fe tempest-AttachVolumeShelveTestJSON-127538222 tempest-AttachVolumeShelveTestJSON-127538222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 11:46:13.815939 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [req-262b71a0-73ad-45ba-a769-5f784b3c0a54 req-1dffcb25-f9b7-4be3-953a-f7c964a5d3fe tempest-AttachVolumeShelveTestJSON-127538222 tempest-AttachVolumeShelveTestJSON-127538222-project] 10.222.0.57 "GET /v2.0/ports?device_id=3e7980f7-7a5b-4115-a41f-48764f578357 HTTP/1.1" status: 200  len: 946 time: 0.1198473
May 31 11:46:13.875289 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [req-262b71a0-73ad-45ba-a769-5f784b3c0a54 req-6a36edb7-cd64-433d-bea2-e05ec5e3189b tempest-AttachVolumeShelveTestJSON-127538222 tempest-AttachVolumeShelveTestJSON-127538222-project] 10.222.0.57 "GET /v2.0/security-groups?id=d1eff7f3-8a7b-4a53-9689-d64080240a11&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0529981
May 31 11:46:14.115073 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [req-f3562055-4c3c-49df-9b2b-dbe38427c2d7 req-5d977846-ae5c-429d-aaf8-81b64aed8297 tempest-VolumesNegativeTest-2087413271 tempest-VolumesNegativeTest-2087413271-project] 10.222.0.57 "GET /v2.0/networks?tenant_id=098ea68fc6ac44b8a2110902bd86ec61&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0409169
May 31 11:46:14.215577 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2547f246-4cfd-471e-8067-d5b9da61473f req-64ca0165-e0c6-46ac-b466-0e38cd86f3e9 tempest-TestMinimumBasicScenario-386923442 tempest-TestMinimumBasicScenario-386923442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 11:46:14.217126 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [req-2547f246-4cfd-471e-8067-d5b9da61473f req-64ca0165-e0c6-46ac-b466-0e38cd86f3e9 tempest-TestMinimumBasicScenario-386923442 tempest-TestMinimumBasicScenario-386923442-project] 10.222.0.57 "GET /v2.0/ports?device_id=25f4c6a2-d9fc-4492-b06a-41be27fc43a2 HTTP/1.1" status: 200  len: 932 time: 0.2111828
May 31 11:46:14.304878 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [req-2547f246-4cfd-471e-8067-d5b9da61473f req-8b6ab33b-d02b-4210-9901-c15f5f4e9702 tempest-TestMinimumBasicScenario-386923442 tempest-TestMinimumBasicScenario-386923442-project] 10.222.0.57 "GET /v2.0/security-groups?id=f3724ee5-3f7d-4418-9672-f19ca2386f83&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0814924
May 31 11:46:14.348546 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3562055-4c3c-49df-9b2b-dbe38427c2d7 req-ceadbad4-0533-4d3d-accd-d6540d189427 tempest-VolumesNegativeTest-2087413271 tempest-VolumesNegativeTest-2087413271-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 11:46:14.350837 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [req-f3562055-4c3c-49df-9b2b-dbe38427c2d7 req-ceadbad4-0533-4d3d-accd-d6540d189427 tempest-VolumesNegativeTest-2087413271 tempest-VolumesNegativeTest-2087413271-project] 10.222.0.57 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.2283113
May 31 11:46:14.375414 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [req-f3562055-4c3c-49df-9b2b-dbe38427c2d7 req-b0c21291-dee4-4d5f-a474-9b321affdc45 tempest-VolumesNegativeTest-2087413271 tempest-VolumesNegativeTest-2087413271-project] 10.222.0.57 "GET /v2.0/quotas/098ea68fc6ac44b8a2110902bd86ec61 HTTP/1.1" status: 200  len: 375 time: 0.0174665
May 31 11:46:14.476066 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [req-f3562055-4c3c-49df-9b2b-dbe38427c2d7 req-3bab8fee-4eb8-44fc-95a6-6a1c058be356 tempest-VolumesNegativeTest-2087413271 tempest-VolumesNegativeTest-2087413271-project] 10.222.0.57 "GET /v2.0/ports?tenant_id=098ea68fc6ac44b8a2110902bd86ec61&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0947051
May 31 11:46:14.582991 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d47ff28-fd29-4af5-a5e6-633ef8029f29 req-b0f9c9fa-c099-4bea-867e-5c0d118a40ad tempest-VolumesActionsTest-112709343 tempest-VolumesActionsTest-112709343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 11:46:14.588722 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [req-5d47ff28-fd29-4af5-a5e6-633ef8029f29 req-b0f9c9fa-c099-4bea-867e-5c0d118a40ad tempest-VolumesActionsTest-112709343 tempest-VolumesActionsTest-112709343-project] 10.222.0.57 "GET /v2.0/ports?device_id=d78197cd-740e-4b05-be5b-636187026ff5 HTTP/1.1" status: 200  len: 944 time: 0.1615503
May 31 11:46:14.684516 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [req-5d47ff28-fd29-4af5-a5e6-633ef8029f29 req-59f6001d-4d19-4bc6-bb3f-35211d0cd505 tempest-VolumesActionsTest-112709343 tempest-VolumesActionsTest-112709343-project] 10.222.0.57 "GET /v2.0/security-groups?id=e75e580a-fb88-4245-a14e-0fc71be3f34a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0900700
May 31 11:46:14.865411 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [req-7617b365-4020-4dde-8128-8be18eda7acf req-5cb508c1-6c91-4920-ab4b-4520e93576bc tempest-VolumesNegativeTest-2087413271 tempest-VolumesNegativeTest-2087413271-project] 10.222.0.57 "GET /v2.0/ports?device_id=6f822ad3-ca77-424f-a9ba-ae63400a8069 HTTP/1.1" status: 200  len: 210 time: 0.1043744
May 31 11:46:14.935743 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb73087f-6144-4f41-9c67-02906e2a93df req-42ef0db8-f08f-48c7-8f29-a3434207d7c7 tempest-ServerRescueNegativeTestJSON-1419813537 tempest-ServerRescueNegativeTestJSON-1419813537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 11:46:14.937681 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [req-bb73087f-6144-4f41-9c67-02906e2a93df req-42ef0db8-f08f-48c7-8f29-a3434207d7c7 tempest-ServerRescueNegativeTestJSON-1419813537 tempest-ServerRescueNegativeTestJSON-1419813537-project] 10.222.0.57 "GET /v2.0/ports?device_id=6cccde54-536c-42f8-a4b4-ace3bbad46da HTTP/1.1" status: 200  len: 945 time: 0.1101909
May 31 11:46:15.007347 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [req-bb73087f-6144-4f41-9c67-02906e2a93df req-a8f99e03-68ab-4815-8b63-b66dd4da89b1 tempest-ServerRescueNegativeTestJSON-1419813537 tempest-ServerRescueNegativeTestJSON-1419813537-project] 10.222.0.57 "GET /v2.0/security-groups?id=61284c33-46c4-4e49-8e24-329051971a91&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0587525
May 31 11:46:15.135353 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06934f43-9c88-4331-9559-f1fe99d2bb4f req-5096c767-6349-46a3-8ff6-8f712eeb4935 tempest-AttachVolumeShelveTestJSON-127538222 tempest-AttachVolumeShelveTestJSON-127538222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 11:46:15.138877 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [req-06934f43-9c88-4331-9559-f1fe99d2bb4f req-5096c767-6349-46a3-8ff6-8f712eeb4935 tempest-AttachVolumeShelveTestJSON-127538222 tempest-AttachVolumeShelveTestJSON-127538222-project] 10.222.0.57 "GET /v2.0/ports?device_id=3e7980f7-7a5b-4115-a41f-48764f578357 HTTP/1.1" status: 200  len: 946 time: 0.0924926
May 31 11:46:15.224677 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [req-06934f43-9c88-4331-9559-f1fe99d2bb4f req-d3e5d6f2-b396-42f8-b41e-1bb0c6306d48 tempest-AttachVolumeShelveTestJSON-127538222 tempest-AttachVolumeShelveTestJSON-127538222-project] 10.222.0.57 "GET /v2.0/security-groups?id=d1eff7f3-8a7b-4a53-9689-d64080240a11&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0751898
May 31 11:46:15.550931 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20fc425d-3eac-4d5b-8b77-38b1fe30c819 req-2e93376a-e603-42f3-a30f-66122dd7802b tempest-TestMinimumBasicScenario-386923442 tempest-TestMinimumBasicScenario-386923442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 11:46:15.552479 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [req-20fc425d-3eac-4d5b-8b77-38b1fe30c819 req-2e93376a-e603-42f3-a30f-66122dd7802b tempest-TestMinimumBasicScenario-386923442 tempest-TestMinimumBasicScenario-386923442-project] 10.222.0.57 "GET /v2.0/ports?device_id=25f4c6a2-d9fc-4492-b06a-41be27fc43a2 HTTP/1.1" status: 200  len: 932 time: 0.0970690
May 31 11:46:15.605260 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [req-20fc425d-3eac-4d5b-8b77-38b1fe30c819 req-a0744374-53af-4d5e-a57b-f417bbf46538 tempest-TestMinimumBasicScenario-386923442 tempest-TestMinimumBasicScenario-386923442-project] 10.222.0.57 "GET /v2.0/security-groups?id=f3724ee5-3f7d-4418-9672-f19ca2386f83&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0454607
May 31 11:46:15.891902 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-116e365e-a3e0-45ea-a9d6-76588b817879 req-6446f11d-d782-48c3-8e1d-209593e759d4 tempest-VolumesActionsTest-112709343 tempest-VolumesActionsTest-112709343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 11:46:15.893398 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [req-116e365e-a3e0-45ea-a9d6-76588b817879 req-6446f11d-d782-48c3-8e1d-209593e759d4 tempest-VolumesActionsTest-112709343 tempest-VolumesActionsTest-112709343-project] 10.222.0.57 "GET /v2.0/ports?device_id=d78197cd-740e-4b05-be5b-636187026ff5 HTTP/1.1" status: 200  len: 944 time: 0.0866776
May 31 11:46:15.952570 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [req-116e365e-a3e0-45ea-a9d6-76588b817879 req-8e0cee15-9f0b-4eb5-aa6d-d1fddf8b8f6c tempest-VolumesActionsTest-112709343 tempest-VolumesActionsTest-112709343-project] 10.222.0.57 "GET /v2.0/security-groups?id=e75e580a-fb88-4245-a14e-0fc71be3f34a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0533326
May 31 11:46:16.042802 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [req-3a671ec5-72be-4154-aa39-261e73f681ac req-95fc0c80-66b9-417c-bff4-08956f1e9637 tempest-VolumesNegativeTest-2087413271 tempest-VolumesNegativeTest-2087413271-project] 10.222.0.57 "GET /v2.0/ports?device_id=6f822ad3-ca77-424f-a9ba-ae63400a8069 HTTP/1.1" status: 200  len: 210 time: 0.0461087
May 31 11:46:16.298460 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84277d27-a9a1-422c-a7ff-a138b31478a1 req-6da5adf3-86ff-4b35-8d5e-b22f7c95f24c tempest-ServerRescueNegativeTestJSON-1419813537 tempest-ServerRescueNegativeTestJSON-1419813537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 11:46:16.298460 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [req-84277d27-a9a1-422c-a7ff-a138b31478a1 req-6da5adf3-86ff-4b35-8d5e-b22f7c95f24c tempest-ServerRescueNegativeTestJSON-1419813537 tempest-ServerRescueNegativeTestJSON-1419813537-project] 10.222.0.57 "GET /v2.0/ports?device_id=6cccde54-536c-42f8-a4b4-ace3bbad46da HTTP/1.1" status: 200  len: 945 time: 0.1678956
May 31 11:46:16.364658 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [req-84277d27-a9a1-422c-a7ff-a138b31478a1 req-23a2a6a2-80ea-42fd-87ba-76204a460c49 tempest-ServerRescueNegativeTestJSON-1419813537 tempest-ServerRescueNegativeTestJSON-1419813537-project] 10.222.0.57 "GET /v2.0/security-groups?id=61284c33-46c4-4e49-8e24-329051971a91&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0566962
May 31 11:46:16.463968 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1319da6-ee03-402d-9bf1-8151111dfe2d req-a456afdd-fce8-4cef-8c2c-186c123b8f52 tempest-AttachVolumeShelveTestJSON-127538222 tempest-AttachVolumeShelveTestJSON-127538222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 11:46:16.465419 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [req-f1319da6-ee03-402d-9bf1-8151111dfe2d req-a456afdd-fce8-4cef-8c2c-186c123b8f52 tempest-AttachVolumeShelveTestJSON-127538222 tempest-AttachVolumeShelveTestJSON-127538222-project] 10.222.0.57 "GET /v2.0/ports?device_id=3e7980f7-7a5b-4115-a41f-48764f578357 HTTP/1.1" status: 200  len: 946 time: 0.0886209
May 31 11:46:16.518192 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [req-f1319da6-ee03-402d-9bf1-8151111dfe2d req-ca3c931b-7b1d-405a-b328-f5c99913e6c1 tempest-AttachVolumeShelveTestJSON-127538222 tempest-AttachVolumeShelveTestJSON-127538222-project] 10.222.0.57 "GET /v2.0/security-groups?id=d1eff7f3-8a7b-4a53-9689-d64080240a11&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0468314
May 31 11:46:16.819040 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c4ec03e-e57f-421e-9b7f-b480ea9cdd19 req-fd4b1e19-f10a-4c11-8202-6d2dd67efc54 tempest-TestMinimumBasicScenario-386923442 tempest-TestMinimumBasicScenario-386923442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 11:46:16.820970 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [req-6c4ec03e-e57f-421e-9b7f-b480ea9cdd19 req-fd4b1e19-f10a-4c11-8202-6d2dd67efc54 tempest-TestMinimumBasicScenario-386923442 tempest-TestMinimumBasicScenario-386923442-project] 10.222.0.57 "GET /v2.0/ports?device_id=25f4c6a2-d9fc-4492-b06a-41be27fc43a2 HTTP/1.1" status: 200  len: 932 time: 0.0932438
May 31 11:46:16.884467 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [req-6c4ec03e-e57f-421e-9b7f-b480ea9cdd19 req-beb57805-a608-4e56-bc4c-5d725e96bf84 tempest-TestMinimumBasicScenario-386923442 tempest-TestMinimumBasicScenario-386923442-project] 10.222.0.57 "GET /v2.0/security-groups?id=f3724ee5-3f7d-4418-9672-f19ca2386f83&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0562484
May 31 11:46:17.219231 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [req-178499bc-78d2-49e9-a936-0bea6df45133 req-e36cf77c-9d21-4d63-b50b-80418b43a703 tempest-VolumesNegativeTest-2087413271 tempest-VolumesNegativeTest-2087413271-project] 10.222.0.57 "GET /v2.0/ports?device_id=6f822ad3-ca77-424f-a9ba-ae63400a8069 HTTP/1.1" status: 200  len: 210 time: 0.0454729
May 31 11:46:17.244326 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-777381ab-1024-43c8-b2d6-6163690a97e2 req-e96aae41-d3b7-4da5-b0a2-077151aa363b tempest-VolumesActionsTest-112709343 tempest-VolumesActionsTest-112709343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 11:46:17.245745 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [req-777381ab-1024-43c8-b2d6-6163690a97e2 req-e96aae41-d3b7-4da5-b0a2-077151aa363b tempest-VolumesActionsTest-112709343 tempest-VolumesActionsTest-112709343-project] 10.222.0.57 "GET /v2.0/ports?device_id=d78197cd-740e-4b05-be5b-636187026ff5 HTTP/1.1" status: 200  len: 944 time: 0.1637454
May 31 11:46:17.292916 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [req-777381ab-1024-43c8-b2d6-6163690a97e2 req-0ca18bfe-52d2-408a-a6b8-d14e2472934d tempest-VolumesActionsTest-112709343 tempest-VolumesActionsTest-112709343-project] 10.222.0.57 "GET /v2.0/security-groups?id=e75e580a-fb88-4245-a14e-0fc71be3f34a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0401354
May 31 11:46:17.551523 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdb05cb2-4872-4eb2-886b-fa0bce329d8a req-65e58f6d-53cf-4056-b5ee-d84238894a10 tempest-ServerRescueNegativeTestJSON-1419813537 tempest-ServerRescueNegativeTestJSON-1419813537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 11:46:17.553013 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [req-fdb05cb2-4872-4eb2-886b-fa0bce329d8a req-65e58f6d-53cf-4056-b5ee-d84238894a10 tempest-ServerRescueNegativeTestJSON-1419813537 tempest-ServerRescueNegativeTestJSON-1419813537-project] 10.222.0.57 "GET /v2.0/ports?device_id=6cccde54-536c-42f8-a4b4-ace3bbad46da HTTP/1.1" status: 200  len: 945 time: 0.0880382
May 31 11:46:17.600639 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [req-fdb05cb2-4872-4eb2-886b-fa0bce329d8a req-4a710d23-28d0-4845-a460-cf3939c28a3c tempest-ServerRescueNegativeTestJSON-1419813537 tempest-ServerRescueNegativeTestJSON-1419813537-project] 10.222.0.57 "GET /v2.0/security-groups?id=61284c33-46c4-4e49-8e24-329051971a91&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0417044
May 31 11:46:17.722196 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f8ccfc4-80c3-47a6-8b5e-cbcd97be7718 req-d65e5ca0-0336-4d4d-8c78-cb2513a62be7 tempest-AttachVolumeShelveTestJSON-127538222 tempest-AttachVolumeShelveTestJSON-127538222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 11:46:17.724081 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [req-7f8ccfc4-80c3-47a6-8b5e-cbcd97be7718 req-d65e5ca0-0336-4d4d-8c78-cb2513a62be7 tempest-AttachVolumeShelveTestJSON-127538222 tempest-AttachVolumeShelveTestJSON-127538222-project] 10.222.0.57 "GET /v2.0/ports?device_id=3e7980f7-7a5b-4115-a41f-48764f578357 HTTP/1.1" status: 200  len: 946 time: 0.0808623
May 31 11:46:17.775843 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [req-7f8ccfc4-80c3-47a6-8b5e-cbcd97be7718 req-bb51c257-b6c8-4497-8fe1-5b7c5b44213f tempest-AttachVolumeShelveTestJSON-127538222 tempest-AttachVolumeShelveTestJSON-127538222-project] 10.222.0.57 "GET /v2.0/security-groups?id=d1eff7f3-8a7b-4a53-9689-d64080240a11&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0450206
May 31 11:46:18.097507 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35ef4219-1828-477f-bb24-82d9634ef68a req-88a411a1-cba9-4d0b-af0f-7ae0cdfa97ea tempest-TestMinimumBasicScenario-386923442 tempest-TestMinimumBasicScenario-386923442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 11:46:18.098968 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [req-35ef4219-1828-477f-bb24-82d9634ef68a req-88a411a1-cba9-4d0b-af0f-7ae0cdfa97ea tempest-TestMinimumBasicScenario-386923442 tempest-TestMinimumBasicScenario-386923442-project] 10.222.0.57 "GET /v2.0/ports?device_id=25f4c6a2-d9fc-4492-b06a-41be27fc43a2 HTTP/1.1" status: 200  len: 932 time: 0.0915461
May 31 11:46:18.162037 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [req-35ef4219-1828-477f-bb24-82d9634ef68a req-1294bca2-8233-496d-93d9-ab22581dff1b tempest-TestMinimumBasicScenario-386923442 tempest-TestMinimumBasicScenario-386923442-project] 10.222.0.57 "GET /v2.0/security-groups?id=f3724ee5-3f7d-4418-9672-f19ca2386f83&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0560048
May 31 11:46:18.380481 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [req-a7468b52-f572-4975-99d8-4d623758e336 req-ef7f018a-ca91-4607-80c9-cfbc3750d6b1 tempest-VolumesNegativeTest-2087413271 tempest-VolumesNegativeTest-2087413271-project] 10.222.0.57 "GET /v2.0/ports?device_id=6f822ad3-ca77-424f-a9ba-ae63400a8069 HTTP/1.1" status: 200  len: 210 time: 0.0497134
May 31 11:46:18.493638 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eb6aea5-dbf4-4d4a-91ce-c48de29c0650 req-2958e29d-70b7-4ccb-a998-4fea320a0df7 tempest-VolumesActionsTest-112709343 tempest-VolumesActionsTest-112709343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 11:46:18.493638 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [req-6eb6aea5-dbf4-4d4a-91ce-c48de29c0650 req-2958e29d-70b7-4ccb-a998-4fea320a0df7 tempest-VolumesActionsTest-112709343 tempest-VolumesActionsTest-112709343-project] 10.222.0.57 "GET /v2.0/ports?device_id=d78197cd-740e-4b05-be5b-636187026ff5 HTTP/1.1" status: 200  len: 944 time: 0.0823028
May 31 11:46:18.542554 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [req-6eb6aea5-dbf4-4d4a-91ce-c48de29c0650 req-a08941fd-a683-416a-a0b1-7aaa6a9039a4 tempest-VolumesActionsTest-112709343 tempest-VolumesActionsTest-112709343-project] 10.222.0.57 "GET /v2.0/security-groups?id=e75e580a-fb88-4245-a14e-0fc71be3f34a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0425229
May 31 11:46:18.816941 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eccd449b-cfe4-4e2d-bd36-92999971fdad req-bde94c88-47f1-4a8a-80d2-5f1ebb2a7ee0 tempest-ServerRescueNegativeTestJSON-1419813537 tempest-ServerRescueNegativeTestJSON-1419813537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 11:46:18.818394 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [req-eccd449b-cfe4-4e2d-bd36-92999971fdad req-bde94c88-47f1-4a8a-80d2-5f1ebb2a7ee0 tempest-ServerRescueNegativeTestJSON-1419813537 tempest-ServerRescueNegativeTestJSON-1419813537-project] 10.222.0.57 "GET /v2.0/ports?device_id=6cccde54-536c-42f8-a4b4-ace3bbad46da HTTP/1.1" status: 200  len: 945 time: 0.1000588
May 31 11:46:18.865245 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [req-eccd449b-cfe4-4e2d-bd36-92999971fdad req-4fe23c55-e5e9-4f73-9e1f-b34b096c036d tempest-ServerRescueNegativeTestJSON-1419813537 tempest-ServerRescueNegativeTestJSON-1419813537-project] 10.222.0.57 "GET /v2.0/security-groups?id=61284c33-46c4-4e49-8e24-329051971a91&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0403566
May 31 11:46:18.979966 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84ce1f51-1a8e-40d9-985b-b9ba34377a7a req-daf661b3-d47b-48f8-9fec-d3c08e000c16 tempest-AttachVolumeShelveTestJSON-127538222 tempest-AttachVolumeShelveTestJSON-127538222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 11:46:18.981901 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [req-84ce1f51-1a8e-40d9-985b-b9ba34377a7a req-daf661b3-d47b-48f8-9fec-d3c08e000c16 tempest-AttachVolumeShelveTestJSON-127538222 tempest-AttachVolumeShelveTestJSON-127538222-project] 10.222.0.57 "GET /v2.0/ports?device_id=3e7980f7-7a5b-4115-a41f-48764f578357 HTTP/1.1" status: 200  len: 946 time: 0.0918255
May 31 11:46:19.030936 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [req-84ce1f51-1a8e-40d9-985b-b9ba34377a7a req-29324b8a-f7fa-4a4a-9d8e-a6c01010bb14 tempest-AttachVolumeShelveTestJSON-127538222 tempest-AttachVolumeShelveTestJSON-127538222-project] 10.222.0.57 "GET /v2.0/security-groups?id=d1eff7f3-8a7b-4a53-9689-d64080240a11&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0428617
May 31 11:46:19.232475 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.api.v2.base [req-97645ce3-c00d-4a90-ad8c-4e004881fccc req-5efcadce-191d-45b7-8c2b-543997446b41 service neutron] Request body: {'port': {'device_id': '25f4c6a2-d9fc-4492-b06a-41be27fc43a2', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78638'}} {{(pid=103721) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 31 11:46:19.427938 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c8c8c76-f3a0-4c49-89ba-a91c602cb714 req-459401fe-2e25-4c92-80c5-76f1304e5efe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 11:46:19.430057 dv-cinder-786384-7-iscsi neutron-server[103720]: INFO neutron.wsgi [req-4c8c8c76-f3a0-4c49-89ba-a91c602cb714 req-459401fe-2e25-4c92-80c5-76f1304e5efe service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=21a60f43ca944a39aea0b56b250f83ba&device_id=d78197cd-740e-4b05-be5b-636187026ff5 HTTP/1.1" status: 200  len: 1097 time: 0.0963209
May 31 11:46:19.445813 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron_lib.callbacks.manager [req-97645ce3-c00d-4a90-ad8c-4e004881fccc req-5efcadce-191d-45b7-8c2b-543997446b41 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-934180'] for port, before_update {{(pid=103721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:46:19.544147 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-281e0679-92c4-40a8-9c4d-cb9ff78b5e47 req-0456e37a-d72d-4a72-88ce-dc27fde490cc tempest-TestMinimumBasicScenario-386923442 tempest-TestMinimumBasicScenario-386923442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 11:46:19.545958 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [req-281e0679-92c4-40a8-9c4d-cb9ff78b5e47 req-0456e37a-d72d-4a72-88ce-dc27fde490cc tempest-TestMinimumBasicScenario-386923442 tempest-TestMinimumBasicScenario-386923442-project] 10.222.0.57 "GET /v2.0/ports?device_id=25f4c6a2-d9fc-4492-b06a-41be27fc43a2 HTTP/1.1" status: 200  len: 932 time: 0.2568374
May 31 11:46:19.568854 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [req-42d71899-0cc1-47c7-8b83-0bf8cac02fa5 req-457e7a26-45ad-494a-bcf4-d51795cb0557 tempest-VolumesNegativeTest-2087413271 tempest-VolumesNegativeTest-2087413271-project] 10.222.0.57 "GET /v2.0/ports?device_id=6f822ad3-ca77-424f-a9ba-ae63400a8069 HTTP/1.1" status: 200  len: 210 time: 0.0720861
May 31 11:46:19.630465 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c8c8c76-f3a0-4c49-89ba-a91c602cb714 req-2d83ed27-0b8c-4a4b-a625-bbc4e8b2b499 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 11:46:19.631991 dv-cinder-786384-7-iscsi neutron-server[103720]: INFO neutron.wsgi [req-4c8c8c76-f3a0-4c49-89ba-a91c602cb714 req-2d83ed27-0b8c-4a4b-a625-bbc4e8b2b499 service neutron] 10.222.0.60 "GET /v2.0/networks?tenant_id=21a60f43ca944a39aea0b56b250f83ba&shared=False HTTP/1.1" status: 200  len: 910 time: 0.1588187
May 31 11:46:19.671731 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [req-281e0679-92c4-40a8-9c4d-cb9ff78b5e47 req-ec28d3a2-1505-4da7-ab06-59aa377e876b tempest-TestMinimumBasicScenario-386923442 tempest-TestMinimumBasicScenario-386923442-project] 10.222.0.57 "GET /v2.0/security-groups?id=f3724ee5-3f7d-4418-9672-f19ca2386f83&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1085134
May 31 11:46:19.905883 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e499cec-f564-4a01-93a4-4b850e290bb3 req-2cea783e-53de-4af0-8297-b9b1d6ed3622 tempest-VolumesActionsTest-112709343 tempest-VolumesActionsTest-112709343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 11:46:19.907420 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [req-8e499cec-f564-4a01-93a4-4b850e290bb3 req-2cea783e-53de-4af0-8297-b9b1d6ed3622 tempest-VolumesActionsTest-112709343 tempest-VolumesActionsTest-112709343-project] 10.222.0.57 "GET /v2.0/ports?device_id=d78197cd-740e-4b05-be5b-636187026ff5 HTTP/1.1" status: 200  len: 944 time: 0.2110093
May 31 11:46:19.920175 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c8c8c76-f3a0-4c49-89ba-a91c602cb714 req-7942ab7f-8ad3-4511-91c3-3a89f9dc93a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 11:46:19.921976 dv-cinder-786384-7-iscsi neutron-server[103720]: INFO neutron.wsgi [req-4c8c8c76-f3a0-4c49-89ba-a91c602cb714 req-7942ab7f-8ad3-4511-91c3-3a89f9dc93a5 service neutron] 10.222.0.60 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 870 time: 0.1484513
May 31 11:46:20.140796 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b44ebb61-8a24-4ccb-b9a7-e6e841de04bd req-44229f7e-6675-4a32-b29f-a4dd07e28e77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 11:46:20.142418 dv-cinder-786384-7-iscsi neutron-server[103720]: INFO neutron.wsgi [req-b44ebb61-8a24-4ccb-b9a7-e6e841de04bd req-44229f7e-6675-4a32-b29f-a4dd07e28e77 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=21a60f43ca944a39aea0b56b250f83ba&device_id=d78197cd-740e-4b05-be5b-636187026ff5 HTTP/1.1" status: 200  len: 1097 time: 0.0761044
May 31 11:46:20.149919 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [req-8e499cec-f564-4a01-93a4-4b850e290bb3 req-a88a897f-d330-4d77-8419-cb898b22858f tempest-VolumesActionsTest-112709343 tempest-VolumesActionsTest-112709343-project] 10.222.0.57 "GET /v2.0/security-groups?id=e75e580a-fb88-4245-a14e-0fc71be3f34a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2365458
May 31 11:46:20.154408 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.notifiers.nova [req-97645ce3-c00d-4a90-ad8c-4e004881fccc req-5efcadce-191d-45b7-8c2b-543997446b41 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id edbc0fcc-660b-4861-9417-be69a962d663 {{(pid=103721) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
May 31 11:46:20.164750 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron_lib.callbacks.manager [req-97645ce3-c00d-4a90-ad8c-4e004881fccc req-5efcadce-191d-45b7-8c2b-543997446b41 service neutron] Notify callbacks [] for port, precommit_update {{(pid=103721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:46:20.220402 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.db.provisioning_blocks [req-97645ce3-c00d-4a90-ad8c-4e004881fccc req-5efcadce-191d-45b7-8c2b-543997446b41 service neutron] Transition to ACTIVE for port object edbc0fcc-660b-4861-9417-be69a962d663 will not be triggered until provisioned by entity L2. {{(pid=103721) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 31 11:46:20.231008 dv-cinder-786384-7-iscsi neutron-server[103720]: INFO neutron.wsgi [req-b44ebb61-8a24-4ccb-b9a7-e6e841de04bd req-a07718ee-e80c-44aa-951c-a815551bdd59 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=80061ddb-141b-46d9-8e0c-9d5e918c279f HTTP/1.1" status: 200  len: 217 time: 0.0713093
May 31 11:46:20.231929 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron_lib.callbacks.manager [req-97645ce3-c00d-4a90-ad8c-4e004881fccc req-5efcadce-191d-45b7-8c2b-543997446b41 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937715', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3701677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744215954324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744215520988', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744215521293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2250875'] for port, after_update {{(pid=103721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:46:20.237177 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG oslo_concurrency.lockutils [None req-013672fe-ae01-4b09-aeab-ec6eff70b18b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103721) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 31 11:46:20.312278 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b44ebb61-8a24-4ccb-b9a7-e6e841de04bd req-3395a705-514c-46b6-bf71-66e0370c29bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 11:46:20.314768 dv-cinder-786384-7-iscsi neutron-server[103720]: INFO neutron.wsgi [req-b44ebb61-8a24-4ccb-b9a7-e6e841de04bd req-3395a705-514c-46b6-bf71-66e0370c29bf service neutron] 10.222.0.60 "GET /v2.0/subnets?id=85367956-208c-442d-a98d-2e0fd1582bda HTTP/1.1" status: 200  len: 849 time: 0.0652363
May 31 11:46:20.419711 dv-cinder-786384-7-iscsi neutron-server[103720]: INFO neutron.wsgi [req-b44ebb61-8a24-4ccb-b9a7-e6e841de04bd req-0e3c2025-700b-4961-930a-04f0dddb6369 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=b205228b-8572-41c7-9635-7e124a709f42&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0925643
May 31 11:46:20.421540 dv-cinder-786384-7-iscsi neutron-server[103720]: INFO neutron.wsgi [req-f3562055-4c3c-49df-9b2b-dbe38427c2d7 req-fd0f6cf0-e9f5-4110-8027-caae185052f0 tempest-VolumesNegativeTest-2087413271 tempest-VolumesNegativeTest-2087413271-project] 10.222.0.60 "GET /v2.0/networks?tenant_id=098ea68fc6ac44b8a2110902bd86ec61&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0538142
May 31 11:46:20.426401 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30490845-fb48-415e-8437-5520d358c6a5 req-fa14d57a-65ad-4c9d-8764-b3a6c8c09338 tempest-ServerRescueNegativeTestJSON-1419813537 tempest-ServerRescueNegativeTestJSON-1419813537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 11:46:20.428906 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [req-30490845-fb48-415e-8437-5520d358c6a5 req-fa14d57a-65ad-4c9d-8764-b3a6c8c09338 tempest-ServerRescueNegativeTestJSON-1419813537 tempest-ServerRescueNegativeTestJSON-1419813537-project] 10.222.0.57 "GET /v2.0/ports?device_id=6cccde54-536c-42f8-a4b4-ace3bbad46da HTTP/1.1" status: 200  len: 945 time: 0.4091659
May 31 11:46:20.535063 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [req-30490845-fb48-415e-8437-5520d358c6a5 req-8b7f2ea0-4f31-4336-a873-e8c01c79c30d tempest-ServerRescueNegativeTestJSON-1419813537 tempest-ServerRescueNegativeTestJSON-1419813537-project] 10.222.0.57 "GET /v2.0/security-groups?id=61284c33-46c4-4e49-8e24-329051971a91&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0929856
May 31 11:46:20.537148 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5efcadce-191d-45b7-8c2b-543997446b41 service neutron] Pushing event updated for resources: {'Port': ['ID=edbc0fcc-660b-4861-9417-be69a962d663,revision_number=2']} {{(pid=103721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 31 11:46:20.585720 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG oslo_concurrency.lockutils [None req-5efcadce-191d-45b7-8c2b-543997446b41 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.348s {{(pid=103721) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 31 11:46:20.694485 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6aa8030-b3c1-4794-95f0-201ed792ffdd req-16d97e41-68c9-4087-b8f1-89dd2dec1614 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 11:46:20.696166 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [req-f6aa8030-b3c1-4794-95f0-201ed792ffdd req-16d97e41-68c9-4087-b8f1-89dd2dec1614 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=f3bd06944c9240d0a51b5da41de72600&device_id=3e7980f7-7a5b-4115-a41f-48764f578357 HTTP/1.1" status: 200  len: 1099 time: 0.5131624
May 31 11:46:20.731881 dv-cinder-786384-7-iscsi neutron-server[103720]: INFO neutron.wsgi [req-b44ebb61-8a24-4ccb-b9a7-e6e841de04bd req-8795d285-4eaf-40a1-a869-edbbe923d8e0 service neutron] 10.222.0.60 "GET /v2.0/networks/b205228b-8572-41c7-9635-7e124a709f42?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3016586
May 31 11:46:20.744136 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04efb931-e1d5-4460-b1ba-444bf56cda7a req-adbd7870-140b-489c-b3d0-f9fd55f606cf tempest-AttachVolumeShelveTestJSON-127538222 tempest-AttachVolumeShelveTestJSON-127538222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 11:46:20.745882 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [req-04efb931-e1d5-4460-b1ba-444bf56cda7a req-adbd7870-140b-489c-b3d0-f9fd55f606cf tempest-AttachVolumeShelveTestJSON-127538222 tempest-AttachVolumeShelveTestJSON-127538222-project] 10.222.0.57 "GET /v2.0/ports?device_id=3e7980f7-7a5b-4115-a41f-48764f578357 HTTP/1.1" status: 200  len: 946 time: 0.4758534
May 31 11:46:20.764485 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3562055-4c3c-49df-9b2b-dbe38427c2d7 req-6511c608-1245-4f63-a11b-a752316f661d tempest-VolumesNegativeTest-2087413271 tempest-VolumesNegativeTest-2087413271-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 11:46:20.765933 dv-cinder-786384-7-iscsi neutron-server[103720]: INFO neutron.wsgi [req-f3562055-4c3c-49df-9b2b-dbe38427c2d7 req-6511c608-1245-4f63-a11b-a752316f661d tempest-VolumesNegativeTest-2087413271 tempest-VolumesNegativeTest-2087413271-project] 10.222.0.60 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.3086627
May 31 11:46:20.826802 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron.api.v2.base [req-f3562055-4c3c-49df-9b2b-dbe38427c2d7 req-4bd7a5bd-a4cd-433b-bd12-99db1f894e15 tempest-VolumesNegativeTest-2087413271 tempest-VolumesNegativeTest-2087413271-project] Request body: {'port': {'device_id': '6f822ad3-ca77-424f-a9ba-ae63400a8069', 'network_id': 'c29b129f-163f-4344-b099-40c1bed515b8', 'admin_state_up': True, 'tenant_id': '098ea68fc6ac44b8a2110902bd86ec61'}} {{(pid=103720) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 31 11:46:20.866612 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [req-df8ccbf1-b286-40c3-9865-edc4b90c2645 req-626cf543-615a-404b-ac98-20c96decca64 tempest-VolumesNegativeTest-2087413271 tempest-VolumesNegativeTest-2087413271-project] 10.222.0.57 "GET /v2.0/ports?device_id=6f822ad3-ca77-424f-a9ba-ae63400a8069 HTTP/1.1" status: 200  len: 210 time: 0.1575551
May 31 11:46:20.872939 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.plugins.ml2.managers [req-97645ce3-c00d-4a90-ad8c-4e004881fccc req-5efcadce-191d-45b7-8c2b-543997446b41 service neutron] Attempting to bind port edbc0fcc-660b-4861-9417-be69a962d663 on host hv-cinder-78638 for vnic_type normal with profile  {{(pid=103721) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
May 31 11:46:20.873275 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.plugins.ml2.managers [req-97645ce3-c00d-4a90-ad8c-4e004881fccc req-5efcadce-191d-45b7-8c2b-543997446b41 service neutron] Attempting to bind port edbc0fcc-660b-4861-9417-be69a962d663 by drivers openvswitch,hyperv on host hv-cinder-78638 at level 0 using segments [{'id': 'ea61f6ad-e9d3-4768-82a6-fea023d496f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 794, 'network_id': '7c7367d4-6b64-4c55-b3b8-cb2b2973b934'}] {{(pid=103721) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
May 31 11:46:20.873611 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97645ce3-c00d-4a90-ad8c-4e004881fccc req-5efcadce-191d-45b7-8c2b-543997446b41 service neutron] Attempting to bind port edbc0fcc-660b-4861-9417-be69a962d663 on network 7c7367d4-6b64-4c55-b3b8-cb2b2973b934 {{(pid=103721) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 31 11:46:20.891726 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97645ce3-c00d-4a90-ad8c-4e004881fccc req-5efcadce-191d-45b7-8c2b-543997446b41 service neutron] Port edbc0fcc-660b-4861-9417-be69a962d663 on network 7c7367d4-6b64-4c55-b3b8-cb2b2973b934 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78638 {{(pid=103721) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
May 31 11:46:20.891726 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97645ce3-c00d-4a90-ad8c-4e004881fccc req-5efcadce-191d-45b7-8c2b-543997446b41 service neutron] Attempting to bind port edbc0fcc-660b-4861-9417-be69a962d663 on network 7c7367d4-6b64-4c55-b3b8-cb2b2973b934 {{(pid=103721) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 31 11:46:20.895798 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97645ce3-c00d-4a90-ad8c-4e004881fccc req-5efcadce-191d-45b7-8c2b-543997446b41 service neutron] Checking agent: {'id': '42990638-b1ad-4185-8b70-a0b8bae36499', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78638', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 31, 11, 42, 1), 'started_at': datetime.datetime(2021, 5, 31, 11, 42, 1), 'heartbeat_timestamp': datetime.datetime(2021, 5, 31, 11, 46, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103721) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
May 31 11:46:20.896392 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97645ce3-c00d-4a90-ad8c-4e004881fccc req-5efcadce-191d-45b7-8c2b-543997446b41 service neutron] Checking segment: {'id': 'ea61f6ad-e9d3-4768-82a6-fea023d496f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 794, 'network_id': '7c7367d4-6b64-4c55-b3b8-cb2b2973b934'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103721) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 31 11:46:20.896583 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97645ce3-c00d-4a90-ad8c-4e004881fccc req-5efcadce-191d-45b7-8c2b-543997446b41 service neutron] Bound using segment: {'id': 'ea61f6ad-e9d3-4768-82a6-fea023d496f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 794, 'network_id': '7c7367d4-6b64-4c55-b3b8-cb2b2973b934'} {{(pid=103721) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
May 31 11:46:20.896990 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.plugins.ml2.managers [req-97645ce3-c00d-4a90-ad8c-4e004881fccc req-5efcadce-191d-45b7-8c2b-543997446b41 service neutron] Bound port: edbc0fcc-660b-4861-9417-be69a962d663, host: hv-cinder-78638, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ea61f6ad-e9d3-4768-82a6-fea023d496f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 794, 'network_id': '7c7367d4-6b64-4c55-b3b8-cb2b2973b934'}}] {{(pid=103721) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
May 31 11:46:20.897332 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron_lib.callbacks.manager [req-97645ce3-c00d-4a90-ad8c-4e004881fccc req-5efcadce-191d-45b7-8c2b-543997446b41 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-934180'] for port, before_update {{(pid=103721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:46:20.938474 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [req-04efb931-e1d5-4460-b1ba-444bf56cda7a req-3665b709-e434-4851-958a-75bf3dbbbdef tempest-AttachVolumeShelveTestJSON-127538222 tempest-AttachVolumeShelveTestJSON-127538222-project] 10.222.0.57 "GET /v2.0/security-groups?id=d1eff7f3-8a7b-4a53-9689-d64080240a11&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1538968
May 31 11:46:20.985805 dv-cinder-786384-7-iscsi neutron-server[103720]: INFO neutron.wsgi [req-b44ebb61-8a24-4ccb-b9a7-e6e841de04bd req-5f2eae01-06e9-488d-8941-cf1b77be8053 service neutron] 10.222.0.60 "GET /v2.0/networks/b205228b-8572-41c7-9635-7e124a709f42?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2469213
May 31 11:46:21.008968 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron.db.quota.driver [req-f3562055-4c3c-49df-9b2b-dbe38427c2d7 req-4bd7a5bd-a4cd-433b-bd12-99db1f894e15 tempest-VolumesNegativeTest-2087413271 tempest-VolumesNegativeTest-2087413271-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=103720) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 31 11:46:21.013733 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron.quota.resource [req-f3562055-4c3c-49df-9b2b-dbe38427c2d7 req-4bd7a5bd-a4cd-433b-bd12-99db1f894e15 tempest-VolumesNegativeTest-2087413271 tempest-VolumesNegativeTest-2087413271-project] Usage tracker for resource:port and tenant:098ea68fc6ac44b8a2110902bd86ec61 is out of sync, need to count used quota {{(pid=103720) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 31 11:46:21.017441 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron.quota.resource [req-f3562055-4c3c-49df-9b2b-dbe38427c2d7 req-4bd7a5bd-a4cd-433b-bd12-99db1f894e15 tempest-VolumesNegativeTest-2087413271 tempest-VolumesNegativeTest-2087413271-project] Quota usage for port was recalculated. Used quota:0. {{(pid=103720) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 31 11:46:21.023403 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron.db.quota.driver [req-f3562055-4c3c-49df-9b2b-dbe38427c2d7 req-4bd7a5bd-a4cd-433b-bd12-99db1f894e15 tempest-VolumesNegativeTest-2087413271 tempest-VolumesNegativeTest-2087413271-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=103720) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 31 11:46:21.032789 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f3562055-4c3c-49df-9b2b-dbe38427c2d7 req-4bd7a5bd-a4cd-433b-bd12-99db1f894e15 tempest-VolumesNegativeTest-2087413271 tempest-VolumesNegativeTest-2087413271-project] Made reservation on behalf of 098ea68fc6ac44b8a2110902bd86ec61 for: {'port': 1} {{(pid=103720) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 31 11:46:21.038147 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [req-f3562055-4c3c-49df-9b2b-dbe38427c2d7 req-4bd7a5bd-a4cd-433b-bd12-99db1f894e15 tempest-VolumesNegativeTest-2087413271 tempest-VolumesNegativeTest-2087413271-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-934180'] for port, before_create {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:46:21.049081 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [req-f3562055-4c3c-49df-9b2b-dbe38427c2d7 req-4bd7a5bd-a4cd-433b-bd12-99db1f894e15 tempest-VolumesNegativeTest-2087413271 tempest-VolumesNegativeTest-2087413271-project] Notify callbacks [] for security_group, before_create {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:46:21.063974 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron.db.quota.driver [req-f3562055-4c3c-49df-9b2b-dbe38427c2d7 req-4bd7a5bd-a4cd-433b-bd12-99db1f894e15 tempest-VolumesNegativeTest-2087413271 tempest-VolumesNegativeTest-2087413271-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=103720) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 31 11:46:21.068012 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron.quota.resource [req-f3562055-4c3c-49df-9b2b-dbe38427c2d7 req-4bd7a5bd-a4cd-433b-bd12-99db1f894e15 tempest-VolumesNegativeTest-2087413271 tempest-VolumesNegativeTest-2087413271-project] Usage tracker for resource:security_group_rule and tenant:098ea68fc6ac44b8a2110902bd86ec61 is out of sync, need to count used quota {{(pid=103720) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 31 11:46:21.071071 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron.quota.resource [req-f3562055-4c3c-49df-9b2b-dbe38427c2d7 req-4bd7a5bd-a4cd-433b-bd12-99db1f894e15 tempest-VolumesNegativeTest-2087413271 tempest-VolumesNegativeTest-2087413271-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=103720) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 31 11:46:21.077427 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron.db.quota.driver [req-f3562055-4c3c-49df-9b2b-dbe38427c2d7 req-4bd7a5bd-a4cd-433b-bd12-99db1f894e15 tempest-VolumesNegativeTest-2087413271 tempest-VolumesNegativeTest-2087413271-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=103720) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 31 11:46:21.081931 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6aa8030-b3c1-4794-95f0-201ed792ffdd req-52fab54c-9da3-4bc9-8f3d-9871a6c9e9fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 11:46:21.083506 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [req-f6aa8030-b3c1-4794-95f0-201ed792ffdd req-52fab54c-9da3-4bc9-8f3d-9871a6c9e9fe service neutron] 10.222.0.60 "GET /v2.0/networks?id=2c20abfc-12cd-4800-b928-7191b2675429 HTTP/1.1" status: 200  len: 917 time: 0.3733892
May 31 11:46:21.158709 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.plugins.ml2.db [req-97645ce3-c00d-4a90-ad8c-4e004881fccc req-5efcadce-191d-45b7-8c2b-543997446b41 service neutron] For port edbc0fcc-660b-4861-9417-be69a962d663, host hv-cinder-78638, cleared binding levels {{(pid=103721) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
May 31 11:46:21.167246 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [req-f3562055-4c3c-49df-9b2b-dbe38427c2d7 req-4bd7a5bd-a4cd-433b-bd12-99db1f894e15 tempest-VolumesNegativeTest-2087413271 tempest-VolumesNegativeTest-2087413271-project] Notify callbacks [] for security_group, precommit_create {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:46:21.172935 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [req-f3562055-4c3c-49df-9b2b-dbe38427c2d7 req-4bd7a5bd-a4cd-433b-bd12-99db1f894e15 tempest-VolumesNegativeTest-2087413271 tempest-VolumesNegativeTest-2087413271-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3705957'] for security_group, after_create {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:46:21.190663 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.plugins.ml2.db [req-97645ce3-c00d-4a90-ad8c-4e004881fccc req-5efcadce-191d-45b7-8c2b-543997446b41 service neutron] For port edbc0fcc-660b-4861-9417-be69a962d663, host hv-cinder-78638, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=edbc0fcc-660b-4861-9417-be69a962d663,segment=NetworkSegment(ea61f6ad-e9d3-4768-82a6-fea023d496f6),segment_id=ea61f6ad-e9d3-4768-82a6-fea023d496f6)] {{(pid=103721) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
May 31 11:46:21.208953 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron_lib.callbacks.manager [req-97645ce3-c00d-4a90-ad8c-4e004881fccc req-5efcadce-191d-45b7-8c2b-543997446b41 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937715', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3701677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744215954324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744215520988', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744215521293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2250875'] for port, after_update {{(pid=103721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:46:21.214893 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103721) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 31 11:46:21.250513 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG oslo_concurrency.lockutils [None req-52e3eabd-ddc1-46ec-a192-d3f0b6f264cb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103720) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 31 11:46:21.323528 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [req-f6aa8030-b3c1-4794-95f0-201ed792ffdd req-5d2bfb14-4307-4e3b-900e-6fceca955b6e service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=47adc6b5-17d9-4109-8892-d6283ab54f49 HTTP/1.1" status: 200  len: 1002 time: 0.2291119
May 31 11:46:21.323954 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bd7a5bd-a4cd-433b-bd12-99db1f894e15 tempest-VolumesNegativeTest-2087413271 tempest-VolumesNegativeTest-2087413271-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a581bca2-977c-4016-b3cf-156e02ffa613,revision_number=1']} {{(pid=103720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 31 11:46:21.331129 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG oslo_concurrency.lockutils [None req-4bd7a5bd-a4cd-433b-bd12-99db1f894e15 tempest-VolumesNegativeTest-2087413271 tempest-VolumesNegativeTest-2087413271-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=103720) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 31 11:46:21.333723 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97645ce3-c00d-4a90-ad8c-4e004881fccc req-5efcadce-191d-45b7-8c2b-543997446b41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 11:46:21.334336 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron_lib.callbacks.manager [req-97645ce3-c00d-4a90-ad8c-4e004881fccc req-5efcadce-191d-45b7-8c2b-543997446b41 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46333'] for port, before_response {{(pid=103721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:46:21.335690 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [req-97645ce3-c00d-4a90-ad8c-4e004881fccc req-5efcadce-191d-45b7-8c2b-543997446b41 service neutron] 10.222.0.60 "PUT /v2.0/ports/edbc0fcc-660b-4861-9417-be69a962d663 HTTP/1.1" status: 200  len: 1094 time: 2.1085029
May 31 11:46:21.346405 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '25f4c6a2-d9fc-4492-b06a-41be27fc43a2', 'tag': 'edbc0fcc-660b-4861-9417-be69a962d663'}] {{(pid=103721) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 31 11:46:21.349554 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3cd903d475e597836c68a86188e0a4f713f0e90603b95bd8a010e768671d0d04" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-89e882a9-2c30-4ea1-ad5c-199b538d9aca" -d '{"events": [{"name": "network-changed", "server_uuid": "25f4c6a2-d9fc-4492-b06a-41be27fc43a2", "tag": "edbc0fcc-660b-4861-9417-be69a962d663"}]}' {{(pid=103721) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
May 31 11:46:21.367082 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron.db.db_base_plugin_common [req-f3562055-4c3c-49df-9b2b-dbe38427c2d7 req-4bd7a5bd-a4cd-433b-bd12-99db1f894e15 tempest-VolumesNegativeTest-2087413271 tempest-VolumesNegativeTest-2087413271-project] Allocated IP 192.168.233.132 (c29b129f-163f-4344-b099-40c1bed515b8/3c7e6bb5-a92a-4be1-8c35-1e573fac45b1/a787970d-bc06-4325-9eb2-5e7935c9e9b6) {{(pid=103720) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 31 11:46:21.400522 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-675be832-e684-4e8c-9978-cb556b9f9998 req-0cae330c-e30a-4ec6-8c3b-c93dd8833009 tempest-TestMinimumBasicScenario-386923442 tempest-TestMinimumBasicScenario-386923442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 11:46:21.402084 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [req-675be832-e684-4e8c-9978-cb556b9f9998 req-0cae330c-e30a-4ec6-8c3b-c93dd8833009 tempest-TestMinimumBasicScenario-386923442 tempest-TestMinimumBasicScenario-386923442-project] 10.222.0.57 "GET /v2.0/ports?device_id=25f4c6a2-d9fc-4492-b06a-41be27fc43a2 HTTP/1.1" status: 200  len: 944 time: 0.4149034
May 31 11:46:21.508033 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5efcadce-191d-45b7-8c2b-543997446b41 service neutron] Pushing event updated for resources: {'Port': ['ID=edbc0fcc-660b-4861-9417-be69a962d663,revision_number=3']} {{(pid=103721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 31 11:46:21.517202 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG oslo_concurrency.lockutils [None req-5efcadce-191d-45b7-8c2b-543997446b41 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.302s {{(pid=103721) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 31 11:46:21.546347 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6aa8030-b3c1-4794-95f0-201ed792ffdd req-76e67423-b21f-421c-9554-e0d25f4f6b4a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 11:46:21.548081 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [req-f6aa8030-b3c1-4794-95f0-201ed792ffdd req-76e67423-b21f-421c-9554-e0d25f4f6b4a service neutron] 10.222.0.60 "GET /v2.0/subnets?id=97d26c19-ffd5-4600-9f66-20181dad1656 HTTP/1.1" status: 200  len: 855 time: 0.2098160
May 31 11:46:21.594744 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [req-675be832-e684-4e8c-9978-cb556b9f9998 req-6bfce239-7217-41f5-86b0-f4b72c400877 tempest-TestMinimumBasicScenario-386923442 tempest-TestMinimumBasicScenario-386923442-project] 10.222.0.57 "GET /v2.0/security-groups?id=f3724ee5-3f7d-4418-9672-f19ca2386f83&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1842527
May 31 11:46:21.649028 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eadc427-5c36-4d1b-9e94-de6ee1359145 req-228aa87e-9c1d-47fe-b045-d10667a816f9 tempest-VolumesActionsTest-112709343 tempest-VolumesActionsTest-112709343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 11:46:21.651727 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [req-7eadc427-5c36-4d1b-9e94-de6ee1359145 req-228aa87e-9c1d-47fe-b045-d10667a816f9 tempest-VolumesActionsTest-112709343 tempest-VolumesActionsTest-112709343-project] 10.222.0.57 "GET /v2.0/ports?device_id=d78197cd-740e-4b05-be5b-636187026ff5 HTTP/1.1" status: 200  len: 944 time: 0.3759465
May 31 11:46:21.661590 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97645ce3-c00d-4a90-ad8c-4e004881fccc req-c6deb94c-cb3a-44a6-9678-2f2b32c3368b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 11:46:21.663052 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [req-97645ce3-c00d-4a90-ad8c-4e004881fccc req-c6deb94c-cb3a-44a6-9678-2f2b32c3368b service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=d2835694ba8b4386a2876202826dc222&device_id=25f4c6a2-d9fc-4492-b06a-41be27fc43a2 HTTP/1.1" status: 200  len: 1097 time: 0.2323437
May 31 11:46:21.665748 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 31 May 2021 11:46:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8043c4a1-cda2-4b8f-ba1a-1f7c21a1983f x-openstack-request-id: req-8043c4a1-cda2-4b8f-ba1a-1f7c21a1983f {{(pid=103721) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
May 31 11:46:21.666029 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "25f4c6a2-d9fc-4492-b06a-41be27fc43a2", "tag": "edbc0fcc-660b-4861-9417-be69a962d663", "status": "completed", "code": 200}]} {{(pid=103721) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
May 31 11:46:21.666293 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-8043c4a1-cda2-4b8f-ba1a-1f7c21a1983f {{(pid=103721) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
May 31 11:46:21.666702 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '25f4c6a2-d9fc-4492-b06a-41be27fc43a2', 'tag': 'edbc0fcc-660b-4861-9417-be69a962d663', 'status': 'completed', 'code': 200}
May 31 11:46:21.739997 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [req-f3562055-4c3c-49df-9b2b-dbe38427c2d7 req-4bd7a5bd-a4cd-433b-bd12-99db1f894e15 tempest-VolumesNegativeTest-2087413271 tempest-VolumesNegativeTest-2087413271-project] Notify callbacks [] for port, precommit_create {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:46:21.760813 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron.db.provisioning_blocks [req-f3562055-4c3c-49df-9b2b-dbe38427c2d7 req-4bd7a5bd-a4cd-433b-bd12-99db1f894e15 tempest-VolumesNegativeTest-2087413271 tempest-VolumesNegativeTest-2087413271-project] Transition to ACTIVE for port object a787970d-bc06-4325-9eb2-5e7935c9e9b6 will not be triggered until provisioned by entity DHCP. {{(pid=103720) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 31 11:46:21.786541 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [req-f3562055-4c3c-49df-9b2b-dbe38427c2d7 req-4bd7a5bd-a4cd-433b-bd12-99db1f894e15 tempest-VolumesNegativeTest-2087413271 tempest-VolumesNegativeTest-2087413271-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937715', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3701677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744215520970', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2327893'] for port, after_create {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:46:21.794437 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG oslo_concurrency.lockutils [None req-0af98461-4c8b-4676-bcb8-848903bd0ff4 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103720) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 31 11:46:21.860062 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f3562055-4c3c-49df-9b2b-dbe38427c2d7 req-4bd7a5bd-a4cd-433b-bd12-99db1f894e15 tempest-VolumesNegativeTest-2087413271 tempest-VolumesNegativeTest-2087413271-project] Network c29b129f-163f-4344-b099-40c1bed515b8 is already hosted by enough agents. {{(pid=103720) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 31 11:46:21.863168 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron.scheduler.base_scheduler [req-f3562055-4c3c-49df-9b2b-dbe38427c2d7 req-4bd7a5bd-a4cd-433b-bd12-99db1f894e15 tempest-VolumesNegativeTest-2087413271 tempest-VolumesNegativeTest-2087413271-project] Resources bound (agent type, host, resource id):  {{(pid=103720) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 31 11:46:21.866979 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron.db.l3_dvrscheduler_db [req-f3562055-4c3c-49df-9b2b-dbe38427c2d7 req-4bd7a5bd-a4cd-433b-bd12-99db1f894e15 tempest-VolumesNegativeTest-2087413271 tempest-VolumesNegativeTest-2087413271-project] Received port after_create {{(pid=103720) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
May 31 11:46:21.887328 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [req-97645ce3-c00d-4a90-ad8c-4e004881fccc req-853d879a-f01e-402d-81b3-2f82212f0136 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=edbc0fcc-660b-4861-9417-be69a962d663 HTTP/1.1" status: 200  len: 217 time: 0.1924238
May 31 11:46:21.902251 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bd7a5bd-a4cd-433b-bd12-99db1f894e15 tempest-VolumesNegativeTest-2087413271 tempest-VolumesNegativeTest-2087413271-project] Pushing event updated for resources: {'Port': ['ID=a787970d-bc06-4325-9eb2-5e7935c9e9b6,revision_number=1']} {{(pid=103720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 31 11:46:21.911431 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG oslo_concurrency.lockutils [None req-4bd7a5bd-a4cd-433b-bd12-99db1f894e15 tempest-VolumesNegativeTest-2087413271 tempest-VolumesNegativeTest-2087413271-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=103720) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 31 11:46:21.932589 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6aa8030-b3c1-4794-95f0-201ed792ffdd req-8e4eed88-0b30-4909-9f00-0d9d533ee76b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 11:46:21.934082 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [req-f6aa8030-b3c1-4794-95f0-201ed792ffdd req-8e4eed88-0b30-4909-9f00-0d9d533ee76b service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=2c20abfc-12cd-4800-b928-7191b2675429&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.3750062
May 31 11:46:21.936999 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3562055-4c3c-49df-9b2b-dbe38427c2d7 req-4bd7a5bd-a4cd-433b-bd12-99db1f894e15 tempest-VolumesNegativeTest-2087413271 tempest-VolumesNegativeTest-2087413271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 11:46:21.937641 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [req-f3562055-4c3c-49df-9b2b-dbe38427c2d7 req-4bd7a5bd-a4cd-433b-bd12-99db1f894e15 tempest-VolumesNegativeTest-2087413271 tempest-VolumesNegativeTest-2087413271-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3701651'] for port, before_response {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:46:21.948187 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [req-7eadc427-5c36-4d1b-9e94-de6ee1359145 req-d25388b7-b0d3-4727-9d0b-e13ffe11e722 tempest-VolumesActionsTest-112709343 tempest-VolumesActionsTest-112709343-project] 10.222.0.57 "GET /v2.0/security-groups?id=e75e580a-fb88-4245-a14e-0fc71be3f34a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2889059
May 31 11:46:21.979450 dv-cinder-786384-7-iscsi neutron-server[103720]: INFO neutron.wsgi [req-f3562055-4c3c-49df-9b2b-dbe38427c2d7 req-4bd7a5bd-a4cd-433b-bd12-99db1f894e15 tempest-VolumesNegativeTest-2087413271 tempest-VolumesNegativeTest-2087413271-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201  len: 938 time: 1.1608651
May 31 11:46:22.000065 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron.api.v2.base [req-f3562055-4c3c-49df-9b2b-dbe38427c2d7 req-31f7dcbc-aa00-489b-b519-17b2dd3c2784 service neutron] Request body: {'port': {'device_id': '6f822ad3-ca77-424f-a9ba-ae63400a8069', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78638'}} {{(pid=103720) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 31 11:46:22.082234 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97645ce3-c00d-4a90-ad8c-4e004881fccc req-de164e8d-0139-4373-b516-b4ca4e888461 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 11:46:22.083824 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [req-97645ce3-c00d-4a90-ad8c-4e004881fccc req-de164e8d-0139-4373-b516-b4ca4e888461 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=0ae97965-980e-4967-8bf0-649896983786 HTTP/1.1" status: 200  len: 854 time: 0.1852572
May 31 11:46:22.096885 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron.db.provisioning_blocks [None req-a8aa4775-3985-4e6d-b135-412b9fd5a0fa None None] Provisioning for port a787970d-bc06-4325-9eb2-5e7935c9e9b6 completed by entity DHCP. {{(pid=103722) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 31 11:46:22.102185 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron.db.provisioning_blocks [None req-a8aa4775-3985-4e6d-b135-412b9fd5a0fa None None] Provisioning complete for port a787970d-bc06-4325-9eb2-5e7935c9e9b6 triggered by entity DHCP. {{(pid=103722) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 31 11:46:22.102594 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron_lib.callbacks.manager [None req-a8aa4775-3985-4e6d-b135-412b9fd5a0fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857618'] for port, provisioning_complete {{(pid=103722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:46:22.137411 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [req-f3562055-4c3c-49df-9b2b-dbe38427c2d7 req-31f7dcbc-aa00-489b-b519-17b2dd3c2784 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-934180'] for port, before_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:46:22.159648 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron.plugins.ml2.plugin [None req-a8aa4775-3985-4e6d-b135-412b9fd5a0fa None None] Port a787970d-bc06-4325-9eb2-5e7935c9e9b6 cannot update to ACTIVE because it is not bound. {{(pid=103722) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
May 31 11:46:22.234108 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3544c347-e3ec-4b9b-8890-26c6a1d0f847 req-1ce3cdd8-2c35-4fa9-9c93-d850754396d6 tempest-ServerRescueNegativeTestJSON-1419813537 tempest-ServerRescueNegativeTestJSON-1419813537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 11:46:22.235555 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [req-3544c347-e3ec-4b9b-8890-26c6a1d0f847 req-1ce3cdd8-2c35-4fa9-9c93-d850754396d6 tempest-ServerRescueNegativeTestJSON-1419813537 tempest-ServerRescueNegativeTestJSON-1419813537-project] 10.222.0.57 "GET /v2.0/ports?device_id=6cccde54-536c-42f8-a4b4-ace3bbad46da HTTP/1.1" status: 200  len: 945 time: 0.4029784
May 31 11:46:22.240043 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [req-f6aa8030-b3c1-4794-95f0-201ed792ffdd req-484f8176-aff6-418c-89c9-80deb9ebf714 service neutron] 10.222.0.60 "GET /v2.0/networks/2c20abfc-12cd-4800-b928-7191b2675429?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2955794
May 31 11:46:22.387123 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [req-3544c347-e3ec-4b9b-8890-26c6a1d0f847 req-1a34758c-9245-44ed-a334-32b6f949a0e5 tempest-ServerRescueNegativeTestJSON-1419813537 tempest-ServerRescueNegativeTestJSON-1419813537-project] 10.222.0.57 "GET /v2.0/security-groups?id=61284c33-46c4-4e49-8e24-329051971a91&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1422169
May 31 11:46:22.397854 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beda47ae-00c5-454d-8cb4-e4c5eb33cdd0 req-05eac182-c3fe-499e-9714-3b17a7307b85 tempest-VolumesNegativeTest-2087413271 tempest-VolumesNegativeTest-2087413271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 11:46:22.399429 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [req-beda47ae-00c5-454d-8cb4-e4c5eb33cdd0 req-05eac182-c3fe-499e-9714-3b17a7307b85 tempest-VolumesNegativeTest-2087413271 tempest-VolumesNegativeTest-2087413271-project] 10.222.0.57 "GET /v2.0/ports?device_id=6f822ad3-ca77-424f-a9ba-ae63400a8069 HTTP/1.1" status: 200  len: 936 time: 0.3239734
May 31 11:46:22.440153 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97645ce3-c00d-4a90-ad8c-4e004881fccc req-bc7c637a-a4fd-44ac-907a-3557d4982353 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 11:46:22.441593 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [req-97645ce3-c00d-4a90-ad8c-4e004881fccc req-bc7c637a-a4fd-44ac-907a-3557d4982353 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=7c7367d4-6b64-4c55-b3b8-cb2b2973b934&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.3202465
May 31 11:46:22.509126 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [req-f6aa8030-b3c1-4794-95f0-201ed792ffdd req-af41365f-c7f4-49f5-8176-9d23c8a6177e service neutron] 10.222.0.60 "GET /v2.0/networks/2c20abfc-12cd-4800-b928-7191b2675429?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2463689
May 31 11:46:22.523452 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron.notifiers.nova [req-f3562055-4c3c-49df-9b2b-dbe38427c2d7 req-31f7dcbc-aa00-489b-b519-17b2dd3c2784 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a787970d-bc06-4325-9eb2-5e7935c9e9b6 {{(pid=103720) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
May 31 11:46:22.531879 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [req-f3562055-4c3c-49df-9b2b-dbe38427c2d7 req-31f7dcbc-aa00-489b-b519-17b2dd3c2784 service neutron] Notify callbacks [] for port, precommit_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:46:22.547538 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron.db.provisioning_blocks [req-f3562055-4c3c-49df-9b2b-dbe38427c2d7 req-31f7dcbc-aa00-489b-b519-17b2dd3c2784 service neutron] Transition to ACTIVE for port object a787970d-bc06-4325-9eb2-5e7935c9e9b6 will not be triggered until provisioned by entity L2. {{(pid=103720) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 31 11:46:22.552240 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [req-f3562055-4c3c-49df-9b2b-dbe38427c2d7 req-31f7dcbc-aa00-489b-b519-17b2dd3c2784 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937715', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3701677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744215954324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744215520988', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744215521293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2327900'] for port, after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:46:22.556733 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103720) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 31 11:46:22.598998 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [req-beda47ae-00c5-454d-8cb4-e4c5eb33cdd0 req-eb27cc89-ca85-4d3b-8455-70878342b9b3 tempest-VolumesNegativeTest-2087413271 tempest-VolumesNegativeTest-2087413271-project] 10.222.0.57 "GET /v2.0/security-groups?id=a581bca2-977c-4016-b3cf-156e02ffa613&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1858573
May 31 11:46:22.700846 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46082046-d081-4fae-aec6-ef8326738815 req-bf222918-9c8e-410b-b092-ac46654bbfad tempest-AttachVolumeShelveTestJSON-127538222 tempest-AttachVolumeShelveTestJSON-127538222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 11:46:22.702386 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [req-46082046-d081-4fae-aec6-ef8326738815 req-bf222918-9c8e-410b-b092-ac46654bbfad tempest-AttachVolumeShelveTestJSON-127538222 tempest-AttachVolumeShelveTestJSON-127538222-project] 10.222.0.57 "GET /v2.0/ports?device_id=3e7980f7-7a5b-4115-a41f-48764f578357 HTTP/1.1" status: 200  len: 946 time: 0.2035847
May 31 11:46:22.709607 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [req-97645ce3-c00d-4a90-ad8c-4e004881fccc req-0c8239d6-1f3e-4017-9b57-9ee43aeae872 service neutron] 10.222.0.60 "GET /v2.0/networks/7c7367d4-6b64-4c55-b3b8-cb2b2973b934?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2481489
May 31 11:46:22.737355 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31f7dcbc-aa00-489b-b519-17b2dd3c2784 service neutron] Pushing event updated for resources: {'Port': ['ID=a787970d-bc06-4325-9eb2-5e7935c9e9b6,revision_number=2']} {{(pid=103720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 31 11:46:22.751644 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG oslo_concurrency.lockutils [None req-31f7dcbc-aa00-489b-b519-17b2dd3c2784 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.195s {{(pid=103720) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 31 11:46:22.832238 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron.plugins.ml2.managers [req-f3562055-4c3c-49df-9b2b-dbe38427c2d7 req-31f7dcbc-aa00-489b-b519-17b2dd3c2784 service neutron] Attempting to bind port a787970d-bc06-4325-9eb2-5e7935c9e9b6 on host hv-cinder-78638 for vnic_type normal with profile  {{(pid=103720) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
May 31 11:46:22.832586 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron.plugins.ml2.managers [req-f3562055-4c3c-49df-9b2b-dbe38427c2d7 req-31f7dcbc-aa00-489b-b519-17b2dd3c2784 service neutron] Attempting to bind port a787970d-bc06-4325-9eb2-5e7935c9e9b6 by drivers openvswitch,hyperv on host hv-cinder-78638 at level 0 using segments [{'id': 'a7fd60be-bba5-4c54-959d-eb5aa3f53d56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 761, 'network_id': 'c29b129f-163f-4344-b099-40c1bed515b8'}] {{(pid=103720) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
May 31 11:46:22.832907 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3562055-4c3c-49df-9b2b-dbe38427c2d7 req-31f7dcbc-aa00-489b-b519-17b2dd3c2784 service neutron] Attempting to bind port a787970d-bc06-4325-9eb2-5e7935c9e9b6 on network c29b129f-163f-4344-b099-40c1bed515b8 {{(pid=103720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 31 11:46:22.838021 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3562055-4c3c-49df-9b2b-dbe38427c2d7 req-31f7dcbc-aa00-489b-b519-17b2dd3c2784 service neutron] Port a787970d-bc06-4325-9eb2-5e7935c9e9b6 on network c29b129f-163f-4344-b099-40c1bed515b8 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78638 {{(pid=103720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
May 31 11:46:22.838332 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3562055-4c3c-49df-9b2b-dbe38427c2d7 req-31f7dcbc-aa00-489b-b519-17b2dd3c2784 service neutron] Attempting to bind port a787970d-bc06-4325-9eb2-5e7935c9e9b6 on network c29b129f-163f-4344-b099-40c1bed515b8 {{(pid=103720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 31 11:46:22.844003 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3562055-4c3c-49df-9b2b-dbe38427c2d7 req-31f7dcbc-aa00-489b-b519-17b2dd3c2784 service neutron] Checking agent: {'id': '42990638-b1ad-4185-8b70-a0b8bae36499', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78638', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 31, 11, 42, 1), 'started_at': datetime.datetime(2021, 5, 31, 11, 42, 1), 'heartbeat_timestamp': datetime.datetime(2021, 5, 31, 11, 46, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
May 31 11:46:22.844329 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3562055-4c3c-49df-9b2b-dbe38427c2d7 req-31f7dcbc-aa00-489b-b519-17b2dd3c2784 service neutron] Checking segment: {'id': 'a7fd60be-bba5-4c54-959d-eb5aa3f53d56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 761, 'network_id': 'c29b129f-163f-4344-b099-40c1bed515b8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103720) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 31 11:46:22.844699 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3562055-4c3c-49df-9b2b-dbe38427c2d7 req-31f7dcbc-aa00-489b-b519-17b2dd3c2784 service neutron] Bound using segment: {'id': 'a7fd60be-bba5-4c54-959d-eb5aa3f53d56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 761, 'network_id': 'c29b129f-163f-4344-b099-40c1bed515b8'} {{(pid=103720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
May 31 11:46:22.845511 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron.plugins.ml2.managers [req-f3562055-4c3c-49df-9b2b-dbe38427c2d7 req-31f7dcbc-aa00-489b-b519-17b2dd3c2784 service neutron] Bound port: a787970d-bc06-4325-9eb2-5e7935c9e9b6, host: hv-cinder-78638, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a7fd60be-bba5-4c54-959d-eb5aa3f53d56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 761, 'network_id': 'c29b129f-163f-4344-b099-40c1bed515b8'}}] {{(pid=103720) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
May 31 11:46:22.845511 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [req-f3562055-4c3c-49df-9b2b-dbe38427c2d7 req-31f7dcbc-aa00-489b-b519-17b2dd3c2784 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-934180'] for port, before_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:46:22.907619 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [req-46082046-d081-4fae-aec6-ef8326738815 req-5ae1e60e-e1f9-4aa5-bd4b-d7ca7fca5991 tempest-AttachVolumeShelveTestJSON-127538222 tempest-AttachVolumeShelveTestJSON-127538222-project] 10.222.0.57 "GET /v2.0/security-groups?id=d1eff7f3-8a7b-4a53-9689-d64080240a11&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1947515
May 31 11:46:22.940408 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron.plugins.ml2.db [req-f3562055-4c3c-49df-9b2b-dbe38427c2d7 req-31f7dcbc-aa00-489b-b519-17b2dd3c2784 service neutron] For port a787970d-bc06-4325-9eb2-5e7935c9e9b6, host hv-cinder-78638, cleared binding levels {{(pid=103720) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
May 31 11:46:22.943362 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron.plugins.ml2.db [req-f3562055-4c3c-49df-9b2b-dbe38427c2d7 req-31f7dcbc-aa00-489b-b519-17b2dd3c2784 service neutron] For port a787970d-bc06-4325-9eb2-5e7935c9e9b6, host hv-cinder-78638, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=a787970d-bc06-4325-9eb2-5e7935c9e9b6,segment=NetworkSegment(a7fd60be-bba5-4c54-959d-eb5aa3f53d56),segment_id=a7fd60be-bba5-4c54-959d-eb5aa3f53d56)] {{(pid=103720) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
May 31 11:46:22.948707 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [req-f3562055-4c3c-49df-9b2b-dbe38427c2d7 req-31f7dcbc-aa00-489b-b519-17b2dd3c2784 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937715', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3701677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744215954324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744215520988', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744215521293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2327900'] for port, after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:46:22.949460 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [req-97645ce3-c00d-4a90-ad8c-4e004881fccc req-28986a6f-5e3a-4b19-906c-d419e6397354 service neutron] 10.222.0.60 "GET /v2.0/networks/7c7367d4-6b64-4c55-b3b8-cb2b2973b934?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2232985
May 31 11:46:22.953610 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103720) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 31 11:46:22.966091 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7044477b-54d9-42fc-8001-b488c4f1a714 req-43baf62a-9849-4b53-b257-cbd2136f2b21 tempest-TestMinimumBasicScenario-386923442 tempest-TestMinimumBasicScenario-386923442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 11:46:22.967580 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [req-7044477b-54d9-42fc-8001-b488c4f1a714 req-43baf62a-9849-4b53-b257-cbd2136f2b21 tempest-TestMinimumBasicScenario-386923442 tempest-TestMinimumBasicScenario-386923442-project] 10.222.0.57 "GET /v2.0/ports?device_id=25f4c6a2-d9fc-4492-b06a-41be27fc43a2 HTTP/1.1" status: 200  len: 944 time: 0.1648037
May 31 11:46:23.013714 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3562055-4c3c-49df-9b2b-dbe38427c2d7 req-31f7dcbc-aa00-489b-b519-17b2dd3c2784 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 11:46:23.014336 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [req-f3562055-4c3c-49df-9b2b-dbe38427c2d7 req-31f7dcbc-aa00-489b-b519-17b2dd3c2784 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3701651'] for port, before_response {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:46:23.015757 dv-cinder-786384-7-iscsi neutron-server[103720]: INFO neutron.wsgi [req-f3562055-4c3c-49df-9b2b-dbe38427c2d7 req-31f7dcbc-aa00-489b-b519-17b2dd3c2784 service neutron] 10.222.0.60 "PUT /v2.0/ports/a787970d-bc06-4325-9eb2-5e7935c9e9b6 HTTP/1.1" status: 200  len: 1098 time: 1.0210233
May 31 11:46:23.016298 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6f822ad3-ca77-424f-a9ba-ae63400a8069', 'tag': 'a787970d-bc06-4325-9eb2-5e7935c9e9b6'}] {{(pid=103720) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 31 11:46:23.018723 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6839f599539fa4c6e3ba02718c376b16d52b950f3872e5f8c495d4ff24c4a199" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b34c75fc-3e6b-445f-88c1-73ba36ee73aa" -d '{"events": [{"name": "network-changed", "server_uuid": "6f822ad3-ca77-424f-a9ba-ae63400a8069", "tag": "a787970d-bc06-4325-9eb2-5e7935c9e9b6"}]}' {{(pid=103720) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
May 31 11:46:23.035090 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [req-7044477b-54d9-42fc-8001-b488c4f1a714 req-39169206-4b42-4df5-b0f6-af7be91c9423 tempest-TestMinimumBasicScenario-386923442 tempest-TestMinimumBasicScenario-386923442-project] 10.222.0.57 "GET /v2.0/security-groups?id=f3724ee5-3f7d-4418-9672-f19ca2386f83&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0605412
May 31 11:46:23.037962 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31f7dcbc-aa00-489b-b519-17b2dd3c2784 service neutron] Pushing event updated for resources: {'Port': ['ID=a787970d-bc06-4325-9eb2-5e7935c9e9b6,revision_number=3']} {{(pid=103720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 31 11:46:23.041181 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG oslo_concurrency.lockutils [None req-31f7dcbc-aa00-489b-b519-17b2dd3c2784 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=103720) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 31 11:46:23.124263 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 31 May 2021 11:46:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-28065fe4-1962-456d-b259-b9c720041bac x-openstack-request-id: req-28065fe4-1962-456d-b259-b9c720041bac {{(pid=103720) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
May 31 11:46:23.124588 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6f822ad3-ca77-424f-a9ba-ae63400a8069", "tag": "a787970d-bc06-4325-9eb2-5e7935c9e9b6", "status": "completed", "code": 200}]} {{(pid=103720) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
May 31 11:46:23.124865 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-28065fe4-1962-456d-b259-b9c720041bac {{(pid=103720) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
May 31 11:46:23.125436 dv-cinder-786384-7-iscsi neutron-server[103720]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6f822ad3-ca77-424f-a9ba-ae63400a8069', 'tag': 'a787970d-bc06-4325-9eb2-5e7935c9e9b6', 'status': 'completed', 'code': 200}
May 31 11:46:23.171597 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89e882a9-2c30-4ea1-ad5c-199b538d9aca req-138a87da-5038-47fc-a3fa-d00160492292 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 11:46:23.173031 dv-cinder-786384-7-iscsi neutron-server[103720]: INFO neutron.wsgi [req-89e882a9-2c30-4ea1-ad5c-199b538d9aca req-138a87da-5038-47fc-a3fa-d00160492292 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=d2835694ba8b4386a2876202826dc222&device_id=25f4c6a2-d9fc-4492-b06a-41be27fc43a2 HTTP/1.1" status: 200  len: 1097 time: 0.1023099
May 31 11:46:23.237729 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3562055-4c3c-49df-9b2b-dbe38427c2d7 req-5c50d987-1b22-45de-9397-249303482244 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 11:46:23.239166 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [req-f3562055-4c3c-49df-9b2b-dbe38427c2d7 req-5c50d987-1b22-45de-9397-249303482244 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=098ea68fc6ac44b8a2110902bd86ec61&device_id=6f822ad3-ca77-424f-a9ba-ae63400a8069 HTTP/1.1" status: 200  len: 1101 time: 0.0965006
May 31 11:46:23.249728 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb2702d6-e22b-476b-bea8-07afd5b4eb4f req-82a514d2-8923-4009-a6e9-3eb8bf13dd09 tempest-VolumesActionsTest-112709343 tempest-VolumesActionsTest-112709343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 11:46:23.251119 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [req-eb2702d6-e22b-476b-bea8-07afd5b4eb4f req-82a514d2-8923-4009-a6e9-3eb8bf13dd09 tempest-VolumesActionsTest-112709343 tempest-VolumesActionsTest-112709343-project] 10.222.0.57 "GET /v2.0/ports?device_id=d78197cd-740e-4b05-be5b-636187026ff5 HTTP/1.1" status: 200  len: 944 time: 0.1446085
May 31 11:46:23.309276 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89e882a9-2c30-4ea1-ad5c-199b538d9aca req-6a4102f6-6264-4c12-9628-b502f93c7f27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 11:46:23.310637 dv-cinder-786384-7-iscsi neutron-server[103720]: INFO neutron.wsgi [req-89e882a9-2c30-4ea1-ad5c-199b538d9aca req-6a4102f6-6264-4c12-9628-b502f93c7f27 service neutron] 10.222.0.60 "GET /v2.0/networks?id=7c7367d4-6b64-4c55-b3b8-cb2b2973b934 HTTP/1.1" status: 200  len: 916 time: 0.1304643
May 31 11:46:23.325190 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [req-f3562055-4c3c-49df-9b2b-dbe38427c2d7 req-0cdc2e6d-31d0-4302-acc9-23ed97307e63 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.132&port_id=a787970d-bc06-4325-9eb2-5e7935c9e9b6 HTTP/1.1" status: 200  len: 217 time: 0.0708010
May 31 11:46:23.383568 dv-cinder-786384-7-iscsi neutron-server[103720]: INFO neutron.wsgi [req-89e882a9-2c30-4ea1-ad5c-199b538d9aca req-0422bf40-5c45-4efc-815e-f62b0fc5a1c9 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=edbc0fcc-660b-4861-9417-be69a962d663 HTTP/1.1" status: 200  len: 217 time: 0.0630996
May 31 11:46:23.399935 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [req-eb2702d6-e22b-476b-bea8-07afd5b4eb4f req-89c0fa06-0ec4-4814-bce2-7325cfd39934 tempest-VolumesActionsTest-112709343 tempest-VolumesActionsTest-112709343-project] 10.222.0.57 "GET /v2.0/security-groups?id=e75e580a-fb88-4245-a14e-0fc71be3f34a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1001437
May 31 11:46:23.409987 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3562055-4c3c-49df-9b2b-dbe38427c2d7 req-26d5bce2-461c-43ff-9575-8d09f5107eaf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 11:46:23.416215 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [req-f3562055-4c3c-49df-9b2b-dbe38427c2d7 req-26d5bce2-461c-43ff-9575-8d09f5107eaf service neutron] 10.222.0.60 "GET /v2.0/subnets?id=3c7e6bb5-a92a-4be1-8c35-1e573fac45b1 HTTP/1.1" status: 200  len: 843 time: 0.0792587
May 31 11:46:23.448283 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89e882a9-2c30-4ea1-ad5c-199b538d9aca req-82b8061d-cec4-4edf-9693-1c7ad8ee37f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 11:46:23.449724 dv-cinder-786384-7-iscsi neutron-server[103720]: INFO neutron.wsgi [req-89e882a9-2c30-4ea1-ad5c-199b538d9aca req-82b8061d-cec4-4edf-9693-1c7ad8ee37f9 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=0ae97965-980e-4967-8bf0-649896983786 HTTP/1.1" status: 200  len: 854 time: 0.0587270
May 31 11:46:23.491478 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3562055-4c3c-49df-9b2b-dbe38427c2d7 req-ec9621ea-5edd-43b3-b87f-bc7208fed8e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 11:46:23.493255 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [req-f3562055-4c3c-49df-9b2b-dbe38427c2d7 req-ec9621ea-5edd-43b3-b87f-bc7208fed8e5 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=c29b129f-163f-4344-b099-40c1bed515b8&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1178 time: 0.0742955
May 31 11:46:23.533584 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89e882a9-2c30-4ea1-ad5c-199b538d9aca req-b7f697ee-a99f-488d-b94f-bbad7d335738 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 11:46:23.535146 dv-cinder-786384-7-iscsi neutron-server[103720]: INFO neutron.wsgi [req-89e882a9-2c30-4ea1-ad5c-199b538d9aca req-b7f697ee-a99f-488d-b94f-bbad7d335738 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=7c7367d4-6b64-4c55-b3b8-cb2b2973b934&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0782707
May 31 11:46:23.754896 dv-cinder-786384-7-iscsi neutron-server[103720]: INFO neutron.wsgi [req-89e882a9-2c30-4ea1-ad5c-199b538d9aca req-883f3c04-ba95-4ba2-b346-fcaa0452f4a5 service neutron] 10.222.0.60 "GET /v2.0/networks/7c7367d4-6b64-4c55-b3b8-cb2b2973b934?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2111459
May 31 11:46:23.854296 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [req-f3562055-4c3c-49df-9b2b-dbe38427c2d7 req-09425056-a5ae-43c5-85fe-eb921fe52f26 service neutron] 10.222.0.60 "GET /v2.0/networks/c29b129f-163f-4344-b099-40c1bed515b8?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3225060
May 31 11:46:23.864811 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80a5091d-dc9f-470b-8925-357ec0576fc8 req-ec86ae3c-f942-467d-ac2c-d78422deb14d tempest-ServerRescueNegativeTestJSON-1419813537 tempest-ServerRescueNegativeTestJSON-1419813537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 11:46:23.866208 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [req-80a5091d-dc9f-470b-8925-357ec0576fc8 req-ec86ae3c-f942-467d-ac2c-d78422deb14d tempest-ServerRescueNegativeTestJSON-1419813537 tempest-ServerRescueNegativeTestJSON-1419813537-project] 10.222.0.57 "GET /v2.0/ports?device_id=6cccde54-536c-42f8-a4b4-ace3bbad46da HTTP/1.1" status: 200  len: 945 time: 0.3655760
May 31 11:46:23.900377 dv-cinder-786384-7-iscsi neutron-server[103720]: INFO neutron.wsgi [req-89e882a9-2c30-4ea1-ad5c-199b538d9aca req-b55520f6-6ec1-4a11-bed8-1b6d363588ff service neutron] 10.222.0.60 "GET /v2.0/networks/7c7367d4-6b64-4c55-b3b8-cb2b2973b934?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1353166
May 31 11:46:24.000153 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d508af58-ac3b-457b-abb1-016b84a5c783 req-1c8fde79-ee3c-4d87-bbdf-98a92cc7791d tempest-VolumesNegativeTest-2087413271 tempest-VolumesNegativeTest-2087413271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 11:46:24.001140 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [req-d508af58-ac3b-457b-abb1-016b84a5c783 req-1c8fde79-ee3c-4d87-bbdf-98a92cc7791d tempest-VolumesNegativeTest-2087413271 tempest-VolumesNegativeTest-2087413271-project] 10.222.0.57 "GET /v2.0/ports?device_id=6f822ad3-ca77-424f-a9ba-ae63400a8069 HTTP/1.1" status: 200  len: 948 time: 0.2807019
May 31 11:46:24.029182 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [req-80a5091d-dc9f-470b-8925-357ec0576fc8 req-f7291cd6-0399-411c-91a3-2931d82adca4 tempest-ServerRescueNegativeTestJSON-1419813537 tempest-ServerRescueNegativeTestJSON-1419813537-project] 10.222.0.57 "GET /v2.0/security-groups?id=61284c33-46c4-4e49-8e24-329051971a91&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1421311
May 31 11:46:24.081921 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [req-f3562055-4c3c-49df-9b2b-dbe38427c2d7 req-718a483e-8489-4e34-a358-f762eb08b1ab service neutron] 10.222.0.60 "GET /v2.0/networks/c29b129f-163f-4344-b099-40c1bed515b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2147367
May 31 11:46:24.086962 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [req-d508af58-ac3b-457b-abb1-016b84a5c783 req-1ad71eff-bc25-4a2e-8a08-d6f97daf396e tempest-VolumesNegativeTest-2087413271 tempest-VolumesNegativeTest-2087413271-project] 10.222.0.57 "GET /v2.0/security-groups?id=a581bca2-977c-4016-b3cf-156e02ffa613&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0773733
May 31 11:46:24.316643 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ca2d9a6-624b-4be5-9c3a-0c22e6f8b4b4 req-318f827e-1f45-4b20-b47b-f955a75aed75 tempest-AttachVolumeShelveTestJSON-127538222 tempest-AttachVolumeShelveTestJSON-127538222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 11:46:24.318416 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [req-8ca2d9a6-624b-4be5-9c3a-0c22e6f8b4b4 req-318f827e-1f45-4b20-b47b-f955a75aed75 tempest-AttachVolumeShelveTestJSON-127538222 tempest-AttachVolumeShelveTestJSON-127538222-project] 10.222.0.57 "GET /v2.0/ports?device_id=3e7980f7-7a5b-4115-a41f-48764f578357 HTTP/1.1" status: 200  len: 946 time: 0.1858261
May 31 11:46:24.363614 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b34c75fc-3e6b-445f-88c1-73ba36ee73aa req-dbbe46e9-2184-4ea8-9b13-213a0e42d6d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 11:46:24.365095 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [req-b34c75fc-3e6b-445f-88c1-73ba36ee73aa req-dbbe46e9-2184-4ea8-9b13-213a0e42d6d1 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=098ea68fc6ac44b8a2110902bd86ec61&device_id=6f822ad3-ca77-424f-a9ba-ae63400a8069 HTTP/1.1" status: 200  len: 1101 time: 0.1398904
May 31 11:46:24.405118 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56505a99-ada4-4c22-a8d4-79a6737238e8 req-1a6104f0-5e90-4225-81ae-c54d5d464ec3 tempest-TestMinimumBasicScenario-386923442 tempest-TestMinimumBasicScenario-386923442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 11:46:24.406566 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [req-56505a99-ada4-4c22-a8d4-79a6737238e8 req-1a6104f0-5e90-4225-81ae-c54d5d464ec3 tempest-TestMinimumBasicScenario-386923442 tempest-TestMinimumBasicScenario-386923442-project] 10.222.0.57 "GET /v2.0/ports?device_id=25f4c6a2-d9fc-4492-b06a-41be27fc43a2 HTTP/1.1" status: 200  len: 944 time: 0.2167771
May 31 11:46:24.437857 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [req-8ca2d9a6-624b-4be5-9c3a-0c22e6f8b4b4 req-11d95f33-e94b-4b4a-9636-bc29cef400f2 tempest-AttachVolumeShelveTestJSON-127538222 tempest-AttachVolumeShelveTestJSON-127538222-project] 10.222.0.57 "GET /v2.0/security-groups?id=d1eff7f3-8a7b-4a53-9689-d64080240a11&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1115327
May 31 11:46:24.527887 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [req-56505a99-ada4-4c22-a8d4-79a6737238e8 req-93d2e16b-1f47-4e06-80a0-67612fbf63f0 tempest-TestMinimumBasicScenario-386923442 tempest-TestMinimumBasicScenario-386923442-project] 10.222.0.57 "GET /v2.0/security-groups?id=f3724ee5-3f7d-4418-9672-f19ca2386f83&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1082535
May 31 11:46:24.607808 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b34c75fc-3e6b-445f-88c1-73ba36ee73aa req-6d42fa81-6bfa-4981-82f9-aaae4a5a1dea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 11:46:24.609262 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [req-b34c75fc-3e6b-445f-88c1-73ba36ee73aa req-6d42fa81-6bfa-4981-82f9-aaae4a5a1dea service neutron] 10.222.0.60 "GET /v2.0/networks?id=c29b129f-163f-4344-b099-40c1bed515b8 HTTP/1.1" status: 200  len: 870 time: 0.2348053
May 31 11:46:24.695712 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cb7a733-90a1-4b5a-9606-cc4f39e01256 req-a951d8c1-c9af-4866-8417-2b3adf231d72 tempest-VolumesActionsTest-112709343 tempest-VolumesActionsTest-112709343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 11:46:24.697863 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [req-4cb7a733-90a1-4b5a-9606-cc4f39e01256 req-a951d8c1-c9af-4866-8417-2b3adf231d72 tempest-VolumesActionsTest-112709343 tempest-VolumesActionsTest-112709343-project] 10.222.0.57 "GET /v2.0/ports?device_id=d78197cd-740e-4b05-be5b-636187026ff5 HTTP/1.1" status: 200  len: 944 time: 0.1570752
May 31 11:46:24.708486 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [req-b34c75fc-3e6b-445f-88c1-73ba36ee73aa req-7db0de6d-0bf6-45f0-84de-c06a24b14a70 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.132&port_id=a787970d-bc06-4325-9eb2-5e7935c9e9b6 HTTP/1.1" status: 200  len: 217 time: 0.0789514
May 31 11:46:24.795685 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [req-4cb7a733-90a1-4b5a-9606-cc4f39e01256 req-f1630e90-3543-4cd7-bade-bda804b1fa69 tempest-VolumesActionsTest-112709343 tempest-VolumesActionsTest-112709343-project] 10.222.0.57 "GET /v2.0/security-groups?id=e75e580a-fb88-4245-a14e-0fc71be3f34a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0896327
May 31 11:46:24.803354 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b34c75fc-3e6b-445f-88c1-73ba36ee73aa req-680b60b7-ddf6-490c-a618-4db87c04d266 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 11:46:24.804751 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [req-b34c75fc-3e6b-445f-88c1-73ba36ee73aa req-680b60b7-ddf6-490c-a618-4db87c04d266 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=3c7e6bb5-a92a-4be1-8c35-1e573fac45b1 HTTP/1.1" status: 200  len: 843 time: 0.0784004
May 31 11:46:24.899235 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b34c75fc-3e6b-445f-88c1-73ba36ee73aa req-6cc33ba7-e7ce-4f78-bd43-dbdf52fe85ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 11:46:24.900764 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [req-b34c75fc-3e6b-445f-88c1-73ba36ee73aa req-6cc33ba7-e7ce-4f78-bd43-dbdf52fe85ea service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=c29b129f-163f-4344-b099-40c1bed515b8&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1178 time: 0.0801244
May 31 11:46:25.009093 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron.plugins.ml2.rpc [None req-43028a7b-58d7-408b-ac75-1328e6896bf7 None None] Device 80061ddb-141b-46d9-8e0c-9d5e918c279f details requested by agent hyperv_hv-cinder-78638 with host hv-cinder-78638 {{(pid=103722) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
May 31 11:46:25.019321 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron.plugins.ml2.rpc [None req-43028a7b-58d7-408b-ac75-1328e6896bf7 None None] Device 47adc6b5-17d9-4109-8892-d6283ab54f49 no longer exists at agent hyperv_hv-cinder-78638 {{(pid=103722) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
May 31 11:46:25.039519 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [req-b34c75fc-3e6b-445f-88c1-73ba36ee73aa req-83004766-e4ef-46d2-b8b1-b376aa05cd70 service neutron] 10.222.0.60 "GET /v2.0/networks/c29b129f-163f-4344-b099-40c1bed515b8?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1300619
May 31 11:46:25.238613 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [req-b34c75fc-3e6b-445f-88c1-73ba36ee73aa req-236f2a5f-93f2-4a3d-a3d4-edf7ddf59a0f service neutron] 10.222.0.60 "GET /v2.0/networks/c29b129f-163f-4344-b099-40c1bed515b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1909089
May 31 11:46:25.280517 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron.plugins.ml2.db [None req-43028a7b-58d7-408b-ac75-1328e6896bf7 None None] For port 80061ddb-141b-46d9-8e0c-9d5e918c279f, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=80061ddb-141b-46d9-8e0c-9d5e918c279f,segment=NetworkSegment(e96239f9-736c-4cc7-b0b8-c7a5b7ba20fd),segment_id=e96239f9-736c-4cc7-b0b8-c7a5b7ba20fd)] {{(pid=103722) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 31 11:46:25.300199 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron_lib.callbacks.manager [None req-43028a7b-58d7-408b-ac75-1328e6896bf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-934180'] for port, before_update {{(pid=103722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:46:25.311015 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron.plugins.ml2.rpc [None req-43028a7b-58d7-408b-ac75-1328e6896bf7 None None] Returning: {'device': '80061ddb-141b-46d9-8e0c-9d5e918c279f', 'network_id': 'b205228b-8572-41c7-9635-7e124a709f42', 'port_id': '80061ddb-141b-46d9-8e0c-9d5e918c279f', 'mac_address': 'fa:16:3e:2c:4e:7d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 787, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '85367956-208c-442d-a98d-2e0fd1582bda', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103722) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
May 31 11:46:25.382670 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3e7980f7-7a5b-4115-a41f-48764f578357', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '47adc6b5-17d9-4109-8892-d6283ab54f49'}] {{(pid=103722) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 31 11:46:25.385229 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}385953046bb192346b13b574918bbc7d366126a5ac8301ca09ff73df2ee9323d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d96fe0a1-d5fc-446e-b824-45e9150fad3c" -d '{"events": [{"server_uuid": "3e7980f7-7a5b-4115-a41f-48764f578357", "name": "network-vif-unplugged", "status": "completed", "tag": "47adc6b5-17d9-4109-8892-d6283ab54f49"}]}' {{(pid=103722) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
May 31 11:46:25.398149 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron.plugins.ml2.db [None req-43028a7b-58d7-408b-ac75-1328e6896bf7 None None] For port 47adc6b5-17d9-4109-8892-d6283ab54f49, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=47adc6b5-17d9-4109-8892-d6283ab54f49,segment=NetworkSegment(fea50412-2064-40f9-97d7-ef805bb3a428),segment_id=fea50412-2064-40f9-97d7-ef805bb3a428)] {{(pid=103722) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 31 11:46:25.403288 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron_lib.callbacks.manager [None req-43028a7b-58d7-408b-ac75-1328e6896bf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-934180'] for port, before_update {{(pid=103722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:46:25.415652 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron_lib.callbacks.manager [None req-43028a7b-58d7-408b-ac75-1328e6896bf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937715', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3701677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744215954324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744215520988', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744215521293'] for port, after_update {{(pid=103722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:46:25.421028 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG oslo_concurrency.lockutils [None req-43028a7b-58d7-408b-ac75-1328e6896bf7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103722) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 31 11:46:25.434561 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49214787-5965-40e8-8992-22e566913e25 req-f784640b-a8f7-4512-b105-13b0a68a56ea tempest-ServerRescueNegativeTestJSON-1419813537 tempest-ServerRescueNegativeTestJSON-1419813537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 11:46:25.436037 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [req-49214787-5965-40e8-8992-22e566913e25 req-f784640b-a8f7-4512-b105-13b0a68a56ea tempest-ServerRescueNegativeTestJSON-1419813537 tempest-ServerRescueNegativeTestJSON-1419813537-project] 10.222.0.57 "GET /v2.0/ports?device_id=6cccde54-536c-42f8-a4b4-ace3bbad46da HTTP/1.1" status: 200  len: 945 time: 0.2484365
May 31 11:46:25.443369 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6ca2107-1245-423c-9820-dcec0fd946df req-173dc398-82ce-4e73-a248-2bd1d754b3c4 tempest-VolumesNegativeTest-2087413271 tempest-VolumesNegativeTest-2087413271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 11:46:25.444785 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [req-b6ca2107-1245-423c-9820-dcec0fd946df req-173dc398-82ce-4e73-a248-2bd1d754b3c4 tempest-VolumesNegativeTest-2087413271 tempest-VolumesNegativeTest-2087413271-project] 10.222.0.57 "GET /v2.0/ports?device_id=6f822ad3-ca77-424f-a9ba-ae63400a8069 HTTP/1.1" status: 200  len: 948 time: 0.2155845
May 31 11:46:25.458802 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron.notifiers.nova [None req-43028a7b-58d7-408b-ac75-1328e6896bf7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 80061ddb-141b-46d9-8e0c-9d5e918c279f {{(pid=103722) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
May 31 11:46:25.500208 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron.plugins.ml2.db [None req-43028a7b-58d7-408b-ac75-1328e6896bf7 None None] For port 80061ddb-141b-46d9-8e0c-9d5e918c279f, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=80061ddb-141b-46d9-8e0c-9d5e918c279f,segment=NetworkSegment(e96239f9-736c-4cc7-b0b8-c7a5b7ba20fd),segment_id=e96239f9-736c-4cc7-b0b8-c7a5b7ba20fd)] {{(pid=103722) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 31 11:46:25.512075 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43028a7b-58d7-408b-ac75-1328e6896bf7 None None] Pushing event updated for resources: {'Port': ['ID=47adc6b5-17d9-4109-8892-d6283ab54f49,revision_number=8']} {{(pid=103722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 31 11:46:25.514783 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron_lib.callbacks.manager [None req-43028a7b-58d7-408b-ac75-1328e6896bf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937715', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3701677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744215954324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744215520988', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744215521293'] for port, after_update {{(pid=103722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:46:25.521001 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [req-49214787-5965-40e8-8992-22e566913e25 req-8e0c3560-f5e3-4e91-9c26-c68f83b9c206 tempest-ServerRescueNegativeTestJSON-1419813537 tempest-ServerRescueNegativeTestJSON-1419813537-project] 10.222.0.57 "GET /v2.0/security-groups?id=61284c33-46c4-4e49-8e24-329051971a91&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0752304
May 31 11:46:25.523073 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43028a7b-58d7-408b-ac75-1328e6896bf7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786384-7-iscsi {{(pid=103722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 31 11:46:25.523414 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43028a7b-58d7-408b-ac75-1328e6896bf7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786384-7-iscsi {{(pid=103722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 31 11:46:25.523749 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43028a7b-58d7-408b-ac75-1328e6896bf7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786384-7-iscsi {{(pid=103722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 31 11:46:25.524163 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43028a7b-58d7-408b-ac75-1328e6896bf7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786384-7-iscsi {{(pid=103722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 31 11:46:25.524479 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43028a7b-58d7-408b-ac75-1328e6896bf7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786384-7-iscsi {{(pid=103722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 31 11:46:25.524801 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43028a7b-58d7-408b-ac75-1328e6896bf7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786384-7-iscsi {{(pid=103722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 31 11:46:25.525101 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43028a7b-58d7-408b-ac75-1328e6896bf7 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786384-7-iscsi {{(pid=103722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 31 11:46:25.525378 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [req-b6ca2107-1245-423c-9820-dcec0fd946df req-0c2555ad-fa03-46f3-a763-18b8274fbf1c tempest-VolumesNegativeTest-2087413271 tempest-VolumesNegativeTest-2087413271-project] 10.222.0.57 "GET /v2.0/security-groups?id=a581bca2-977c-4016-b3cf-156e02ffa613&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0668800
May 31 11:46:25.525477 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43028a7b-58d7-408b-ac75-1328e6896bf7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786384-7-iscsi {{(pid=103722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 31 11:46:25.525721 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43028a7b-58d7-408b-ac75-1328e6896bf7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786384-7-iscsi {{(pid=103722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 31 11:46:25.526032 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43028a7b-58d7-408b-ac75-1328e6896bf7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786384-7-iscsi {{(pid=103722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 31 11:46:25.526343 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43028a7b-58d7-408b-ac75-1328e6896bf7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786384-7-iscsi {{(pid=103722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 31 11:46:25.526649 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43028a7b-58d7-408b-ac75-1328e6896bf7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786384-7-iscsi {{(pid=103722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 31 11:46:25.530618 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG oslo_concurrency.lockutils [None req-43028a7b-58d7-408b-ac75-1328e6896bf7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=103722) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 31 11:46:25.531087 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG oslo_concurrency.lockutils [None req-43028a7b-58d7-408b-ac75-1328e6896bf7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.013s {{(pid=103722) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 31 11:46:25.586438 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Mon, 31 May 2021 11:46:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e3a0e8f5-dc90-46d6-a371-0015794398ba x-openstack-request-id: req-e3a0e8f5-dc90-46d6-a371-0015794398ba {{(pid=103722) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
May 31 11:46:25.586638 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3e7980f7-7a5b-4115-a41f-48764f578357", "name": "network-vif-unplugged", "status": "failed", "tag": "47adc6b5-17d9-4109-8892-d6283ab54f49", "code": 422}]} {{(pid=103722) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
May 31 11:46:25.586896 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-e3a0e8f5-dc90-46d6-a371-0015794398ba {{(pid=103722) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
May 31 11:46:25.587364 dv-cinder-786384-7-iscsi neutron-server[103722]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '3e7980f7-7a5b-4115-a41f-48764f578357', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '47adc6b5-17d9-4109-8892-d6283ab54f49', 'code': 422} returned with failed status
May 31 11:46:25.612892 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43028a7b-58d7-408b-ac75-1328e6896bf7 None None] Pushing event updated for resources: {'Port': ['ID=80061ddb-141b-46d9-8e0c-9d5e918c279f,revision_number=4']} {{(pid=103722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 31 11:46:25.616336 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG oslo_concurrency.lockutils [None req-43028a7b-58d7-408b-ac75-1328e6896bf7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=103722) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 31 11:46:25.786105 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-466b6332-43cb-441f-9905-cae4a7f16c0c req-1c2cea6f-bd62-471a-95f7-beca4e04c348 tempest-TestMinimumBasicScenario-386923442 tempest-TestMinimumBasicScenario-386923442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 11:46:25.787447 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [req-466b6332-43cb-441f-9905-cae4a7f16c0c req-1c2cea6f-bd62-471a-95f7-beca4e04c348 tempest-TestMinimumBasicScenario-386923442 tempest-TestMinimumBasicScenario-386923442-project] 10.222.0.57 "GET /v2.0/ports?device_id=25f4c6a2-d9fc-4492-b06a-41be27fc43a2 HTTP/1.1" status: 200  len: 944 time: 0.1179447
May 31 11:46:25.794436 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac58abe9-6736-4b61-9e1d-8c7c4a43934c req-3e5d2be3-9dd1-4ef7-8731-1c0e9e7332d2 tempest-AttachVolumeShelveTestJSON-127538222 tempest-AttachVolumeShelveTestJSON-127538222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 11:46:25.795723 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [req-ac58abe9-6736-4b61-9e1d-8c7c4a43934c req-3e5d2be3-9dd1-4ef7-8731-1c0e9e7332d2 tempest-AttachVolumeShelveTestJSON-127538222 tempest-AttachVolumeShelveTestJSON-127538222-project] 10.222.0.57 "GET /v2.0/ports?device_id=3e7980f7-7a5b-4115-a41f-48764f578357 HTTP/1.1" status: 200  len: 944 time: 0.1581333
May 31 11:46:25.868631 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [req-466b6332-43cb-441f-9905-cae4a7f16c0c req-4f00944f-5f1b-45a4-a3b0-e97d56702677 tempest-TestMinimumBasicScenario-386923442 tempest-TestMinimumBasicScenario-386923442-project] 10.222.0.57 "GET /v2.0/security-groups?id=f3724ee5-3f7d-4418-9672-f19ca2386f83&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0719328
May 31 11:46:25.872923 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [req-ac58abe9-6736-4b61-9e1d-8c7c4a43934c req-3dede2fb-23f0-4744-b12b-304a37811eef tempest-AttachVolumeShelveTestJSON-127538222 tempest-AttachVolumeShelveTestJSON-127538222-project] 10.222.0.57 "GET /v2.0/security-groups?id=d1eff7f3-8a7b-4a53-9689-d64080240a11&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0619812
May 31 11:46:25.907299 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron.plugins.ml2.db [None req-43028a7b-58d7-408b-ac75-1328e6896bf7 None None] get_ports_and_sgs() called for port_ids ['80061ddb-141b-46d9-8e0c-9d5e918c279f'] {{(pid=103722) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
May 31 11:46:26.061041 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd2015a1-d215-4264-89f9-7b6fc60c11cb req-c1191ec1-5411-4391-8a04-58680233efe6 tempest-VolumesActionsTest-112709343 tempest-VolumesActionsTest-112709343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 11:46:26.062621 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [req-fd2015a1-d215-4264-89f9-7b6fc60c11cb req-c1191ec1-5411-4391-8a04-58680233efe6 tempest-VolumesActionsTest-112709343 tempest-VolumesActionsTest-112709343-project] 10.222.0.57 "GET /v2.0/ports?device_id=d78197cd-740e-4b05-be5b-636187026ff5 HTTP/1.1" status: 200  len: 945 time: 0.0978239
May 31 11:46:26.116527 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [req-fd2015a1-d215-4264-89f9-7b6fc60c11cb req-9de70cb6-2712-4bed-b15e-bdab61ddc11d tempest-VolumesActionsTest-112709343 tempest-VolumesActionsTest-112709343-project] 10.222.0.57 "GET /v2.0/security-groups?id=e75e580a-fb88-4245-a14e-0fc71be3f34a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0458100
May 31 11:46:26.716677 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2080144-a7ea-4396-84b9-72ec687e2bf8 req-4059ad92-71e9-490d-8dff-036ddc567b32 tempest-ServerRescueNegativeTestJSON-1419813537 tempest-ServerRescueNegativeTestJSON-1419813537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 11:46:26.719143 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [req-a2080144-a7ea-4396-84b9-72ec687e2bf8 req-4059ad92-71e9-490d-8dff-036ddc567b32 tempest-ServerRescueNegativeTestJSON-1419813537 tempest-ServerRescueNegativeTestJSON-1419813537-project] 10.222.0.57 "GET /v2.0/ports?device_id=6cccde54-536c-42f8-a4b4-ace3bbad46da HTTP/1.1" status: 200  len: 945 time: 0.0889459
May 31 11:46:26.772032 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [req-a2080144-a7ea-4396-84b9-72ec687e2bf8 req-92df6db4-8d3e-4e05-ac8c-b5fad32651c2 tempest-ServerRescueNegativeTestJSON-1419813537 tempest-ServerRescueNegativeTestJSON-1419813537-project] 10.222.0.57 "GET /v2.0/security-groups?id=61284c33-46c4-4e49-8e24-329051971a91&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0473795
May 31 11:46:27.016276 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f7b23e4-5187-46c9-8106-f507faa666fc req-c0ba48ff-78be-4580-8ed6-248785df5b5d tempest-VolumesNegativeTest-2087413271 tempest-VolumesNegativeTest-2087413271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 11:46:27.018166 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [req-8f7b23e4-5187-46c9-8106-f507faa666fc req-c0ba48ff-78be-4580-8ed6-248785df5b5d tempest-VolumesNegativeTest-2087413271 tempest-VolumesNegativeTest-2087413271-project] 10.222.0.57 "GET /v2.0/ports?device_id=6f822ad3-ca77-424f-a9ba-ae63400a8069 HTTP/1.1" status: 200  len: 948 time: 0.0953503
May 31 11:46:27.023251 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron.plugins.ml2.rpc [None req-43028a7b-58d7-408b-ac75-1328e6896bf7 None None] Device edbc0fcc-660b-4861-9417-be69a962d663 details requested by agent hyperv_hv-cinder-78638 with host hv-cinder-78638 {{(pid=103722) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
May 31 11:46:27.035190 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron.plugins.ml2.rpc [None req-43028a7b-58d7-408b-ac75-1328e6896bf7 None None] Device 80061ddb-141b-46d9-8e0c-9d5e918c279f up at agent hyperv_hv-cinder-78638 {{(pid=103722) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 31 11:46:27.132600 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [req-8f7b23e4-5187-46c9-8106-f507faa666fc req-1b754214-32ce-4893-93d4-6eeed4a0fba0 tempest-VolumesNegativeTest-2087413271 tempest-VolumesNegativeTest-2087413271-project] 10.222.0.57 "GET /v2.0/security-groups?id=a581bca2-977c-4016-b3cf-156e02ffa613&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0672235
May 31 11:46:27.182483 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b312f455-4562-4d2b-9bb8-205e2c03fd5d req-4f7ff9bf-2a1a-435e-91c8-8aef23e11d63 tempest-AttachVolumeShelveTestJSON-127538222 tempest-AttachVolumeShelveTestJSON-127538222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 11:46:27.184002 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [req-b312f455-4562-4d2b-9bb8-205e2c03fd5d req-4f7ff9bf-2a1a-435e-91c8-8aef23e11d63 tempest-AttachVolumeShelveTestJSON-127538222 tempest-AttachVolumeShelveTestJSON-127538222-project] 10.222.0.57 "GET /v2.0/ports?device_id=3e7980f7-7a5b-4115-a41f-48764f578357 HTTP/1.1" status: 200  len: 944 time: 0.1576056
May 31 11:46:27.223606 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron.db.provisioning_blocks [None req-43028a7b-58d7-408b-ac75-1328e6896bf7 None None] Provisioning for port 80061ddb-141b-46d9-8e0c-9d5e918c279f completed by entity L2. {{(pid=103722) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 31 11:46:27.230685 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron.db.provisioning_blocks [None req-43028a7b-58d7-408b-ac75-1328e6896bf7 None None] Provisioning complete for port 80061ddb-141b-46d9-8e0c-9d5e918c279f triggered by entity L2. {{(pid=103722) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 31 11:46:27.231043 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron_lib.callbacks.manager [None req-43028a7b-58d7-408b-ac75-1328e6896bf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857618'] for port, provisioning_complete {{(pid=103722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:46:27.241452 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [req-b312f455-4562-4d2b-9bb8-205e2c03fd5d req-687b25c4-8383-49ee-9b9a-f9fd566948b4 tempest-AttachVolumeShelveTestJSON-127538222 tempest-AttachVolumeShelveTestJSON-127538222-project] 10.222.0.57 "GET /v2.0/security-groups?id=d1eff7f3-8a7b-4a53-9689-d64080240a11&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0506513
May 31 11:46:27.284163 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron.wsgi [-] (103720) accepted ('10.222.0.57', 43936) {{(pid=103720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 31 11:46:27.332142 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ae46fa4-2120-4c30-a11d-9331387160df req-40831013-c9e5-4caf-8752-437932e3c279 tempest-TestMinimumBasicScenario-386923442 tempest-TestMinimumBasicScenario-386923442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 11:46:27.333887 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [req-8ae46fa4-2120-4c30-a11d-9331387160df req-40831013-c9e5-4caf-8752-437932e3c279 tempest-TestMinimumBasicScenario-386923442 tempest-TestMinimumBasicScenario-386923442-project] 10.222.0.57 "GET /v2.0/ports?device_id=25f4c6a2-d9fc-4492-b06a-41be27fc43a2 HTTP/1.1" status: 200  len: 944 time: 0.0852156
May 31 11:46:27.350696 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron.plugins.ml2.db [None req-43028a7b-58d7-408b-ac75-1328e6896bf7 None None] For port edbc0fcc-660b-4861-9417-be69a962d663, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=edbc0fcc-660b-4861-9417-be69a962d663,segment=NetworkSegment(ea61f6ad-e9d3-4768-82a6-fea023d496f6),segment_id=ea61f6ad-e9d3-4768-82a6-fea023d496f6)] {{(pid=103722) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 31 11:46:27.370575 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron.plugins.ml2.rpc [None req-43028a7b-58d7-408b-ac75-1328e6896bf7 None None] Returning: {'device': 'edbc0fcc-660b-4861-9417-be69a962d663', 'network_id': '7c7367d4-6b64-4c55-b3b8-cb2b2973b934', 'port_id': 'edbc0fcc-660b-4861-9417-be69a962d663', 'mac_address': 'fa:16:3e:9a:3c:cd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 794, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0ae97965-980e-4967-8bf0-649896983786', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103722) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
May 31 11:46:27.451820 dv-cinder-786384-7-iscsi neutron-server[103720]: INFO neutron.wsgi [req-4d1a3b49-80d1-47c7-a4d6-830efd4bb106 req-16713244-734c-41cb-aed6-040873a4202c service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=3e7980f7-7a5b-4115-a41f-48764f578357&fields=id&fields=resource_request HTTP/1.1" status: 200  len: 255 time: 0.1663072
May 31 11:46:27.456640 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [req-8ae46fa4-2120-4c30-a11d-9331387160df req-db098b82-2115-4b26-a263-4938ec727848 tempest-TestMinimumBasicScenario-386923442 tempest-TestMinimumBasicScenario-386923442-project] 10.222.0.57 "GET /v2.0/security-groups?id=f3724ee5-3f7d-4418-9672-f19ca2386f83&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1147833
May 31 11:46:27.482031 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron_lib.callbacks.manager [None req-43028a7b-58d7-408b-ac75-1328e6896bf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-934180'] for port, before_update {{(pid=103722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:46:27.496284 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron_lib.callbacks.manager [None req-43028a7b-58d7-408b-ac75-1328e6896bf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-934180'] for port, before_update {{(pid=103722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:46:27.511417 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d05eb80b-a8bf-481a-ad0a-68b6ad994570 req-b0ea2a5e-d421-478f-beb9-882fadde6f1d tempest-VolumesActionsTest-112709343 tempest-VolumesActionsTest-112709343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 11:46:27.513390 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [req-d05eb80b-a8bf-481a-ad0a-68b6ad994570 req-b0ea2a5e-d421-478f-beb9-882fadde6f1d tempest-VolumesActionsTest-112709343 tempest-VolumesActionsTest-112709343-project] 10.222.0.57 "GET /v2.0/ports?device_id=d78197cd-740e-4b05-be5b-636187026ff5 HTTP/1.1" status: 200  len: 945 time: 0.1272852
May 31 11:46:27.520011 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron.notifiers.nova [None req-43028a7b-58d7-408b-ac75-1328e6896bf7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id edbc0fcc-660b-4861-9417-be69a962d663 {{(pid=103722) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
May 31 11:46:27.547743 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron.plugins.ml2.db [None req-43028a7b-58d7-408b-ac75-1328e6896bf7 None None] For port edbc0fcc-660b-4861-9417-be69a962d663, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=edbc0fcc-660b-4861-9417-be69a962d663,segment=NetworkSegment(ea61f6ad-e9d3-4768-82a6-fea023d496f6),segment_id=ea61f6ad-e9d3-4768-82a6-fea023d496f6)] {{(pid=103722) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 31 11:46:27.551121 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron.plugins.ml2.db [None req-43028a7b-58d7-408b-ac75-1328e6896bf7 None None] For port 80061ddb-141b-46d9-8e0c-9d5e918c279f, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=80061ddb-141b-46d9-8e0c-9d5e918c279f,segment=NetworkSegment(e96239f9-736c-4cc7-b0b8-c7a5b7ba20fd),segment_id=e96239f9-736c-4cc7-b0b8-c7a5b7ba20fd)] {{(pid=103722) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 31 11:46:27.553036 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron_lib.callbacks.manager [None req-43028a7b-58d7-408b-ac75-1328e6896bf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937715', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3701677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744215954324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744215520988', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744215521293'] for port, after_update {{(pid=103722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:46:27.553811 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron.plugins.ml2.rpc [None req-43028a7b-58d7-408b-ac75-1328e6896bf7 None None] Device a787970d-bc06-4325-9eb2-5e7935c9e9b6 details requested by agent hyperv_hv-cinder-78638 with host hv-cinder-78638 {{(pid=103722) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
May 31 11:46:27.557429 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG oslo_concurrency.lockutils [None req-559960d1-263c-4791-858f-7c32f34dd7c7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103722) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 31 11:46:27.562343 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [req-d05eb80b-a8bf-481a-ad0a-68b6ad994570 req-2d916c39-8d56-4495-a1c2-c8222fb4492f tempest-VolumesActionsTest-112709343 tempest-VolumesActionsTest-112709343-project] 10.222.0.57 "GET /v2.0/security-groups?id=e75e580a-fb88-4245-a14e-0fc71be3f34a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0432956
May 31 11:46:27.594250 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd78197cd-740e-4b05-be5b-636187026ff5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '80061ddb-141b-46d9-8e0c-9d5e918c279f'}] {{(pid=103722) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 31 11:46:27.596508 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}385953046bb192346b13b574918bbc7d366126a5ac8301ca09ff73df2ee9323d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-16cd1afb-3833-49cd-8b75-e5093fdd6ac1" -d '{"events": [{"server_uuid": "d78197cd-740e-4b05-be5b-636187026ff5", "name": "network-vif-plugged", "status": "completed", "tag": "80061ddb-141b-46d9-8e0c-9d5e918c279f"}]}' {{(pid=103722) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
May 31 11:46:27.611888 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron_lib.callbacks.manager [None req-43028a7b-58d7-408b-ac75-1328e6896bf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937715', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3701677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744215954324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744215520988', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744215521293'] for port, after_update {{(pid=103722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:46:27.612775 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron.plugins.ml2.rpc [None req-43028a7b-58d7-408b-ac75-1328e6896bf7 None None] Device 47adc6b5-17d9-4109-8892-d6283ab54f49 no longer exists at agent hyperv_hv-cinder-78638 {{(pid=103722) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
May 31 11:46:27.654644 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 31 May 2021 11:46:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4e040353-8d99-4801-9d7d-cb7d93bddb74 x-openstack-request-id: req-4e040353-8d99-4801-9d7d-cb7d93bddb74 {{(pid=103722) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
May 31 11:46:27.654949 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d78197cd-740e-4b05-be5b-636187026ff5", "name": "network-vif-plugged", "status": "completed", "tag": "80061ddb-141b-46d9-8e0c-9d5e918c279f", "code": 200}]} {{(pid=103722) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
May 31 11:46:27.655201 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-4e040353-8d99-4801-9d7d-cb7d93bddb74 {{(pid=103722) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
May 31 11:46:27.655582 dv-cinder-786384-7-iscsi neutron-server[103722]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd78197cd-740e-4b05-be5b-636187026ff5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '80061ddb-141b-46d9-8e0c-9d5e918c279f', 'code': 200}
May 31 11:46:27.800979 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43028a7b-58d7-408b-ac75-1328e6896bf7 None None] Pushing event updated for resources: {'Port': ['ID=edbc0fcc-660b-4861-9417-be69a962d663,revision_number=4']} {{(pid=103722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 31 11:46:27.821210 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG oslo_concurrency.lockutils [None req-43028a7b-58d7-408b-ac75-1328e6896bf7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.264s {{(pid=103722) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 31 11:46:27.821734 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG oslo_concurrency.lockutils [None req-4d2838bd-8c97-4c6a-b5e1-b1c0adfe53ef None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.171s {{(pid=103722) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 31 11:46:27.976300 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43028a7b-58d7-408b-ac75-1328e6896bf7 None None] Pushing event updated for resources: {'Port': ['ID=80061ddb-141b-46d9-8e0c-9d5e918c279f,revision_number=5']} {{(pid=103722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 31 11:46:27.979634 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG oslo_concurrency.lockutils [None req-43028a7b-58d7-408b-ac75-1328e6896bf7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=103722) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 31 11:46:27.983901 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1171af04-4a08-4325-b70d-1c8aaf1aac46 req-46dc79ce-7ca4-40a5-a1db-3f67d1a3e967 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 11:46:27.985376 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [req-1171af04-4a08-4325-b70d-1c8aaf1aac46 req-46dc79ce-7ca4-40a5-a1db-3f67d1a3e967 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=d78197cd-740e-4b05-be5b-636187026ff5 HTTP/1.1" status: 200  len: 1099 time: 0.1363955
May 31 11:46:27.995917 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-909b696e-2a6c-4309-9da2-e12ef91115b5 req-6f1c7160-16f8-40e8-82ae-949647c507b0 tempest-ServerRescueNegativeTestJSON-1419813537 tempest-ServerRescueNegativeTestJSON-1419813537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 11:46:27.996439 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron.plugins.ml2.db [None req-43028a7b-58d7-408b-ac75-1328e6896bf7 None None] For port a787970d-bc06-4325-9eb2-5e7935c9e9b6, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=a787970d-bc06-4325-9eb2-5e7935c9e9b6,segment=NetworkSegment(a7fd60be-bba5-4c54-959d-eb5aa3f53d56),segment_id=a7fd60be-bba5-4c54-959d-eb5aa3f53d56)] {{(pid=103722) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 31 11:46:27.997526 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [req-909b696e-2a6c-4309-9da2-e12ef91115b5 req-6f1c7160-16f8-40e8-82ae-949647c507b0 tempest-ServerRescueNegativeTestJSON-1419813537 tempest-ServerRescueNegativeTestJSON-1419813537-project] 10.222.0.57 "GET /v2.0/ports?device_id=6cccde54-536c-42f8-a4b4-ace3bbad46da HTTP/1.1" status: 200  len: 945 time: 0.1140780
May 31 11:46:28.018203 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron.plugins.ml2.rpc [None req-43028a7b-58d7-408b-ac75-1328e6896bf7 None None] Returning: {'device': 'a787970d-bc06-4325-9eb2-5e7935c9e9b6', 'network_id': 'c29b129f-163f-4344-b099-40c1bed515b8', 'port_id': 'a787970d-bc06-4325-9eb2-5e7935c9e9b6', 'mac_address': 'fa:16:3e:4f:4b:e4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 761, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3c7e6bb5-a92a-4be1-8c35-1e573fac45b1', 'ip_address': '192.168.233.132'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103722) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
May 31 11:46:28.064221 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [req-1171af04-4a08-4325-b70d-1c8aaf1aac46 req-ecd2a7ad-6bf4-45de-9653-3487299c8305 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=e75e580a-fb88-4245-a14e-0fc71be3f34a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0654967
May 31 11:46:28.068886 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [req-909b696e-2a6c-4309-9da2-e12ef91115b5 req-21009dce-f21b-4860-8bfb-97501e194db3 tempest-ServerRescueNegativeTestJSON-1419813537 tempest-ServerRescueNegativeTestJSON-1419813537-project] 10.222.0.57 "GET /v2.0/security-groups?id=61284c33-46c4-4e49-8e24-329051971a91&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0578823
May 31 11:46:28.076897 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron_lib.callbacks.manager [None req-43028a7b-58d7-408b-ac75-1328e6896bf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-934180'] for port, before_update {{(pid=103722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:46:28.093923 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron.notifiers.nova [None req-43028a7b-58d7-408b-ac75-1328e6896bf7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a787970d-bc06-4325-9eb2-5e7935c9e9b6 {{(pid=103722) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
May 31 11:46:28.109366 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron.plugins.ml2.db [None req-43028a7b-58d7-408b-ac75-1328e6896bf7 None None] For port a787970d-bc06-4325-9eb2-5e7935c9e9b6, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=a787970d-bc06-4325-9eb2-5e7935c9e9b6,segment=NetworkSegment(a7fd60be-bba5-4c54-959d-eb5aa3f53d56),segment_id=a7fd60be-bba5-4c54-959d-eb5aa3f53d56)] {{(pid=103722) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 31 11:46:28.114852 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron_lib.callbacks.manager [None req-43028a7b-58d7-408b-ac75-1328e6896bf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937715', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3701677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744215954324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744215520988', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744215521293'] for port, after_update {{(pid=103722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:46:28.116745 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG oslo_concurrency.lockutils [None req-43028a7b-58d7-408b-ac75-1328e6896bf7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103722) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 31 11:46:28.184388 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43028a7b-58d7-408b-ac75-1328e6896bf7 None None] Pushing event updated for resources: {'Port': ['ID=a787970d-bc06-4325-9eb2-5e7935c9e9b6,revision_number=4']} {{(pid=103722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 31 11:46:28.187487 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG oslo_concurrency.lockutils [None req-43028a7b-58d7-408b-ac75-1328e6896bf7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=103722) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 31 11:46:28.332557 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86bdb6c3-c89d-44b3-8019-deaa98173503 req-85be9015-f5df-4183-866d-62248946d92a tempest-VolumesNegativeTest-2087413271 tempest-VolumesNegativeTest-2087413271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 11:46:28.333998 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [req-86bdb6c3-c89d-44b3-8019-deaa98173503 req-85be9015-f5df-4183-866d-62248946d92a tempest-VolumesNegativeTest-2087413271 tempest-VolumesNegativeTest-2087413271-project] 10.222.0.57 "GET /v2.0/ports?device_id=6f822ad3-ca77-424f-a9ba-ae63400a8069 HTTP/1.1" status: 200  len: 949 time: 0.0862465
May 31 11:46:28.428746 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [req-86bdb6c3-c89d-44b3-8019-deaa98173503 req-53724c7f-a7dd-4a92-b673-6887945976ff tempest-VolumesNegativeTest-2087413271 tempest-VolumesNegativeTest-2087413271-project] 10.222.0.57 "GET /v2.0/security-groups?id=a581bca2-977c-4016-b3cf-156e02ffa613&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0877595
May 31 11:46:28.462886 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c986f18-83ee-4fa0-8fa1-463941d03349 req-40686e35-556f-4368-ac6e-173deb192590 tempest-AttachVolumeShelveTestJSON-127538222 tempest-AttachVolumeShelveTestJSON-127538222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 11:46:28.464420 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [req-5c986f18-83ee-4fa0-8fa1-463941d03349 req-40686e35-556f-4368-ac6e-173deb192590 tempest-AttachVolumeShelveTestJSON-127538222 tempest-AttachVolumeShelveTestJSON-127538222-project] 10.222.0.57 "GET /v2.0/ports?device_id=3e7980f7-7a5b-4115-a41f-48764f578357 HTTP/1.1" status: 200  len: 944 time: 0.1034904
May 31 11:46:28.511556 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [req-5c986f18-83ee-4fa0-8fa1-463941d03349 req-41692a93-bda6-4eed-8456-2223a7c2db17 tempest-AttachVolumeShelveTestJSON-127538222 tempest-AttachVolumeShelveTestJSON-127538222-project] 10.222.0.57 "GET /v2.0/security-groups?id=d1eff7f3-8a7b-4a53-9689-d64080240a11&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0415730
May 31 11:46:28.516565 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron.plugins.ml2.db [None req-43028a7b-58d7-408b-ac75-1328e6896bf7 None None] get_ports_and_sgs() called for port_ids ['edbc0fcc-660b-4861-9417-be69a962d663'] {{(pid=103722) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
May 31 11:46:28.543324 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron.plugins.ml2.db [None req-43028a7b-58d7-408b-ac75-1328e6896bf7 None None] get_ports_and_sgs() called for port_ids ['a787970d-bc06-4325-9eb2-5e7935c9e9b6'] {{(pid=103722) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
May 31 11:46:28.646896 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f210d6ed-4e3c-4187-862c-aadc8b537cfa req-ca7bbaa5-6bd2-4666-9636-99ffeb4915b8 tempest-TestMinimumBasicScenario-386923442 tempest-TestMinimumBasicScenario-386923442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 11:46:28.648392 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [req-f210d6ed-4e3c-4187-862c-aadc8b537cfa req-ca7bbaa5-6bd2-4666-9636-99ffeb4915b8 tempest-TestMinimumBasicScenario-386923442 tempest-TestMinimumBasicScenario-386923442-project] 10.222.0.57 "GET /v2.0/ports?device_id=25f4c6a2-d9fc-4492-b06a-41be27fc43a2 HTTP/1.1" status: 200  len: 945 time: 0.0843980
May 31 11:46:28.740795 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [req-f210d6ed-4e3c-4187-862c-aadc8b537cfa req-66691780-c833-4a66-bca8-ea50f9b3d50f tempest-TestMinimumBasicScenario-386923442 tempest-TestMinimumBasicScenario-386923442-project] 10.222.0.57 "GET /v2.0/security-groups?id=f3724ee5-3f7d-4418-9672-f19ca2386f83&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0861228
May 31 11:46:28.769616 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ffe70dd-748d-4e44-aa0f-bad9ed2f5872 req-3e8224a9-4851-4e18-86a7-00c876852519 tempest-VolumesActionsTest-112709343 tempest-VolumesActionsTest-112709343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 11:46:28.771063 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [req-5ffe70dd-748d-4e44-aa0f-bad9ed2f5872 req-3e8224a9-4851-4e18-86a7-00c876852519 tempest-VolumesActionsTest-112709343 tempest-VolumesActionsTest-112709343-project] 10.222.0.57 "GET /v2.0/ports?device_id=d78197cd-740e-4b05-be5b-636187026ff5 HTTP/1.1" status: 200  len: 946 time: 0.1016123
May 31 11:46:28.820593 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [req-5ffe70dd-748d-4e44-aa0f-bad9ed2f5872 req-d8b43073-485d-42b0-b188-292249e4f8eb tempest-VolumesActionsTest-112709343 tempest-VolumesActionsTest-112709343-project] 10.222.0.57 "GET /v2.0/security-groups?id=e75e580a-fb88-4245-a14e-0fc71be3f34a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0434315
May 31 11:46:29.256027 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-167e0019-e5ee-49e7-a0d8-4b1420f4cea8 req-362042d4-d7a6-42d6-9045-3cabfc857ccb tempest-ServerRescueNegativeTestJSON-1419813537 tempest-ServerRescueNegativeTestJSON-1419813537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 11:46:29.258096 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [req-167e0019-e5ee-49e7-a0d8-4b1420f4cea8 req-362042d4-d7a6-42d6-9045-3cabfc857ccb tempest-ServerRescueNegativeTestJSON-1419813537 tempest-ServerRescueNegativeTestJSON-1419813537-project] 10.222.0.57 "GET /v2.0/ports?device_id=6cccde54-536c-42f8-a4b4-ace3bbad46da HTTP/1.1" status: 200  len: 945 time: 0.0832784
May 31 11:46:29.304739 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [req-167e0019-e5ee-49e7-a0d8-4b1420f4cea8 req-24fd2a5e-f003-4bb4-b1f3-9f9e829081c8 tempest-ServerRescueNegativeTestJSON-1419813537 tempest-ServerRescueNegativeTestJSON-1419813537-project] 10.222.0.57 "GET /v2.0/security-groups?id=61284c33-46c4-4e49-8e24-329051971a91&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0402572
May 31 11:46:29.619191 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5171c30-06d2-4307-9e49-a8663e37867f req-874e4dfc-9ca7-4edf-9420-1e240b38de14 tempest-VolumesNegativeTest-2087413271 tempest-VolumesNegativeTest-2087413271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 11:46:29.620853 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [req-d5171c30-06d2-4307-9e49-a8663e37867f req-874e4dfc-9ca7-4edf-9420-1e240b38de14 tempest-VolumesNegativeTest-2087413271 tempest-VolumesNegativeTest-2087413271-project] 10.222.0.57 "GET /v2.0/ports?device_id=6f822ad3-ca77-424f-a9ba-ae63400a8069 HTTP/1.1" status: 200  len: 949 time: 0.0859942
May 31 11:46:29.704464 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [req-d5171c30-06d2-4307-9e49-a8663e37867f req-0ab5c93d-392e-495c-80ea-b2e0a87bf55f tempest-VolumesNegativeTest-2087413271 tempest-VolumesNegativeTest-2087413271-project] 10.222.0.57 "GET /v2.0/security-groups?id=a581bca2-977c-4016-b3cf-156e02ffa613&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0775011
May 31 11:46:29.745881 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e777d23-7657-445a-8664-58e7672983ab req-30d6646a-ad4e-4e30-983c-5e07203d9b77 tempest-AttachVolumeShelveTestJSON-127538222 tempest-AttachVolumeShelveTestJSON-127538222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 11:46:29.747883 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [req-2e777d23-7657-445a-8664-58e7672983ab req-30d6646a-ad4e-4e30-983c-5e07203d9b77 tempest-AttachVolumeShelveTestJSON-127538222 tempest-AttachVolumeShelveTestJSON-127538222-project] 10.222.0.57 "GET /v2.0/ports?device_id=3e7980f7-7a5b-4115-a41f-48764f578357 HTTP/1.1" status: 200  len: 944 time: 0.0991545
May 31 11:46:29.793811 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [req-2e777d23-7657-445a-8664-58e7672983ab req-5409370d-024e-4103-babc-60ece19d5892 tempest-AttachVolumeShelveTestJSON-127538222 tempest-AttachVolumeShelveTestJSON-127538222-project] 10.222.0.57 "GET /v2.0/security-groups?id=d1eff7f3-8a7b-4a53-9689-d64080240a11&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0399034
May 31 11:46:30.051575 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e12c4f4f-ad39-409b-8de2-bee61a878975 req-824fcc71-66d5-4e37-92a5-ccbeb93ecd41 tempest-TestMinimumBasicScenario-386923442 tempest-TestMinimumBasicScenario-386923442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 11:46:30.053039 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [req-e12c4f4f-ad39-409b-8de2-bee61a878975 req-824fcc71-66d5-4e37-92a5-ccbeb93ecd41 tempest-TestMinimumBasicScenario-386923442 tempest-TestMinimumBasicScenario-386923442-project] 10.222.0.57 "GET /v2.0/ports?device_id=25f4c6a2-d9fc-4492-b06a-41be27fc43a2 HTTP/1.1" status: 200  len: 945 time: 0.1993978
May 31 11:46:30.065151 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a00933fb-f89f-4f00-9556-53ae601a5958 req-0f7f1f74-e038-4536-adc4-969cab77362b tempest-VolumesActionsTest-112709343 tempest-VolumesActionsTest-112709343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 11:46:30.066542 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [req-a00933fb-f89f-4f00-9556-53ae601a5958 req-0f7f1f74-e038-4536-adc4-969cab77362b tempest-VolumesActionsTest-112709343 tempest-VolumesActionsTest-112709343-project] 10.222.0.57 "GET /v2.0/ports?device_id=d78197cd-740e-4b05-be5b-636187026ff5 HTTP/1.1" status: 200  len: 946 time: 0.1073036
May 31 11:46:30.175383 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [req-e12c4f4f-ad39-409b-8de2-bee61a878975 req-785edceb-e45a-4b5e-9653-5365145db7fa tempest-TestMinimumBasicScenario-386923442 tempest-TestMinimumBasicScenario-386923442-project] 10.222.0.57 "GET /v2.0/security-groups?id=f3724ee5-3f7d-4418-9672-f19ca2386f83&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1078675
May 31 11:46:30.182796 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [req-a00933fb-f89f-4f00-9556-53ae601a5958 req-e3386ee3-a5b0-4461-961e-015a3195abe0 tempest-VolumesActionsTest-112709343 tempest-VolumesActionsTest-112709343-project] 10.222.0.57 "GET /v2.0/security-groups?id=e75e580a-fb88-4245-a14e-0fc71be3f34a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1025815
May 31 11:46:30.206696 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d1a3b49-80d1-47c7-a4d6-830efd4bb106 req-45ef46b4-2f4d-4f6d-9f12-0c1bf45c37d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 11:46:30.208259 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [req-4d1a3b49-80d1-47c7-a4d6-830efd4bb106 req-45ef46b4-2f4d-4f6d-9f12-0c1bf45c37d6 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=3e7980f7-7a5b-4115-a41f-48764f578357&tenant_id=f3bd06944c9240d0a51b5da41de72600 HTTP/1.1" status: 200  len: 1097 time: 0.1090710
May 31 11:46:30.342832 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d1a3b49-80d1-47c7-a4d6-830efd4bb106 req-7d31a3fe-4ae5-42a2-9c14-11602359798f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 11:46:30.344564 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [req-4d1a3b49-80d1-47c7-a4d6-830efd4bb106 req-7d31a3fe-4ae5-42a2-9c14-11602359798f service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=f3bd06944c9240d0a51b5da41de72600&device_id=3e7980f7-7a5b-4115-a41f-48764f578357 HTTP/1.1" status: 200  len: 1097 time: 0.0816445
May 31 11:46:30.531896 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d1a3b49-80d1-47c7-a4d6-830efd4bb106 req-c2aad713-1956-4dc8-8ecb-58592aa48282 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 11:46:30.533421 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [req-4d1a3b49-80d1-47c7-a4d6-830efd4bb106 req-c2aad713-1956-4dc8-8ecb-58592aa48282 service neutron] 10.222.0.60 "GET /v2.0/networks?id=2c20abfc-12cd-4800-b928-7191b2675429 HTTP/1.1" status: 200  len: 917 time: 0.1822536
May 31 11:46:30.598116 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfe138a9-702b-4a70-927e-f0a406c20c4e req-4ed44bab-e00f-409c-89ae-00dd606eabdd tempest-ServerRescueNegativeTestJSON-1419813537 tempest-ServerRescueNegativeTestJSON-1419813537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 11:46:30.599560 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [req-dfe138a9-702b-4a70-927e-f0a406c20c4e req-4ed44bab-e00f-409c-89ae-00dd606eabdd tempest-ServerRescueNegativeTestJSON-1419813537 tempest-ServerRescueNegativeTestJSON-1419813537-project] 10.222.0.57 "GET /v2.0/ports?device_id=6cccde54-536c-42f8-a4b4-ace3bbad46da HTTP/1.1" status: 200  len: 945 time: 0.1799092
May 31 11:46:30.675110 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [req-dfe138a9-702b-4a70-927e-f0a406c20c4e req-b10b8557-b1d8-46f0-91a6-1ebb26d4da04 tempest-ServerRescueNegativeTestJSON-1419813537 tempest-ServerRescueNegativeTestJSON-1419813537-project] 10.222.0.57 "GET /v2.0/security-groups?id=61284c33-46c4-4e49-8e24-329051971a91&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0693307
May 31 11:46:30.676893 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [req-4d1a3b49-80d1-47c7-a4d6-830efd4bb106 req-b9637164-ff6a-4daf-b32a-e66ef5ce924d service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=47adc6b5-17d9-4109-8892-d6283ab54f49 HTTP/1.1" status: 200  len: 1000 time: 0.1357930
May 31 11:46:30.747931 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d1a3b49-80d1-47c7-a4d6-830efd4bb106 req-80db1fda-bb38-4bbd-88a9-8f2336e2dc08 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 11:46:30.749455 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [req-4d1a3b49-80d1-47c7-a4d6-830efd4bb106 req-80db1fda-bb38-4bbd-88a9-8f2336e2dc08 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=97d26c19-ffd5-4600-9f66-20181dad1656 HTTP/1.1" status: 200  len: 855 time: 0.0629520
May 31 11:46:30.879048 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d1a3b49-80d1-47c7-a4d6-830efd4bb106 req-14f683e5-8545-4bcf-ba3e-3e399e62f20e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 11:46:30.880503 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [req-4d1a3b49-80d1-47c7-a4d6-830efd4bb106 req-14f683e5-8545-4bcf-ba3e-3e399e62f20e service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=2c20abfc-12cd-4800-b928-7191b2675429&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1233470
May 31 11:46:31.038858 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae441d56-c3bc-41dd-9f2a-c0656750dc53 req-81a2c37a-d695-4e79-a971-e6acc4116424 tempest-VolumesNegativeTest-2087413271 tempest-VolumesNegativeTest-2087413271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 11:46:31.039269 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron.plugins.ml2.rpc [None req-43028a7b-58d7-408b-ac75-1328e6896bf7 None None] Device a787970d-bc06-4325-9eb2-5e7935c9e9b6 up at agent hyperv_hv-cinder-78638 {{(pid=103722) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 31 11:46:31.040330 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [req-ae441d56-c3bc-41dd-9f2a-c0656750dc53 req-81a2c37a-d695-4e79-a971-e6acc4116424 tempest-VolumesNegativeTest-2087413271 tempest-VolumesNegativeTest-2087413271-project] 10.222.0.57 "GET /v2.0/ports?device_id=6f822ad3-ca77-424f-a9ba-ae63400a8069 HTTP/1.1" status: 200  len: 949 time: 0.2273760
May 31 11:46:31.105939 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [req-4d1a3b49-80d1-47c7-a4d6-830efd4bb106 req-c5e3cd94-45f6-431d-b7b6-5ccad3a401c1 service neutron] 10.222.0.60 "GET /v2.0/networks/2c20abfc-12cd-4800-b928-7191b2675429?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2157803
May 31 11:46:31.110370 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron.db.provisioning_blocks [None req-43028a7b-58d7-408b-ac75-1328e6896bf7 None None] Provisioning for port a787970d-bc06-4325-9eb2-5e7935c9e9b6 completed by entity L2. {{(pid=103722) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 31 11:46:31.115588 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron.db.provisioning_blocks [None req-43028a7b-58d7-408b-ac75-1328e6896bf7 None None] Provisioning complete for port a787970d-bc06-4325-9eb2-5e7935c9e9b6 triggered by entity L2. {{(pid=103722) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 31 11:46:31.116091 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron_lib.callbacks.manager [None req-43028a7b-58d7-408b-ac75-1328e6896bf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857618'] for port, provisioning_complete {{(pid=103722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:46:31.142344 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41113f85-e994-4ebd-b2f6-0fb392f4a855 req-f98e834c-e532-453b-9763-e8816756e9ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 11:46:31.144926 dv-cinder-786384-7-iscsi neutron-server[103720]: INFO neutron.wsgi [req-41113f85-e994-4ebd-b2f6-0fb392f4a855 req-f98e834c-e532-453b-9763-e8816756e9ff service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=6cccde54-536c-42f8-a4b4-ace3bbad46da HTTP/1.1" status: 200  len: 1098 time: 0.0803137
May 31 11:46:31.156826 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [req-ae441d56-c3bc-41dd-9f2a-c0656750dc53 req-52725835-f070-4d1e-85e6-32d92f6a66fb tempest-VolumesNegativeTest-2087413271 tempest-VolumesNegativeTest-2087413271-project] 10.222.0.57 "GET /v2.0/security-groups?id=a581bca2-977c-4016-b3cf-156e02ffa613&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1011112
May 31 11:46:31.196147 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron.quota.resource [req-41113f85-e994-4ebd-b2f6-0fb392f4a855 req-489846d9-835b-4e56-8c05-2e2e45eb5ae0 service neutron] Synchronizing usage tracker for tenant:2475a1d2b6624a2880022b6da903e395 on resource:security_group {{(pid=103720) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 31 11:46:31.235227 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron.quota.resource [req-41113f85-e994-4ebd-b2f6-0fb392f4a855 req-489846d9-835b-4e56-8c05-2e2e45eb5ae0 service neutron] Unset dirty status for tenant:2475a1d2b6624a2880022b6da903e395 on resource:security_group {{(pid=103720) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 31 11:46:31.236471 dv-cinder-786384-7-iscsi neutron-server[103720]: INFO neutron.wsgi [req-41113f85-e994-4ebd-b2f6-0fb392f4a855 req-489846d9-835b-4e56-8c05-2e2e45eb5ae0 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=61284c33-46c4-4e49-8e24-329051971a91&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0811055
May 31 11:46:31.276187 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [req-4d1a3b49-80d1-47c7-a4d6-830efd4bb106 req-a11e1e61-a90b-4997-8c31-8c7aeeb6ad81 service neutron] 10.222.0.60 "GET /v2.0/networks/2c20abfc-12cd-4800-b928-7191b2675429?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1587515
May 31 11:46:31.277429 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron_lib.callbacks.manager [None req-43028a7b-58d7-408b-ac75-1328e6896bf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-934180'] for port, before_update {{(pid=103722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:46:31.283729 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b28e782-9bc1-4b77-9cab-4d58d1353c38 req-d56c3789-9ea1-4b48-ab2a-d2ea081df975 tempest-AttachVolumeShelveTestJSON-127538222 tempest-AttachVolumeShelveTestJSON-127538222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 11:46:31.285255 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [req-9b28e782-9bc1-4b77-9cab-4d58d1353c38 req-d56c3789-9ea1-4b48-ab2a-d2ea081df975 tempest-AttachVolumeShelveTestJSON-127538222 tempest-AttachVolumeShelveTestJSON-127538222-project] 10.222.0.57 "GET /v2.0/ports?device_id=3e7980f7-7a5b-4115-a41f-48764f578357 HTTP/1.1" status: 200  len: 944 time: 0.3743670
May 31 11:46:31.309706 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6f822ad3-ca77-424f-a9ba-ae63400a8069', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a787970d-bc06-4325-9eb2-5e7935c9e9b6'}] {{(pid=103722) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 31 11:46:31.312171 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}385953046bb192346b13b574918bbc7d366126a5ac8301ca09ff73df2ee9323d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2cf7edbd-757d-41bb-a727-df80db609279" -d '{"events": [{"server_uuid": "6f822ad3-ca77-424f-a9ba-ae63400a8069", "name": "network-vif-plugged", "status": "completed", "tag": "a787970d-bc06-4325-9eb2-5e7935c9e9b6"}]}' {{(pid=103722) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
May 31 11:46:31.320427 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron.plugins.ml2.db [None req-43028a7b-58d7-408b-ac75-1328e6896bf7 None None] For port a787970d-bc06-4325-9eb2-5e7935c9e9b6, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=a787970d-bc06-4325-9eb2-5e7935c9e9b6,segment=NetworkSegment(a7fd60be-bba5-4c54-959d-eb5aa3f53d56),segment_id=a7fd60be-bba5-4c54-959d-eb5aa3f53d56)] {{(pid=103722) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 31 11:46:31.325112 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron_lib.callbacks.manager [None req-43028a7b-58d7-408b-ac75-1328e6896bf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937715', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3701677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744215954324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744215520988', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744215521293'] for port, after_update {{(pid=103722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:46:31.326030 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron.plugins.ml2.rpc [None req-43028a7b-58d7-408b-ac75-1328e6896bf7 None None] Device edbc0fcc-660b-4861-9417-be69a962d663 up at agent hyperv_hv-cinder-78638 {{(pid=103722) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 31 11:46:31.355470 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103722) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 31 11:46:31.389994 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [req-9b28e782-9bc1-4b77-9cab-4d58d1353c38 req-9fc42d20-5252-4cd6-aab5-fb86603b33f1 tempest-AttachVolumeShelveTestJSON-127538222 tempest-AttachVolumeShelveTestJSON-127538222-project] 10.222.0.57 "GET /v2.0/security-groups?id=d1eff7f3-8a7b-4a53-9689-d64080240a11&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0976713
May 31 11:46:31.421015 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ecd082c-a6d6-44fe-8e93-f2554a2d4948 req-05ab56f6-35aa-4c09-9f08-58b49d2a9fed tempest-TestMinimumBasicScenario-386923442 tempest-TestMinimumBasicScenario-386923442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 11:46:31.421015 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [req-9ecd082c-a6d6-44fe-8e93-f2554a2d4948 req-05ab56f6-35aa-4c09-9f08-58b49d2a9fed tempest-TestMinimumBasicScenario-386923442 tempest-TestMinimumBasicScenario-386923442-project] 10.222.0.57 "GET /v2.0/ports?device_id=25f4c6a2-d9fc-4492-b06a-41be27fc43a2 HTTP/1.1" status: 200  len: 945 time: 0.1063290
May 31 11:46:31.441237 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron_lib.callbacks.manager [None req-43028a7b-58d7-408b-ac75-1328e6896bf7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744215964654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857257'] for agent, after_update {{(pid=103722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:46:31.453731 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 31 May 2021 11:46:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4bed1015-c0a2-4e8c-b031-55c28ac5801e x-openstack-request-id: req-4bed1015-c0a2-4e8c-b031-55c28ac5801e {{(pid=103722) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
May 31 11:46:31.454024 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6f822ad3-ca77-424f-a9ba-ae63400a8069", "name": "network-vif-plugged", "status": "completed", "tag": "a787970d-bc06-4325-9eb2-5e7935c9e9b6", "code": 200}]} {{(pid=103722) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
May 31 11:46:31.454284 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-4bed1015-c0a2-4e8c-b031-55c28ac5801e {{(pid=103722) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
May 31 11:46:31.454666 dv-cinder-786384-7-iscsi neutron-server[103722]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6f822ad3-ca77-424f-a9ba-ae63400a8069', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a787970d-bc06-4325-9eb2-5e7935c9e9b6', 'code': 200}
May 31 11:46:31.458674 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43028a7b-58d7-408b-ac75-1328e6896bf7 None None] Pushing event updated for resources: {'Port': ['ID=a787970d-bc06-4325-9eb2-5e7935c9e9b6,revision_number=5']} {{(pid=103722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 31 11:46:31.462576 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG oslo_concurrency.lockutils [None req-43028a7b-58d7-408b-ac75-1328e6896bf7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=103722) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 31 11:46:31.470877 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [req-9ecd082c-a6d6-44fe-8e93-f2554a2d4948 req-ba142dd5-6601-42a9-8558-26831a893188 tempest-TestMinimumBasicScenario-386923442 tempest-TestMinimumBasicScenario-386923442-project] 10.222.0.57 "GET /v2.0/security-groups?id=f3724ee5-3f7d-4418-9672-f19ca2386f83&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0467186
May 31 11:46:31.474121 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron.db.provisioning_blocks [None req-43028a7b-58d7-408b-ac75-1328e6896bf7 None None] Provisioning for port edbc0fcc-660b-4861-9417-be69a962d663 completed by entity L2. {{(pid=103722) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 31 11:46:31.479249 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron.db.provisioning_blocks [None req-43028a7b-58d7-408b-ac75-1328e6896bf7 None None] Provisioning complete for port edbc0fcc-660b-4861-9417-be69a962d663 triggered by entity L2. {{(pid=103722) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 31 11:46:31.479695 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron_lib.callbacks.manager [None req-43028a7b-58d7-408b-ac75-1328e6896bf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857618'] for port, provisioning_complete {{(pid=103722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:46:31.600541 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron_lib.callbacks.manager [None req-43028a7b-58d7-408b-ac75-1328e6896bf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-934180'] for port, before_update {{(pid=103722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:46:31.635811 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron.plugins.ml2.db [None req-43028a7b-58d7-408b-ac75-1328e6896bf7 None None] For port edbc0fcc-660b-4861-9417-be69a962d663, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=edbc0fcc-660b-4861-9417-be69a962d663,segment=NetworkSegment(ea61f6ad-e9d3-4768-82a6-fea023d496f6),segment_id=ea61f6ad-e9d3-4768-82a6-fea023d496f6)] {{(pid=103722) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 31 11:46:31.643534 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron_lib.callbacks.manager [None req-43028a7b-58d7-408b-ac75-1328e6896bf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937715', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3701677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744215954324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744215520988', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744215521293'] for port, after_update {{(pid=103722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:46:31.645481 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG oslo_concurrency.lockutils [None req-1f0a762f-0348-4bba-b860-8eddab4cd770 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103722) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 31 11:46:31.722610 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43028a7b-58d7-408b-ac75-1328e6896bf7 None None] Pushing event updated for resources: {'Port': ['ID=edbc0fcc-660b-4861-9417-be69a962d663,revision_number=5']} {{(pid=103722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 31 11:46:31.726333 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG oslo_concurrency.lockutils [None req-43028a7b-58d7-408b-ac75-1328e6896bf7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=103722) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 31 11:46:32.105694 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de4b056e-d23e-4703-bebb-b3876a498003 req-bda98b4d-0101-4a55-a720-9f77e96ccf96 tempest-ServerRescueNegativeTestJSON-1419813537 tempest-ServerRescueNegativeTestJSON-1419813537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 11:46:32.107261 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [req-de4b056e-d23e-4703-bebb-b3876a498003 req-bda98b4d-0101-4a55-a720-9f77e96ccf96 tempest-ServerRescueNegativeTestJSON-1419813537 tempest-ServerRescueNegativeTestJSON-1419813537-project] 10.222.0.57 "GET /v2.0/ports?device_id=6cccde54-536c-42f8-a4b4-ace3bbad46da HTTP/1.1" status: 200  len: 945 time: 0.2907422
May 31 11:46:32.113452 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18a324d9-2c8d-48c8-bd36-7a965c194e6d req-3e0a65ef-e565-4210-a73d-9ca4d00d4842 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 11:46:32.114826 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [req-18a324d9-2c8d-48c8-bd36-7a965c194e6d req-3e0a65ef-e565-4210-a73d-9ca4d00d4842 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=6f822ad3-ca77-424f-a9ba-ae63400a8069 HTTP/1.1" status: 200  len: 1103 time: 0.2596018
May 31 11:46:32.124640 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e30f81a8-5c5f-4ee7-b838-bf95309e8d26 req-16ed61c8-4254-41f1-ae68-e9baa4232151 tempest-VolumesActionsTest-112709343 tempest-VolumesActionsTest-112709343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 11:46:32.126130 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [req-e30f81a8-5c5f-4ee7-b838-bf95309e8d26 req-16ed61c8-4254-41f1-ae68-e9baa4232151 tempest-VolumesActionsTest-112709343 tempest-VolumesActionsTest-112709343-project] 10.222.0.57 "GET /v2.0/ports?device_id=d78197cd-740e-4b05-be5b-636187026ff5 HTTP/1.1" status: 200  len: 946 time: 0.2337034
May 31 11:46:32.225546 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [req-18a324d9-2c8d-48c8-bd36-7a965c194e6d req-1d89b88c-a783-48d7-8138-5841a3a898aa service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=a581bca2-977c-4016-b3cf-156e02ffa613&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0984457
May 31 11:46:32.236823 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [req-de4b056e-d23e-4703-bebb-b3876a498003 req-84701e49-1e4f-4b6a-9981-dde6ab91a9f9 tempest-ServerRescueNegativeTestJSON-1419813537 tempest-ServerRescueNegativeTestJSON-1419813537-project] 10.222.0.57 "GET /v2.0/security-groups?id=61284c33-46c4-4e49-8e24-329051971a91&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1202443
May 31 11:46:32.266555 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [req-e30f81a8-5c5f-4ee7-b838-bf95309e8d26 req-b34a5a43-bae1-479d-9eb0-ec6669472729 tempest-VolumesActionsTest-112709343 tempest-VolumesActionsTest-112709343-project] 10.222.0.57 "GET /v2.0/security-groups?id=e75e580a-fb88-4245-a14e-0fc71be3f34a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1146600
May 31 11:46:32.579701 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0b0aa8b-2542-466a-b4eb-23f71e96c871 req-b1e21fdf-ed90-4fc3-a23f-2eea5bbc7189 tempest-VolumesNegativeTest-2087413271 tempest-VolumesNegativeTest-2087413271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 11:46:32.584303 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [req-a0b0aa8b-2542-466a-b4eb-23f71e96c871 req-b1e21fdf-ed90-4fc3-a23f-2eea5bbc7189 tempest-VolumesNegativeTest-2087413271 tempest-VolumesNegativeTest-2087413271-project] 10.222.0.57 "GET /v2.0/ports?device_id=6f822ad3-ca77-424f-a9ba-ae63400a8069 HTTP/1.1" status: 200  len: 950 time: 0.1775713
May 31 11:46:32.726111 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [req-a0b0aa8b-2542-466a-b4eb-23f71e96c871 req-9efb6185-b330-469c-94f6-ce8b98d34af2 tempest-VolumesNegativeTest-2087413271 tempest-VolumesNegativeTest-2087413271-project] 10.222.0.57 "GET /v2.0/security-groups?id=a581bca2-977c-4016-b3cf-156e02ffa613&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1381323
May 31 11:46:32.762977 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fef10df-140a-4582-bca2-19601b616c79 req-b62d82ae-170c-46c4-90f4-73b6635b7843 tempest-AttachVolumeShelveTestJSON-127538222 tempest-AttachVolumeShelveTestJSON-127538222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 11:46:32.764501 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [req-4fef10df-140a-4582-bca2-19601b616c79 req-b62d82ae-170c-46c4-90f4-73b6635b7843 tempest-AttachVolumeShelveTestJSON-127538222 tempest-AttachVolumeShelveTestJSON-127538222-project] 10.222.0.57 "GET /v2.0/ports?device_id=3e7980f7-7a5b-4115-a41f-48764f578357 HTTP/1.1" status: 200  len: 944 time: 0.1745269
May 31 11:46:32.828511 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [req-4fef10df-140a-4582-bca2-19601b616c79 req-32a28458-a9eb-4a3c-83d8-c1305413a20f tempest-AttachVolumeShelveTestJSON-127538222 tempest-AttachVolumeShelveTestJSON-127538222-project] 10.222.0.57 "GET /v2.0/security-groups?id=d1eff7f3-8a7b-4a53-9689-d64080240a11&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0481079
May 31 11:46:32.922712 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-992de4f0-6384-45cf-8990-470578c7e25b req-5b2b0c1c-ad37-4cb8-a241-043f92f4177e tempest-TestMinimumBasicScenario-386923442 tempest-TestMinimumBasicScenario-386923442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 11:46:32.924219 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [req-992de4f0-6384-45cf-8990-470578c7e25b req-5b2b0c1c-ad37-4cb8-a241-043f92f4177e tempest-TestMinimumBasicScenario-386923442 tempest-TestMinimumBasicScenario-386923442-project] 10.222.0.57 "GET /v2.0/ports?device_id=25f4c6a2-d9fc-4492-b06a-41be27fc43a2 HTTP/1.1" status: 200  len: 946 time: 0.0841939
May 31 11:46:32.971796 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [req-992de4f0-6384-45cf-8990-470578c7e25b req-a28a161b-cb97-480a-8dad-0a13b6fd86a9 tempest-TestMinimumBasicScenario-386923442 tempest-TestMinimumBasicScenario-386923442-project] 10.222.0.57 "GET /v2.0/security-groups?id=f3724ee5-3f7d-4418-9672-f19ca2386f83&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0402179
May 31 11:46:33.074735 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron_lib.callbacks.manager [None req-7c6ab830-316d-449a-a2e0-70dec9b2c85f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744215964654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857257'] for agent, after_update {{(pid=103722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:46:33.455663 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '25f4c6a2-d9fc-4492-b06a-41be27fc43a2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'edbc0fcc-660b-4861-9417-be69a962d663'}] {{(pid=103722) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 31 11:46:33.458902 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}385953046bb192346b13b574918bbc7d366126a5ac8301ca09ff73df2ee9323d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-71cd06c8-3f2d-4786-844c-7d81e56e9971" -d '{"events": [{"server_uuid": "25f4c6a2-d9fc-4492-b06a-41be27fc43a2", "name": "network-vif-plugged", "status": "completed", "tag": "edbc0fcc-660b-4861-9417-be69a962d663"}]}' {{(pid=103722) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
May 31 11:46:33.501100 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a728c636-215d-4989-bada-2bbad1173a75 req-82db6b00-f891-4654-b0d2-70f2d0c4a7c9 tempest-ServerRescueNegativeTestJSON-1419813537 tempest-ServerRescueNegativeTestJSON-1419813537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 11:46:33.502572 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [req-a728c636-215d-4989-bada-2bbad1173a75 req-82db6b00-f891-4654-b0d2-70f2d0c4a7c9 tempest-ServerRescueNegativeTestJSON-1419813537 tempest-ServerRescueNegativeTestJSON-1419813537-project] 10.222.0.57 "GET /v2.0/ports?device_id=6cccde54-536c-42f8-a4b4-ace3bbad46da HTTP/1.1" status: 200  len: 945 time: 0.1458094
May 31 11:46:33.511063 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbc580db-a3a0-4224-9d06-a579875cc84b req-3b9ca5a5-eced-495e-be31-40a7a292dae6 tempest-VolumesActionsTest-112709343 tempest-VolumesActionsTest-112709343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 11:46:33.512790 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [req-dbc580db-a3a0-4224-9d06-a579875cc84b req-3b9ca5a5-eced-495e-be31-40a7a292dae6 tempest-VolumesActionsTest-112709343 tempest-VolumesActionsTest-112709343-project] 10.222.0.57 "GET /v2.0/ports?device_id=d78197cd-740e-4b05-be5b-636187026ff5 HTTP/1.1" status: 200  len: 946 time: 0.1245768
May 31 11:46:33.589659 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [req-a728c636-215d-4989-bada-2bbad1173a75 req-44001b0b-2596-4754-b232-99fa780b5969 tempest-ServerRescueNegativeTestJSON-1419813537 tempest-ServerRescueNegativeTestJSON-1419813537-project] 10.222.0.57 "GET /v2.0/security-groups?id=61284c33-46c4-4e49-8e24-329051971a91&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0758550
May 31 11:46:33.593939 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [req-dbc580db-a3a0-4224-9d06-a579875cc84b req-ffc822cd-3d41-49b1-9131-ebbad6333da9 tempest-VolumesActionsTest-112709343 tempest-VolumesActionsTest-112709343-project] 10.222.0.57 "GET /v2.0/security-groups?id=e75e580a-fb88-4245-a14e-0fc71be3f34a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0663655
May 31 11:46:33.660957 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 31 May 2021 11:46:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e85c7d56-cc44-4da5-ab85-dc08ab6da920 x-openstack-request-id: req-e85c7d56-cc44-4da5-ab85-dc08ab6da920 {{(pid=103722) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
May 31 11:46:33.661402 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "25f4c6a2-d9fc-4492-b06a-41be27fc43a2", "name": "network-vif-plugged", "status": "completed", "tag": "edbc0fcc-660b-4861-9417-be69a962d663", "code": 200}]} {{(pid=103722) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
May 31 11:46:33.661658 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-e85c7d56-cc44-4da5-ab85-dc08ab6da920 {{(pid=103722) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
May 31 11:46:33.662062 dv-cinder-786384-7-iscsi neutron-server[103722]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '25f4c6a2-d9fc-4492-b06a-41be27fc43a2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'edbc0fcc-660b-4861-9417-be69a962d663', 'code': 200}
May 31 11:46:33.958749 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77c99fab-ef0a-49ab-867c-a5286d9f2758 req-232da901-9544-49dc-915d-b064f6339411 tempest-VolumesNegativeTest-2087413271 tempest-VolumesNegativeTest-2087413271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 11:46:33.964648 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [req-77c99fab-ef0a-49ab-867c-a5286d9f2758 req-232da901-9544-49dc-915d-b064f6339411 tempest-VolumesNegativeTest-2087413271 tempest-VolumesNegativeTest-2087413271-project] 10.222.0.57 "GET /v2.0/ports?device_id=6f822ad3-ca77-424f-a9ba-ae63400a8069 HTTP/1.1" status: 200  len: 950 time: 0.1282473
May 31 11:46:34.063746 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [req-77c99fab-ef0a-49ab-867c-a5286d9f2758 req-5628f6c9-ae85-44f4-8c93-9a8e2a55dfee tempest-VolumesNegativeTest-2087413271 tempest-VolumesNegativeTest-2087413271-project] 10.222.0.57 "GET /v2.0/security-groups?id=a581bca2-977c-4016-b3cf-156e02ffa613&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0927489
May 31 11:46:34.107489 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba5ba3bd-255e-4344-9a83-5627f686638f req-13483ff9-310f-48b3-b714-de1176d62cb4 tempest-AttachVolumeShelveTestJSON-127538222 tempest-AttachVolumeShelveTestJSON-127538222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 11:46:34.109702 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [req-ba5ba3bd-255e-4344-9a83-5627f686638f req-13483ff9-310f-48b3-b714-de1176d62cb4 tempest-AttachVolumeShelveTestJSON-127538222 tempest-AttachVolumeShelveTestJSON-127538222-project] 10.222.0.57 "GET /v2.0/ports?device_id=3e7980f7-7a5b-4115-a41f-48764f578357 HTTP/1.1" status: 200  len: 944 time: 0.1022096
May 31 11:46:34.168504 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [req-ba5ba3bd-255e-4344-9a83-5627f686638f req-b8afefbe-a638-4294-84ff-a709b74d64ba tempest-AttachVolumeShelveTestJSON-127538222 tempest-AttachVolumeShelveTestJSON-127538222-project] 10.222.0.57 "GET /v2.0/security-groups?id=d1eff7f3-8a7b-4a53-9689-d64080240a11&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0526028
May 31 11:46:34.317756 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a33f12d-0b26-4b56-a7ad-eb60d3fd4bee req-c7ef87b5-4c26-4b6f-a8df-973221257893 tempest-TestMinimumBasicScenario-386923442 tempest-TestMinimumBasicScenario-386923442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 11:46:34.324239 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [req-1a33f12d-0b26-4b56-a7ad-eb60d3fd4bee req-c7ef87b5-4c26-4b6f-a8df-973221257893 tempest-TestMinimumBasicScenario-386923442 tempest-TestMinimumBasicScenario-386923442-project] 10.222.0.57 "GET /v2.0/ports?device_id=25f4c6a2-d9fc-4492-b06a-41be27fc43a2 HTTP/1.1" status: 200  len: 946 time: 0.1117699
May 31 11:46:34.370650 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [req-1a33f12d-0b26-4b56-a7ad-eb60d3fd4bee req-4e173ecf-bfaf-4c08-b863-b78bbb4145c5 tempest-TestMinimumBasicScenario-386923442 tempest-TestMinimumBasicScenario-386923442-project] 10.222.0.57 "GET /v2.0/security-groups?id=f3724ee5-3f7d-4418-9672-f19ca2386f83&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0409150
May 31 11:46:34.854479 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72360ae2-7542-4075-84ad-060cbbb87da5 req-e3a5ea39-248f-4b8f-8421-8d6b5ef4803b tempest-ServerRescueNegativeTestJSON-1419813537 tempest-ServerRescueNegativeTestJSON-1419813537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 11:46:34.855991 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [req-72360ae2-7542-4075-84ad-060cbbb87da5 req-e3a5ea39-248f-4b8f-8421-8d6b5ef4803b tempest-ServerRescueNegativeTestJSON-1419813537 tempest-ServerRescueNegativeTestJSON-1419813537-project] 10.222.0.57 "GET /v2.0/ports?device_id=6cccde54-536c-42f8-a4b4-ace3bbad46da HTTP/1.1" status: 200  len: 945 time: 0.1515028
May 31 11:46:34.867868 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16185e0d-6393-4bae-aeaf-ba6d451d5fd1 req-37bb75c7-6976-4122-bc3a-8eae75e75bfa tempest-VolumesActionsTest-112709343 tempest-VolumesActionsTest-112709343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 11:46:34.869463 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [req-16185e0d-6393-4bae-aeaf-ba6d451d5fd1 req-37bb75c7-6976-4122-bc3a-8eae75e75bfa tempest-VolumesActionsTest-112709343 tempest-VolumesActionsTest-112709343-project] 10.222.0.57 "GET /v2.0/ports?device_id=d78197cd-740e-4b05-be5b-636187026ff5 HTTP/1.1" status: 200  len: 946 time: 0.1137486
May 31 11:46:34.943827 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [req-72360ae2-7542-4075-84ad-060cbbb87da5 req-e0175090-f0c3-4160-b208-b5dc0f11aaec tempest-ServerRescueNegativeTestJSON-1419813537 tempest-ServerRescueNegativeTestJSON-1419813537-project] 10.222.0.57 "GET /v2.0/security-groups?id=61284c33-46c4-4e49-8e24-329051971a91&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0732486
May 31 11:46:34.948534 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [req-16185e0d-6393-4bae-aeaf-ba6d451d5fd1 req-1c761c91-b56a-4949-a021-e0e8de1128cb tempest-VolumesActionsTest-112709343 tempest-VolumesActionsTest-112709343-project] 10.222.0.57 "GET /v2.0/security-groups?id=e75e580a-fb88-4245-a14e-0fc71be3f34a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0651093
May 31 11:46:35.264239 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57a2f1d5-0d9f-45fa-976f-7586cfafa459 req-74314132-b2cb-4f1d-93de-cb1980f8a002 tempest-VolumesNegativeTest-2087413271 tempest-VolumesNegativeTest-2087413271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 11:46:35.265773 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [req-57a2f1d5-0d9f-45fa-976f-7586cfafa459 req-74314132-b2cb-4f1d-93de-cb1980f8a002 tempest-VolumesNegativeTest-2087413271 tempest-VolumesNegativeTest-2087413271-project] 10.222.0.57 "GET /v2.0/ports?device_id=6f822ad3-ca77-424f-a9ba-ae63400a8069 HTTP/1.1" status: 200  len: 950 time: 0.0924301
May 31 11:46:35.311453 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [req-57a2f1d5-0d9f-45fa-976f-7586cfafa459 req-91d2a20b-997c-4655-b047-1a2090d33f39 tempest-VolumesNegativeTest-2087413271 tempest-VolumesNegativeTest-2087413271-project] 10.222.0.57 "GET /v2.0/security-groups?id=a581bca2-977c-4016-b3cf-156e02ffa613&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0397882
May 31 11:46:35.421905 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79ac24ba-8289-4a80-8b18-4459e854ed79 req-57248ba2-4777-412e-9652-154d1d7ba64f tempest-AttachVolumeShelveTestJSON-127538222 tempest-AttachVolumeShelveTestJSON-127538222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 11:46:35.430920 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [req-79ac24ba-8289-4a80-8b18-4459e854ed79 req-57248ba2-4777-412e-9652-154d1d7ba64f tempest-AttachVolumeShelveTestJSON-127538222 tempest-AttachVolumeShelveTestJSON-127538222-project] 10.222.0.57 "GET /v2.0/ports?device_id=3e7980f7-7a5b-4115-a41f-48764f578357 HTTP/1.1" status: 200  len: 944 time: 0.1163020
May 31 11:46:35.489403 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [req-79ac24ba-8289-4a80-8b18-4459e854ed79 req-1bf5fc1f-d08b-49f2-b58c-9482ed29f818 tempest-AttachVolumeShelveTestJSON-127538222 tempest-AttachVolumeShelveTestJSON-127538222-project] 10.222.0.57 "GET /v2.0/security-groups?id=d1eff7f3-8a7b-4a53-9689-d64080240a11&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0585496
May 31 11:46:35.526751 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron_lib.callbacks.manager [None req-23a66351-6bfa-4167-ba75-06777eed6350 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744215964654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857257'] for agent, after_update {{(pid=103722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:46:35.626814 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron_lib.callbacks.manager [None req-1f0a762f-0348-4bba-b860-8eddab4cd770 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744215964654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857257'] for agent, after_update {{(pid=103722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:46:35.670086 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00b8a3dc-e52c-4066-8748-7655d02a16b3 req-182c7881-8a39-469f-8399-f7ecc9ab590d tempest-TestMinimumBasicScenario-386923442 tempest-TestMinimumBasicScenario-386923442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 11:46:35.671974 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [req-00b8a3dc-e52c-4066-8748-7655d02a16b3 req-182c7881-8a39-469f-8399-f7ecc9ab590d tempest-TestMinimumBasicScenario-386923442 tempest-TestMinimumBasicScenario-386923442-project] 10.222.0.57 "GET /v2.0/ports?device_id=25f4c6a2-d9fc-4492-b06a-41be27fc43a2 HTTP/1.1" status: 200  len: 946 time: 0.1158905
May 31 11:46:35.717619 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [req-00b8a3dc-e52c-4066-8748-7655d02a16b3 req-23767114-5ba7-4341-bf40-7d06b436d781 tempest-TestMinimumBasicScenario-386923442 tempest-TestMinimumBasicScenario-386923442-project] 10.222.0.57 "GET /v2.0/security-groups?id=f3724ee5-3f7d-4418-9672-f19ca2386f83&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0393097
May 31 11:46:36.204194 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78b30e32-6af5-424d-b515-7bdcd7d8690a req-6ea5d99e-5b1c-4467-86ca-34d08e868e79 tempest-VolumesActionsTest-112709343 tempest-VolumesActionsTest-112709343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 11:46:36.205718 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [req-78b30e32-6af5-424d-b515-7bdcd7d8690a req-6ea5d99e-5b1c-4467-86ca-34d08e868e79 tempest-VolumesActionsTest-112709343 tempest-VolumesActionsTest-112709343-project] 10.222.0.57 "GET /v2.0/ports?device_id=d78197cd-740e-4b05-be5b-636187026ff5 HTTP/1.1" status: 200  len: 946 time: 0.1106055
May 31 11:46:36.213985 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7cba27a-5ee2-45e8-808e-fd768c9af99d req-9266fe9e-d960-497c-84a8-7c016ee6b873 tempest-ServerRescueNegativeTestJSON-1419813537 tempest-ServerRescueNegativeTestJSON-1419813537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 11:46:36.215365 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [req-d7cba27a-5ee2-45e8-808e-fd768c9af99d req-9266fe9e-d960-497c-84a8-7c016ee6b873 tempest-ServerRescueNegativeTestJSON-1419813537 tempest-ServerRescueNegativeTestJSON-1419813537-project] 10.222.0.57 "GET /v2.0/ports?device_id=6cccde54-536c-42f8-a4b4-ace3bbad46da HTTP/1.1" status: 200  len: 945 time: 0.1570694
May 31 11:46:36.293880 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [req-78b30e32-6af5-424d-b515-7bdcd7d8690a req-488e54ad-b7cc-4691-968d-dffc0b4e434c tempest-VolumesActionsTest-112709343 tempest-VolumesActionsTest-112709343-project] 10.222.0.57 "GET /v2.0/security-groups?id=e75e580a-fb88-4245-a14e-0fc71be3f34a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0773592
May 31 11:46:36.298515 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [req-d7cba27a-5ee2-45e8-808e-fd768c9af99d req-e008005e-6352-435f-bbfa-b0821f914ee1 tempest-ServerRescueNegativeTestJSON-1419813537 tempest-ServerRescueNegativeTestJSON-1419813537-project] 10.222.0.57 "GET /v2.0/security-groups?id=61284c33-46c4-4e49-8e24-329051971a91&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0671804
May 31 11:46:36.474369 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron_lib.callbacks.manager [None req-c59bf3d8-3f04-4740-8d75-807cb4f7478e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744215964654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857257'] for agent, after_update {{(pid=103722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:46:36.509789 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f8c7468-ecb3-40da-b1ee-f9a1100cf2a8 req-44b3f196-1940-4433-8377-abd593286e01 tempest-VolumesNegativeTest-2087413271 tempest-VolumesNegativeTest-2087413271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 11:46:36.511243 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [req-8f8c7468-ecb3-40da-b1ee-f9a1100cf2a8 req-44b3f196-1940-4433-8377-abd593286e01 tempest-VolumesNegativeTest-2087413271 tempest-VolumesNegativeTest-2087413271-project] 10.222.0.57 "GET /v2.0/ports?device_id=6f822ad3-ca77-424f-a9ba-ae63400a8069 HTTP/1.1" status: 200  len: 950 time: 0.0847805
May 31 11:46:36.582144 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [req-8f8c7468-ecb3-40da-b1ee-f9a1100cf2a8 req-5ef912a1-70d4-4ac9-aa80-f61ffd5d760b tempest-VolumesNegativeTest-2087413271 tempest-VolumesNegativeTest-2087413271-project] 10.222.0.57 "GET /v2.0/security-groups?id=a581bca2-977c-4016-b3cf-156e02ffa613&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0646787
May 31 11:46:36.813101 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67e694e7-e577-4eb2-8369-e9fb0729c94a req-fae3c5cc-921a-4d35-b7e7-7fa4f410607c tempest-AttachVolumeShelveTestJSON-127538222 tempest-AttachVolumeShelveTestJSON-127538222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 11:46:36.814948 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [req-67e694e7-e577-4eb2-8369-e9fb0729c94a req-fae3c5cc-921a-4d35-b7e7-7fa4f410607c tempest-AttachVolumeShelveTestJSON-127538222 tempest-AttachVolumeShelveTestJSON-127538222-project] 10.222.0.57 "GET /v2.0/ports?device_id=3e7980f7-7a5b-4115-a41f-48764f578357 HTTP/1.1" status: 200  len: 944 time: 0.2029006
May 31 11:46:36.919247 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [req-67e694e7-e577-4eb2-8369-e9fb0729c94a req-0c747ff3-d3d5-45c3-8166-956eb9ff7758 tempest-AttachVolumeShelveTestJSON-127538222 tempest-AttachVolumeShelveTestJSON-127538222-project] 10.222.0.57 "GET /v2.0/security-groups?id=d1eff7f3-8a7b-4a53-9689-d64080240a11&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0983455
May 31 11:46:36.954939 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-931bf90f-80f5-466c-b62b-ca33e50eb73b req-c7649d15-5a05-495b-a086-e656c2b7d0da tempest-TestMinimumBasicScenario-386923442 tempest-TestMinimumBasicScenario-386923442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 11:46:36.959699 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [req-931bf90f-80f5-466c-b62b-ca33e50eb73b req-c7649d15-5a05-495b-a086-e656c2b7d0da tempest-TestMinimumBasicScenario-386923442 tempest-TestMinimumBasicScenario-386923442-project] 10.222.0.57 "GET /v2.0/ports?device_id=25f4c6a2-d9fc-4492-b06a-41be27fc43a2 HTTP/1.1" status: 200  len: 946 time: 0.1069472
May 31 11:46:37.000904 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [req-931bf90f-80f5-466c-b62b-ca33e50eb73b req-f08d54d2-373d-46b4-b58c-e5de5f6c5516 tempest-TestMinimumBasicScenario-386923442 tempest-TestMinimumBasicScenario-386923442-project] 10.222.0.57 "GET /v2.0/security-groups?id=f3724ee5-3f7d-4418-9672-f19ca2386f83&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0385327
May 31 11:46:37.563397 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c2ca37c-562d-44db-aba0-fb4faac4f8e4 req-d978850f-7351-45d1-9435-31377fc74942 tempest-VolumesActionsTest-112709343 tempest-VolumesActionsTest-112709343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 11:46:37.564904 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [req-0c2ca37c-562d-44db-aba0-fb4faac4f8e4 req-d978850f-7351-45d1-9435-31377fc74942 tempest-VolumesActionsTest-112709343 tempest-VolumesActionsTest-112709343-project] 10.222.0.57 "GET /v2.0/ports?device_id=d78197cd-740e-4b05-be5b-636187026ff5 HTTP/1.1" status: 200  len: 946 time: 0.1538928
May 31 11:46:37.573597 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d2476e3-241c-40db-b152-14fda9c2f0bb req-ab8e0a7a-c578-4947-a533-5598276307db tempest-ServerRescueNegativeTestJSON-1419813537 tempest-ServerRescueNegativeTestJSON-1419813537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 11:46:37.575087 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [req-1d2476e3-241c-40db-b152-14fda9c2f0bb req-ab8e0a7a-c578-4947-a533-5598276307db tempest-ServerRescueNegativeTestJSON-1419813537 tempest-ServerRescueNegativeTestJSON-1419813537-project] 10.222.0.57 "GET /v2.0/ports?device_id=6cccde54-536c-42f8-a4b4-ace3bbad46da HTTP/1.1" status: 200  len: 945 time: 0.1278331
May 31 11:46:37.648226 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [req-0c2ca37c-562d-44db-aba0-fb4faac4f8e4 req-64ffc61a-bd4b-41b8-9bb3-2c53aa6c0068 tempest-VolumesActionsTest-112709343 tempest-VolumesActionsTest-112709343-project] 10.222.0.57 "GET /v2.0/security-groups?id=e75e580a-fb88-4245-a14e-0fc71be3f34a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0720232
May 31 11:46:37.650993 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [req-1d2476e3-241c-40db-b152-14fda9c2f0bb req-d76f7b28-8542-4905-854a-877e0c249329 tempest-ServerRescueNegativeTestJSON-1419813537 tempest-ServerRescueNegativeTestJSON-1419813537-project] 10.222.0.57 "GET /v2.0/security-groups?id=61284c33-46c4-4e49-8e24-329051971a91&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0584970
May 31 11:46:37.830542 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39f25a7a-b809-4a1f-9024-4b348856db32 req-fa1bd6d4-6ba1-4fd9-a8ae-312fe848510a tempest-VolumesNegativeTest-2087413271 tempest-VolumesNegativeTest-2087413271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 11:46:37.831984 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [req-39f25a7a-b809-4a1f-9024-4b348856db32 req-fa1bd6d4-6ba1-4fd9-a8ae-312fe848510a tempest-VolumesNegativeTest-2087413271 tempest-VolumesNegativeTest-2087413271-project] 10.222.0.57 "GET /v2.0/ports?device_id=6f822ad3-ca77-424f-a9ba-ae63400a8069 HTTP/1.1" status: 200  len: 950 time: 0.0837002
May 31 11:46:37.878310 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [req-39f25a7a-b809-4a1f-9024-4b348856db32 req-a2074b1f-dc70-4022-ac4d-8283eff48059 tempest-VolumesNegativeTest-2087413271 tempest-VolumesNegativeTest-2087413271-project] 10.222.0.57 "GET /v2.0/security-groups?id=a581bca2-977c-4016-b3cf-156e02ffa613&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0405278
May 31 11:46:37.933795 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron_lib.callbacks.manager [None req-e2b995a4-3526-4c71-93aa-7f4ba47dfd64 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744215964654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857257'] for agent, after_update {{(pid=103722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:46:38.164257 dv-cinder-786384-7-iscsi neutron-server[103723]: DEBUG neutron.db.agents_db [None req-cb648da2-ef1b-4de5-af28-8b32e926ae6d None None] Agent healthcheck: found 6 active agents {{(pid=103723) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}}
May 31 11:46:38.236479 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8582a105-317b-4856-958c-ac97b43e7d8f req-41b9d5a9-152c-4ef1-8144-0a00e8130089 tempest-AttachVolumeShelveTestJSON-127538222 tempest-AttachVolumeShelveTestJSON-127538222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 11:46:38.237109 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron.wsgi [-] (103720) accepted ('10.222.0.57', 44124) {{(pid=103720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 31 11:46:38.240212 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [req-8582a105-317b-4856-958c-ac97b43e7d8f req-41b9d5a9-152c-4ef1-8144-0a00e8130089 tempest-AttachVolumeShelveTestJSON-127538222 tempest-AttachVolumeShelveTestJSON-127538222-project] 10.222.0.57 "GET /v2.0/ports?device_id=3e7980f7-7a5b-4115-a41f-48764f578357 HTTP/1.1" status: 200  len: 944 time: 0.1683421
May 31 11:46:38.252044 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-769b65f7-c30e-40b3-b4bf-15da29fe56c5 req-58720383-26ef-4c5c-8499-b40aeb13e70c tempest-TestMinimumBasicScenario-386923442 tempest-TestMinimumBasicScenario-386923442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 11:46:38.256851 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [req-769b65f7-c30e-40b3-b4bf-15da29fe56c5 req-58720383-26ef-4c5c-8499-b40aeb13e70c tempest-TestMinimumBasicScenario-386923442 tempest-TestMinimumBasicScenario-386923442-project] 10.222.0.57 "GET /v2.0/ports?device_id=25f4c6a2-d9fc-4492-b06a-41be27fc43a2 HTTP/1.1" status: 200  len: 946 time: 0.1251047
May 31 11:46:38.335063 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [req-769b65f7-c30e-40b3-b4bf-15da29fe56c5 req-6692ce3d-a57c-4f02-b9c4-32c1e11d1d6f tempest-TestMinimumBasicScenario-386923442 tempest-TestMinimumBasicScenario-386923442-project] 10.222.0.57 "GET /v2.0/security-groups?id=f3724ee5-3f7d-4418-9672-f19ca2386f83&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0773413
May 31 11:46:38.337889 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [req-8582a105-317b-4856-958c-ac97b43e7d8f req-bf0efdc1-aebe-4c01-af19-2b442f02365a tempest-AttachVolumeShelveTestJSON-127538222 tempest-AttachVolumeShelveTestJSON-127538222-project] 10.222.0.57 "GET /v2.0/security-groups?id=d1eff7f3-8a7b-4a53-9689-d64080240a11&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0640337
May 31 11:46:38.437930 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-d9aad306-da09-4663-b3ed-9d36e8a9dd29 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:46:38.454744 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron.db.quota.driver [None req-d9aad306-da09-4663-b3ed-9d36e8a9dd29 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=103720) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 31 11:46:38.459086 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron.quota.resource [None req-d9aad306-da09-4663-b3ed-9d36e8a9dd29 admin admin] Usage tracker for resource:security_group_rule and tenant:e3c8087a25e3450685b9ef8bbd2d415f is out of sync, need to count used quota {{(pid=103720) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 31 11:46:38.462245 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron.quota.resource [None req-d9aad306-da09-4663-b3ed-9d36e8a9dd29 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=103720) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 31 11:46:38.468438 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron.db.quota.driver [None req-d9aad306-da09-4663-b3ed-9d36e8a9dd29 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=103720) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 31 11:46:38.553320 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-d9aad306-da09-4663-b3ed-9d36e8a9dd29 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:46:38.558574 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-d9aad306-da09-4663-b3ed-9d36e8a9dd29 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3705957'] for security_group, after_create {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:46:38.568075 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG oslo_concurrency.lockutils [None req-f66c5dcd-5ca4-4ded-b228-a391533773a4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103720) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 31 11:46:38.609246 dv-cinder-786384-7-iscsi neutron-server[103720]: INFO neutron.wsgi [None req-d9aad306-da09-4663-b3ed-9d36e8a9dd29 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=e3c8087a25e3450685b9ef8bbd2d415f&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3709421
May 31 11:46:38.611006 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9aad306-da09-4663-b3ed-9d36e8a9dd29 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c7258e97-e802-4ef5-b443-b17544e9a2d0,revision_number=1']} {{(pid=103720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 31 11:46:38.614555 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG oslo_concurrency.lockutils [None req-d9aad306-da09-4663-b3ed-9d36e8a9dd29 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=103720) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 31 11:46:38.615058 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron.wsgi [-] (103720) accepted ('10.222.0.57', 44130) {{(pid=103720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 31 11:46:38.680687 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-581ef0fe-0cd2-4c89-afd7-6cbd3983f7ca admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:46:38.703541 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-581ef0fe-0cd2-4c89-afd7-6cbd3983f7ca admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:46:38.811514 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-581ef0fe-0cd2-4c89-afd7-6cbd3983f7ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3705957'] for security_group, after_delete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:46:38.815903 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG oslo_concurrency.lockutils [None req-3dfe3d6d-72be-4602-a867-1b6c3f4da5ae admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103720) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 31 11:46:38.828036 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-581ef0fe-0cd2-4c89-afd7-6cbd3983f7ca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c7258e97-e802-4ef5-b443-b17544e9a2d0,revision_number=None']} {{(pid=103720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 31 11:46:38.832257 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG oslo_concurrency.lockutils [None req-581ef0fe-0cd2-4c89-afd7-6cbd3983f7ca admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=103720) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 31 11:46:38.836681 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-581ef0fe-0cd2-4c89-afd7-6cbd3983f7ca admin admin] Notify callbacks [] for security_group, before_response {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:46:38.841166 dv-cinder-786384-7-iscsi neutron-server[103720]: INFO neutron.wsgi [None req-581ef0fe-0cd2-4c89-afd7-6cbd3983f7ca admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/c7258e97-e802-4ef5-b443-b17544e9a2d0 HTTP/1.1" status: 204  len: 168 time: 0.2247615
May 31 11:46:38.991380 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8de333d-dd0d-4e5f-96ad-e205d88d5141 req-010b1d95-e121-4fc1-9d56-dafc5cb150c6 tempest-VolumesActionsTest-112709343 tempest-VolumesActionsTest-112709343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 11:46:38.996627 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [req-a8de333d-dd0d-4e5f-96ad-e205d88d5141 req-010b1d95-e121-4fc1-9d56-dafc5cb150c6 tempest-VolumesActionsTest-112709343 tempest-VolumesActionsTest-112709343-project] 10.222.0.57 "GET /v2.0/ports?device_id=d78197cd-740e-4b05-be5b-636187026ff5 HTTP/1.1" status: 200  len: 946 time: 0.2071431
May 31 11:46:39.030751 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-767893bf-6f30-4e6a-a58d-083355684a44 req-c37a9b60-243f-4ca0-ab24-25d595b9a9b2 tempest-ServerRescueNegativeTestJSON-1419813537 tempest-ServerRescueNegativeTestJSON-1419813537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 11:46:39.032551 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [req-767893bf-6f30-4e6a-a58d-083355684a44 req-c37a9b60-243f-4ca0-ab24-25d595b9a9b2 tempest-ServerRescueNegativeTestJSON-1419813537 tempest-ServerRescueNegativeTestJSON-1419813537-project] 10.222.0.57 "GET /v2.0/ports?device_id=6cccde54-536c-42f8-a4b4-ace3bbad46da HTTP/1.1" status: 200  len: 945 time: 0.1746716
May 31 11:46:39.084553 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [req-a8de333d-dd0d-4e5f-96ad-e205d88d5141 req-25db8583-3f96-4c59-8f1a-c005cace1054 tempest-VolumesActionsTest-112709343 tempest-VolumesActionsTest-112709343-project] 10.222.0.57 "GET /v2.0/security-groups?id=e75e580a-fb88-4245-a14e-0fc71be3f34a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0848544
May 31 11:46:39.150810 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [req-767893bf-6f30-4e6a-a58d-083355684a44 req-78e38265-fd22-40b8-ba23-36fc03c06750 tempest-ServerRescueNegativeTestJSON-1419813537 tempest-ServerRescueNegativeTestJSON-1419813537-project] 10.222.0.57 "GET /v2.0/security-groups?id=61284c33-46c4-4e49-8e24-329051971a91&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1086109
May 31 11:46:39.285760 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98ae5e2f-63d5-43ed-8b5c-efdbf4ed1a1b req-8b500230-d31d-4020-a596-297e77c75212 tempest-VolumesNegativeTest-2087413271 tempest-VolumesNegativeTest-2087413271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 11:46:39.287267 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [req-98ae5e2f-63d5-43ed-8b5c-efdbf4ed1a1b req-8b500230-d31d-4020-a596-297e77c75212 tempest-VolumesNegativeTest-2087413271 tempest-VolumesNegativeTest-2087413271-project] 10.222.0.57 "GET /v2.0/ports?device_id=6f822ad3-ca77-424f-a9ba-ae63400a8069 HTTP/1.1" status: 200  len: 950 time: 0.0830393
May 31 11:46:39.360423 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [req-98ae5e2f-63d5-43ed-8b5c-efdbf4ed1a1b req-6c460734-746b-4f5f-9205-0233d1baffcd tempest-VolumesNegativeTest-2087413271 tempest-VolumesNegativeTest-2087413271-project] 10.222.0.57 "GET /v2.0/security-groups?id=a581bca2-977c-4016-b3cf-156e02ffa613&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0544696
May 31 11:46:39.639094 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a22275fb-8fd7-40a0-be97-04d19353b161 req-8859b909-af32-44eb-a33b-850f36803297 tempest-AttachVolumeShelveTestJSON-127538222 tempest-AttachVolumeShelveTestJSON-127538222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 11:46:39.640786 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [req-a22275fb-8fd7-40a0-be97-04d19353b161 req-8859b909-af32-44eb-a33b-850f36803297 tempest-AttachVolumeShelveTestJSON-127538222 tempest-AttachVolumeShelveTestJSON-127538222-project] 10.222.0.57 "GET /v2.0/ports?device_id=3e7980f7-7a5b-4115-a41f-48764f578357 HTTP/1.1" status: 200  len: 944 time: 0.1535861
May 31 11:46:39.686447 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50196a6a-e952-497b-97a4-d8b22f793f4d req-747d20c6-70d6-4231-b284-41b2c7be67e0 tempest-TestMinimumBasicScenario-386923442 tempest-TestMinimumBasicScenario-386923442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 11:46:39.688034 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [req-50196a6a-e952-497b-97a4-d8b22f793f4d req-747d20c6-70d6-4231-b284-41b2c7be67e0 tempest-TestMinimumBasicScenario-386923442 tempest-TestMinimumBasicScenario-386923442-project] 10.222.0.57 "GET /v2.0/ports?device_id=25f4c6a2-d9fc-4492-b06a-41be27fc43a2 HTTP/1.1" status: 200  len: 946 time: 0.1402950
May 31 11:46:39.728902 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [req-a22275fb-8fd7-40a0-be97-04d19353b161 req-9eb1a061-9671-45b9-b374-e32a6376ef87 tempest-AttachVolumeShelveTestJSON-127538222 tempest-AttachVolumeShelveTestJSON-127538222-project] 10.222.0.57 "GET /v2.0/security-groups?id=d1eff7f3-8a7b-4a53-9689-d64080240a11&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0784435
May 31 11:46:39.759279 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [req-50196a6a-e952-497b-97a4-d8b22f793f4d req-3f375425-d678-460d-95ab-5a3682eb9984 tempest-TestMinimumBasicScenario-386923442 tempest-TestMinimumBasicScenario-386923442-project] 10.222.0.57 "GET /v2.0/security-groups?id=f3724ee5-3f7d-4418-9672-f19ca2386f83&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0576556
May 31 11:46:40.363325 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-737c22da-bd4f-4aa1-8e41-ed954d390d92 req-066726bc-2067-4afd-9a4c-90dba4ba784e tempest-VolumesActionsTest-112709343 tempest-VolumesActionsTest-112709343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 11:46:40.365908 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [req-737c22da-bd4f-4aa1-8e41-ed954d390d92 req-066726bc-2067-4afd-9a4c-90dba4ba784e tempest-VolumesActionsTest-112709343 tempest-VolumesActionsTest-112709343-project] 10.222.0.57 "GET /v2.0/ports?device_id=d78197cd-740e-4b05-be5b-636187026ff5 HTTP/1.1" status: 200  len: 946 time: 0.1666515
May 31 11:46:40.457495 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [req-737c22da-bd4f-4aa1-8e41-ed954d390d92 req-04c76048-606f-44a3-b9bf-c29a22acfa26 tempest-VolumesActionsTest-112709343 tempest-VolumesActionsTest-112709343-project] 10.222.0.57 "GET /v2.0/security-groups?id=e75e580a-fb88-4245-a14e-0fc71be3f34a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0832160
May 31 11:46:40.487450 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bfa757d-c408-4b56-891b-2501579dc437 req-95be2150-1788-4700-8a24-9931b9c57945 tempest-ServerRescueNegativeTestJSON-1419813537 tempest-ServerRescueNegativeTestJSON-1419813537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 11:46:40.510892 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [req-5bfa757d-c408-4b56-891b-2501579dc437 req-95be2150-1788-4700-8a24-9931b9c57945 tempest-ServerRescueNegativeTestJSON-1419813537 tempest-ServerRescueNegativeTestJSON-1419813537-project] 10.222.0.57 "GET /v2.0/ports?device_id=6cccde54-536c-42f8-a4b4-ace3bbad46da HTTP/1.1" status: 200  len: 945 time: 0.2130888
May 31 11:46:40.570140 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [req-5bfa757d-c408-4b56-891b-2501579dc437 req-005c2f7a-31e2-4c06-85da-219b063426f8 tempest-ServerRescueNegativeTestJSON-1419813537 tempest-ServerRescueNegativeTestJSON-1419813537-project] 10.222.0.57 "GET /v2.0/security-groups?id=61284c33-46c4-4e49-8e24-329051971a91&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0578847
May 31 11:46:40.677716 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11769d8e-439d-4a32-86bf-52a4a3542295 req-96a9c911-bc41-4923-9939-c5bc58df103a tempest-VolumesNegativeTest-2087413271 tempest-VolumesNegativeTest-2087413271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 11:46:40.679181 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [req-11769d8e-439d-4a32-86bf-52a4a3542295 req-96a9c911-bc41-4923-9939-c5bc58df103a tempest-VolumesNegativeTest-2087413271 tempest-VolumesNegativeTest-2087413271-project] 10.222.0.57 "GET /v2.0/ports?device_id=6f822ad3-ca77-424f-a9ba-ae63400a8069 HTTP/1.1" status: 200  len: 950 time: 0.0864706
May 31 11:46:40.729855 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [req-11769d8e-439d-4a32-86bf-52a4a3542295 req-35462e99-ff20-4900-acad-fb427c47fd99 tempest-VolumesNegativeTest-2087413271 tempest-VolumesNegativeTest-2087413271-project] 10.222.0.57 "GET /v2.0/security-groups?id=a581bca2-977c-4016-b3cf-156e02ffa613&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0448382
May 31 11:46:40.990802 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c405f009-f890-428a-a19a-06867e1744b9 req-bf474193-26d8-47df-b86d-281f9fbd1f50 tempest-AttachVolumeShelveTestJSON-127538222 tempest-AttachVolumeShelveTestJSON-127538222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 11:46:40.992353 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [req-c405f009-f890-428a-a19a-06867e1744b9 req-bf474193-26d8-47df-b86d-281f9fbd1f50 tempest-AttachVolumeShelveTestJSON-127538222 tempest-AttachVolumeShelveTestJSON-127538222-project] 10.222.0.57 "GET /v2.0/ports?device_id=3e7980f7-7a5b-4115-a41f-48764f578357 HTTP/1.1" status: 200  len: 944 time: 0.1418798
May 31 11:46:41.002039 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10a21e15-52af-4ee3-9620-f43696e1e83c req-a78e0766-452f-430f-a11e-4f3058bd05ea tempest-TestMinimumBasicScenario-386923442 tempest-TestMinimumBasicScenario-386923442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 11:46:41.003341 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [req-10a21e15-52af-4ee3-9620-f43696e1e83c req-a78e0766-452f-430f-a11e-4f3058bd05ea tempest-TestMinimumBasicScenario-386923442 tempest-TestMinimumBasicScenario-386923442-project] 10.222.0.57 "GET /v2.0/ports?device_id=25f4c6a2-d9fc-4492-b06a-41be27fc43a2 HTTP/1.1" status: 200  len: 946 time: 0.1219759
May 31 11:46:41.085778 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [req-c405f009-f890-428a-a19a-06867e1744b9 req-a3f9336d-526f-4b79-b6c1-ba8b2af00f06 tempest-AttachVolumeShelveTestJSON-127538222 tempest-AttachVolumeShelveTestJSON-127538222-project] 10.222.0.57 "GET /v2.0/security-groups?id=d1eff7f3-8a7b-4a53-9689-d64080240a11&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0792189
May 31 11:46:41.092216 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [req-10a21e15-52af-4ee3-9620-f43696e1e83c req-df5cac34-be42-4c12-a567-67c49718fc1b tempest-TestMinimumBasicScenario-386923442 tempest-TestMinimumBasicScenario-386923442-project] 10.222.0.57 "GET /v2.0/security-groups?id=f3724ee5-3f7d-4418-9672-f19ca2386f83&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0736501
May 31 11:46:41.833684 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebec0046-8efe-4941-986f-8e90fcc9ef9e req-23014488-02d9-4f14-8691-843e40f7ce79 tempest-VolumesActionsTest-112709343 tempest-VolumesActionsTest-112709343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 11:46:41.835182 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [req-ebec0046-8efe-4941-986f-8e90fcc9ef9e req-23014488-02d9-4f14-8691-843e40f7ce79 tempest-VolumesActionsTest-112709343 tempest-VolumesActionsTest-112709343-project] 10.222.0.57 "GET /v2.0/ports?device_id=d78197cd-740e-4b05-be5b-636187026ff5 HTTP/1.1" status: 200  len: 946 time: 0.2619081
May 31 11:46:41.843508 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0273bbd3-e4cc-4cdf-a955-7b2073102c90 req-90f0fb56-1a60-460f-b3b6-380d0b137e51 tempest-ServerRescueNegativeTestJSON-1419813537 tempest-ServerRescueNegativeTestJSON-1419813537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 11:46:41.844952 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [req-0273bbd3-e4cc-4cdf-a955-7b2073102c90 req-90f0fb56-1a60-460f-b3b6-380d0b137e51 tempest-ServerRescueNegativeTestJSON-1419813537 tempest-ServerRescueNegativeTestJSON-1419813537-project] 10.222.0.57 "GET /v2.0/ports?device_id=6cccde54-536c-42f8-a4b4-ace3bbad46da HTTP/1.1" status: 200  len: 945 time: 0.1140296
May 31 11:46:41.926167 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [req-ebec0046-8efe-4941-986f-8e90fcc9ef9e req-61097739-e0f4-44ce-9d47-abbb15b6410d tempest-VolumesActionsTest-112709343 tempest-VolumesActionsTest-112709343-project] 10.222.0.57 "GET /v2.0/security-groups?id=e75e580a-fb88-4245-a14e-0fc71be3f34a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0783937
May 31 11:46:41.928953 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [req-0273bbd3-e4cc-4cdf-a955-7b2073102c90 req-4366739d-dddd-42ec-ae3f-d6a422101f38 tempest-ServerRescueNegativeTestJSON-1419813537 tempest-ServerRescueNegativeTestJSON-1419813537-project] 10.222.0.57 "GET /v2.0/security-groups?id=61284c33-46c4-4e49-8e24-329051971a91&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0671976
May 31 11:46:42.138643 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-388dcdbc-1f07-4447-a290-046807d79734 req-955bff0d-9dad-4d03-b9ac-a8b2d611e956 tempest-VolumesNegativeTest-2087413271 tempest-VolumesNegativeTest-2087413271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 11:46:42.140215 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [req-388dcdbc-1f07-4447-a290-046807d79734 req-955bff0d-9dad-4d03-b9ac-a8b2d611e956 tempest-VolumesNegativeTest-2087413271 tempest-VolumesNegativeTest-2087413271-project] 10.222.0.57 "GET /v2.0/ports?device_id=6f822ad3-ca77-424f-a9ba-ae63400a8069 HTTP/1.1" status: 200  len: 950 time: 0.0955801
May 31 11:46:42.194497 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [req-388dcdbc-1f07-4447-a290-046807d79734 req-dc605b04-2e4f-4d5e-be8f-c8a97863cb72 tempest-VolumesNegativeTest-2087413271 tempest-VolumesNegativeTest-2087413271-project] 10.222.0.57 "GET /v2.0/security-groups?id=a581bca2-977c-4016-b3cf-156e02ffa613&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0479927
May 31 11:46:42.393031 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d97c54ce-fdac-40dd-85e8-0247eeee1385 req-61d3c8d6-989b-4167-9a10-591ca692722f tempest-AttachVolumeShelveTestJSON-127538222 tempest-AttachVolumeShelveTestJSON-127538222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 11:46:42.394393 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [req-d97c54ce-fdac-40dd-85e8-0247eeee1385 req-61d3c8d6-989b-4167-9a10-591ca692722f tempest-AttachVolumeShelveTestJSON-127538222 tempest-AttachVolumeShelveTestJSON-127538222-project] 10.222.0.57 "GET /v2.0/ports?device_id=3e7980f7-7a5b-4115-a41f-48764f578357 HTTP/1.1" status: 200  len: 944 time: 0.1506550
May 31 11:46:42.424084 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eb959ab-5018-4931-ac5c-d4521b148920 req-06909e8c-3849-4107-91a4-e0197ff8829d tempest-TestMinimumBasicScenario-386923442 tempest-TestMinimumBasicScenario-386923442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 11:46:42.425478 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [req-5eb959ab-5018-4931-ac5c-d4521b148920 req-06909e8c-3849-4107-91a4-e0197ff8829d tempest-TestMinimumBasicScenario-386923442 tempest-TestMinimumBasicScenario-386923442-project] 10.222.0.57 "GET /v2.0/ports?device_id=25f4c6a2-d9fc-4492-b06a-41be27fc43a2 HTTP/1.1" status: 200  len: 946 time: 0.1195595
May 31 11:46:42.473455 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [req-d97c54ce-fdac-40dd-85e8-0247eeee1385 req-1e7ff030-8154-46a4-a162-447f780bdb60 tempest-AttachVolumeShelveTestJSON-127538222 tempest-AttachVolumeShelveTestJSON-127538222-project] 10.222.0.57 "GET /v2.0/security-groups?id=d1eff7f3-8a7b-4a53-9689-d64080240a11&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0707333
May 31 11:46:42.495064 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [req-5eb959ab-5018-4931-ac5c-d4521b148920 req-0bae857c-9706-4e53-ac97-433cd40bcd5a tempest-TestMinimumBasicScenario-386923442 tempest-TestMinimumBasicScenario-386923442-project] 10.222.0.57 "GET /v2.0/security-groups?id=f3724ee5-3f7d-4418-9672-f19ca2386f83&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0636280
May 31 11:46:43.186390 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e186fbf9-ef26-4973-b981-c4a82f14bd55 req-4187b6d2-5b12-40ad-8b86-5868993ee77f tempest-ServerRescueNegativeTestJSON-1419813537 tempest-ServerRescueNegativeTestJSON-1419813537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 11:46:43.187861 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [req-e186fbf9-ef26-4973-b981-c4a82f14bd55 req-4187b6d2-5b12-40ad-8b86-5868993ee77f tempest-ServerRescueNegativeTestJSON-1419813537 tempest-ServerRescueNegativeTestJSON-1419813537-project] 10.222.0.57 "GET /v2.0/ports?device_id=6cccde54-536c-42f8-a4b4-ace3bbad46da HTTP/1.1" status: 200  len: 945 time: 0.1399708
May 31 11:46:43.194845 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ece2a9a-2f1c-4825-93cc-91e7836a38f6 req-ffba38c5-d195-41c3-8194-41db8e5b3166 tempest-VolumesActionsTest-112709343 tempest-VolumesActionsTest-112709343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 11:46:43.196166 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [req-6ece2a9a-2f1c-4825-93cc-91e7836a38f6 req-ffba38c5-d195-41c3-8194-41db8e5b3166 tempest-VolumesActionsTest-112709343 tempest-VolumesActionsTest-112709343-project] 10.222.0.57 "GET /v2.0/ports?device_id=d78197cd-740e-4b05-be5b-636187026ff5 HTTP/1.1" status: 200  len: 946 time: 0.1159282
May 31 11:46:43.260425 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [req-e186fbf9-ef26-4973-b981-c4a82f14bd55 req-dc36d13c-7a39-40d6-a16b-ff6d0484d44f tempest-ServerRescueNegativeTestJSON-1419813537 tempest-ServerRescueNegativeTestJSON-1419813537-project] 10.222.0.57 "GET /v2.0/security-groups?id=61284c33-46c4-4e49-8e24-329051971a91&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0633185
May 31 11:46:43.267470 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [req-6ece2a9a-2f1c-4825-93cc-91e7836a38f6 req-d3774b93-817a-4111-9102-5f208bd076b8 tempest-VolumesActionsTest-112709343 tempest-VolumesActionsTest-112709343-project] 10.222.0.57 "GET /v2.0/security-groups?id=e75e580a-fb88-4245-a14e-0fc71be3f34a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0579696
May 31 11:46:43.442719 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4ea9cde-94fe-4593-93b3-f2e4e7d8a215 req-764bdd8c-97f7-4522-bda5-e6abf51f8044 tempest-VolumesNegativeTest-2087413271 tempest-VolumesNegativeTest-2087413271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 11:46:43.444070 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [req-f4ea9cde-94fe-4593-93b3-f2e4e7d8a215 req-764bdd8c-97f7-4522-bda5-e6abf51f8044 tempest-VolumesNegativeTest-2087413271 tempest-VolumesNegativeTest-2087413271-project] 10.222.0.57 "GET /v2.0/ports?device_id=6f822ad3-ca77-424f-a9ba-ae63400a8069 HTTP/1.1" status: 200  len: 950 time: 0.0848026
May 31 11:46:43.492549 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [req-f4ea9cde-94fe-4593-93b3-f2e4e7d8a215 req-dcebaea7-8caf-4f20-a1a5-e13d005374aa tempest-VolumesNegativeTest-2087413271 tempest-VolumesNegativeTest-2087413271-project] 10.222.0.57 "GET /v2.0/security-groups?id=a581bca2-977c-4016-b3cf-156e02ffa613&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0423501
May 31 11:46:43.720173 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65fbf36a-1648-4f84-be0e-d9463974586a req-fef4c5e8-a00b-4eb2-81a8-45203769df34 tempest-AttachVolumeShelveTestJSON-127538222 tempest-AttachVolumeShelveTestJSON-127538222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 11:46:43.721588 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [req-65fbf36a-1648-4f84-be0e-d9463974586a req-fef4c5e8-a00b-4eb2-81a8-45203769df34 tempest-AttachVolumeShelveTestJSON-127538222 tempest-AttachVolumeShelveTestJSON-127538222-project] 10.222.0.57 "GET /v2.0/ports?device_id=3e7980f7-7a5b-4115-a41f-48764f578357 HTTP/1.1" status: 200  len: 944 time: 0.1341088
May 31 11:46:43.731306 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-286bc594-2450-4867-b90c-102e12b0cfc8 req-d6a02bdb-58c7-4315-b0ac-68984732dd9a tempest-TestMinimumBasicScenario-386923442 tempest-TestMinimumBasicScenario-386923442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 11:46:43.732661 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [req-286bc594-2450-4867-b90c-102e12b0cfc8 req-d6a02bdb-58c7-4315-b0ac-68984732dd9a tempest-TestMinimumBasicScenario-386923442 tempest-TestMinimumBasicScenario-386923442-project] 10.222.0.57 "GET /v2.0/ports?device_id=25f4c6a2-d9fc-4492-b06a-41be27fc43a2 HTTP/1.1" status: 200  len: 946 time: 0.1124103
May 31 11:46:43.800320 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [req-65fbf36a-1648-4f84-be0e-d9463974586a req-ee4fd483-e8e1-403c-a243-3b84ecda797a tempest-AttachVolumeShelveTestJSON-127538222 tempest-AttachVolumeShelveTestJSON-127538222-project] 10.222.0.57 "GET /v2.0/security-groups?id=d1eff7f3-8a7b-4a53-9689-d64080240a11&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0667634
May 31 11:46:43.804625 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [req-286bc594-2450-4867-b90c-102e12b0cfc8 req-3e718f9c-ed40-4d9e-ac24-e80f363ea816 tempest-TestMinimumBasicScenario-386923442 tempest-TestMinimumBasicScenario-386923442-project] 10.222.0.57 "GET /v2.0/security-groups?id=f3724ee5-3f7d-4418-9672-f19ca2386f83&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0558429
May 31 11:46:44.516983 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71afc92a-fcca-4f41-aebd-6629f2507d96 req-7b9121e7-23c9-4273-a2dd-2f60107744ed tempest-ServerRescueNegativeTestJSON-1419813537 tempest-ServerRescueNegativeTestJSON-1419813537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 11:46:44.518412 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [req-71afc92a-fcca-4f41-aebd-6629f2507d96 req-7b9121e7-23c9-4273-a2dd-2f60107744ed tempest-ServerRescueNegativeTestJSON-1419813537 tempest-ServerRescueNegativeTestJSON-1419813537-project] 10.222.0.57 "GET /v2.0/ports?device_id=6cccde54-536c-42f8-a4b4-ace3bbad46da HTTP/1.1" status: 200  len: 945 time: 0.1369588
May 31 11:46:44.528858 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eb562ba-8555-4789-8a6a-591568631127 req-cc0c3c60-995a-4c8f-938e-313b3445de74 tempest-VolumesActionsTest-112709343 tempest-VolumesActionsTest-112709343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 11:46:44.530181 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [req-6eb562ba-8555-4789-8a6a-591568631127 req-cc0c3c60-995a-4c8f-938e-313b3445de74 tempest-VolumesActionsTest-112709343 tempest-VolumesActionsTest-112709343-project] 10.222.0.57 "GET /v2.0/ports?device_id=d78197cd-740e-4b05-be5b-636187026ff5 HTTP/1.1" status: 200  len: 946 time: 0.1179183
May 31 11:46:44.595903 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [req-71afc92a-fcca-4f41-aebd-6629f2507d96 req-f3dfb987-0eab-4832-8bce-63130b1dca04 tempest-ServerRescueNegativeTestJSON-1419813537 tempest-ServerRescueNegativeTestJSON-1419813537-project] 10.222.0.57 "GET /v2.0/security-groups?id=61284c33-46c4-4e49-8e24-329051971a91&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0646310
May 31 11:46:44.602437 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [req-6eb562ba-8555-4789-8a6a-591568631127 req-05b8b51d-11d3-497e-ba2e-a266cdff10ff tempest-VolumesActionsTest-112709343 tempest-VolumesActionsTest-112709343-project] 10.222.0.57 "GET /v2.0/security-groups?id=e75e580a-fb88-4245-a14e-0fc71be3f34a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0561090
May 31 11:46:44.780549 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e6f6a47-5eb4-45c8-b217-8cb5a35f9340 req-80cb377d-b9a3-44e3-b837-0431f0a77fcd tempest-VolumesNegativeTest-2087413271 tempest-VolumesNegativeTest-2087413271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 11:46:44.781951 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [req-3e6f6a47-5eb4-45c8-b217-8cb5a35f9340 req-80cb377d-b9a3-44e3-b837-0431f0a77fcd tempest-VolumesNegativeTest-2087413271 tempest-VolumesNegativeTest-2087413271-project] 10.222.0.57 "GET /v2.0/ports?device_id=6f822ad3-ca77-424f-a9ba-ae63400a8069 HTTP/1.1" status: 200  len: 950 time: 0.0919652
May 31 11:46:44.830209 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [req-3e6f6a47-5eb4-45c8-b217-8cb5a35f9340 req-82cbc4f0-5e43-4e2d-a39b-898e8719c61c tempest-VolumesNegativeTest-2087413271 tempest-VolumesNegativeTest-2087413271-project] 10.222.0.57 "GET /v2.0/security-groups?id=a581bca2-977c-4016-b3cf-156e02ffa613&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0396810
May 31 11:46:45.048953 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8158b89-c33a-487f-b15c-cf2f6124b48e req-c7ecc832-397e-4695-bb20-894f6e8e8f2e tempest-TestMinimumBasicScenario-386923442 tempest-TestMinimumBasicScenario-386923442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 11:46:45.050380 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [req-a8158b89-c33a-487f-b15c-cf2f6124b48e req-c7ecc832-397e-4695-bb20-894f6e8e8f2e tempest-TestMinimumBasicScenario-386923442 tempest-TestMinimumBasicScenario-386923442-project] 10.222.0.57 "GET /v2.0/ports?device_id=25f4c6a2-d9fc-4492-b06a-41be27fc43a2 HTTP/1.1" status: 200  len: 946 time: 0.1427231
May 31 11:46:45.058108 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d42f93b-46d9-4bd2-9ac5-4e02400e2a77 req-dc550716-6557-4a8c-a1b0-fed61a17408a tempest-AttachVolumeShelveTestJSON-127538222 tempest-AttachVolumeShelveTestJSON-127538222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 11:46:45.059418 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [req-4d42f93b-46d9-4bd2-9ac5-4e02400e2a77 req-dc550716-6557-4a8c-a1b0-fed61a17408a tempest-AttachVolumeShelveTestJSON-127538222 tempest-AttachVolumeShelveTestJSON-127538222-project] 10.222.0.57 "GET /v2.0/ports?device_id=3e7980f7-7a5b-4115-a41f-48764f578357 HTTP/1.1" status: 200  len: 944 time: 0.1179960
May 31 11:46:45.126607 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [req-a8158b89-c33a-487f-b15c-cf2f6124b48e req-1d87f263-c686-4b46-bbd5-a0aa7c8d1d45 tempest-TestMinimumBasicScenario-386923442 tempest-TestMinimumBasicScenario-386923442-project] 10.222.0.57 "GET /v2.0/security-groups?id=f3724ee5-3f7d-4418-9672-f19ca2386f83&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0662532
May 31 11:46:45.130863 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [req-4d42f93b-46d9-4bd2-9ac5-4e02400e2a77 req-1a4960d0-7b78-4b5a-95cf-3aa4a6f0ed78 tempest-AttachVolumeShelveTestJSON-127538222 tempest-AttachVolumeShelveTestJSON-127538222-project] 10.222.0.57 "GET /v2.0/security-groups?id=d1eff7f3-8a7b-4a53-9689-d64080240a11&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0580544
May 31 11:46:45.656293 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db672b70-9268-458f-ab6b-a6d23bd6335b req-cb2f976e-ab28-4b57-a9ff-1b31c534d7cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 11:46:45.657981 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [req-db672b70-9268-458f-ab6b-a6d23bd6335b req-cb2f976e-ab28-4b57-a9ff-1b31c534d7cb service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=25f4c6a2-d9fc-4492-b06a-41be27fc43a2 HTTP/1.1" status: 200  len: 1099 time: 0.0748303
May 31 11:46:45.704773 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [req-db672b70-9268-458f-ab6b-a6d23bd6335b req-49b0cbf3-5946-496f-91a3-09f01e559599 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=f3724ee5-3f7d-4418-9672-f19ca2386f83&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0382223
May 31 11:46:45.852471 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55034d77-f356-418e-a791-f1bb7c8f18c0 req-fc30d021-af01-4aa8-89e5-f2a9c1cc9b65 tempest-VolumesActionsTest-112709343 tempest-VolumesActionsTest-112709343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 11:46:45.854034 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [req-55034d77-f356-418e-a791-f1bb7c8f18c0 req-fc30d021-af01-4aa8-89e5-f2a9c1cc9b65 tempest-VolumesActionsTest-112709343 tempest-VolumesActionsTest-112709343-project] 10.222.0.57 "GET /v2.0/ports?device_id=d78197cd-740e-4b05-be5b-636187026ff5 HTTP/1.1" status: 200  len: 946 time: 0.1356473
May 31 11:46:45.861805 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-252a8567-b5e0-4e22-be7d-a4be5321021b req-d4768202-637b-4691-9e32-28eb3c5287f7 tempest-ServerRescueNegativeTestJSON-1419813537 tempest-ServerRescueNegativeTestJSON-1419813537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 11:46:45.863099 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [req-252a8567-b5e0-4e22-be7d-a4be5321021b req-d4768202-637b-4691-9e32-28eb3c5287f7 tempest-ServerRescueNegativeTestJSON-1419813537 tempest-ServerRescueNegativeTestJSON-1419813537-project] 10.222.0.57 "GET /v2.0/ports?device_id=6cccde54-536c-42f8-a4b4-ace3bbad46da HTTP/1.1" status: 200  len: 945 time: 0.1151097
May 31 11:46:45.990064 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [req-55034d77-f356-418e-a791-f1bb7c8f18c0 req-5090c254-301a-46d0-90d5-62732237a8e5 tempest-VolumesActionsTest-112709343 tempest-VolumesActionsTest-112709343-project] 10.222.0.57 "GET /v2.0/security-groups?id=e75e580a-fb88-4245-a14e-0fc71be3f34a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1259592
May 31 11:46:45.994196 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [req-252a8567-b5e0-4e22-be7d-a4be5321021b req-ca46d5f4-0976-4e10-a3e1-6914349665cf tempest-ServerRescueNegativeTestJSON-1419813537 tempest-ServerRescueNegativeTestJSON-1419813537-project] 10.222.0.57 "GET /v2.0/security-groups?id=61284c33-46c4-4e49-8e24-329051971a91&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0575631
May 31 11:46:46.171819 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ab9ab1f-2a8f-4302-bf65-2f4040b36d18 req-78a2a398-2942-4b22-a287-d32d8dc6a02f tempest-VolumesNegativeTest-2087413271 tempest-VolumesNegativeTest-2087413271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 11:46:46.173497 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [req-7ab9ab1f-2a8f-4302-bf65-2f4040b36d18 req-78a2a398-2942-4b22-a287-d32d8dc6a02f tempest-VolumesNegativeTest-2087413271 tempest-VolumesNegativeTest-2087413271-project] 10.222.0.57 "GET /v2.0/ports?device_id=6f822ad3-ca77-424f-a9ba-ae63400a8069 HTTP/1.1" status: 200  len: 950 time: 0.0852497
May 31 11:46:46.228378 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [req-7ab9ab1f-2a8f-4302-bf65-2f4040b36d18 req-f64ba031-b53b-411d-aeeb-62a7c003cfcb tempest-VolumesNegativeTest-2087413271 tempest-VolumesNegativeTest-2087413271-project] 10.222.0.57 "GET /v2.0/security-groups?id=a581bca2-977c-4016-b3cf-156e02ffa613&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0489204
May 31 11:46:46.444954 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-094f62b7-daf4-4ea3-ad0d-6fd7f5f1e1a6 req-167c462d-2d89-4680-a507-4e5dee90c78e tempest-AttachVolumeShelveTestJSON-127538222 tempest-AttachVolumeShelveTestJSON-127538222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 11:46:46.446477 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [req-094f62b7-daf4-4ea3-ad0d-6fd7f5f1e1a6 req-167c462d-2d89-4680-a507-4e5dee90c78e tempest-AttachVolumeShelveTestJSON-127538222 tempest-AttachVolumeShelveTestJSON-127538222-project] 10.222.0.57 "GET /v2.0/ports?device_id=3e7980f7-7a5b-4115-a41f-48764f578357 HTTP/1.1" status: 200  len: 944 time: 0.1207786
May 31 11:46:46.453645 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22212f1d-6562-4d14-baa6-ea9933fef3b8 req-5bb1d3e0-9157-4c7a-8f90-998e4e01a6e1 tempest-TestMinimumBasicScenario-386923442 tempest-TestMinimumBasicScenario-386923442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 11:46:46.454948 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [req-22212f1d-6562-4d14-baa6-ea9933fef3b8 req-5bb1d3e0-9157-4c7a-8f90-998e4e01a6e1 tempest-TestMinimumBasicScenario-386923442 tempest-TestMinimumBasicScenario-386923442-project] 10.222.0.57 "GET /v2.0/ports?device_id=25f4c6a2-d9fc-4492-b06a-41be27fc43a2 HTTP/1.1" status: 200  len: 946 time: 0.1614478
May 31 11:46:46.520119 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [req-094f62b7-daf4-4ea3-ad0d-6fd7f5f1e1a6 req-730e0e91-0f05-45a6-a7b5-2338294a3578 tempest-AttachVolumeShelveTestJSON-127538222 tempest-AttachVolumeShelveTestJSON-127538222-project] 10.222.0.57 "GET /v2.0/security-groups?id=d1eff7f3-8a7b-4a53-9689-d64080240a11&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0641780
May 31 11:46:46.527046 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [req-22212f1d-6562-4d14-baa6-ea9933fef3b8 req-750886a4-af07-4ef4-a206-2365ef598667 tempest-TestMinimumBasicScenario-386923442 tempest-TestMinimumBasicScenario-386923442-project] 10.222.0.57 "GET /v2.0/security-groups?id=f3724ee5-3f7d-4418-9672-f19ca2386f83&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0584655
May 31 11:46:46.866833 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-333535e0-a8ca-4b0f-819a-0672c7e1595e req-4b16a43a-27e2-488b-8dae-5660a49730f0 tempest-ServerRescueNegativeTestJSON-1419813537 tempest-ServerRescueNegativeTestJSON-1419813537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 11:46:46.868605 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [req-333535e0-a8ca-4b0f-819a-0672c7e1595e req-4b16a43a-27e2-488b-8dae-5660a49730f0 tempest-ServerRescueNegativeTestJSON-1419813537 tempest-ServerRescueNegativeTestJSON-1419813537-project] 10.222.0.57 "GET /v2.0/ports?device_id=6cccde54-536c-42f8-a4b4-ace3bbad46da HTTP/1.1" status: 200  len: 945 time: 0.0826471
May 31 11:46:46.913648 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [req-333535e0-a8ca-4b0f-819a-0672c7e1595e req-2aaa9826-038a-445f-8370-d375d546968d tempest-ServerRescueNegativeTestJSON-1419813537 tempest-ServerRescueNegativeTestJSON-1419813537-project] 10.222.0.57 "GET /v2.0/security-groups?id=61284c33-46c4-4e49-8e24-329051971a91&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0393348
May 31 11:46:47.195044 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad5090c1-52e5-400c-853d-b985ff29998c req-b4245b09-96b8-4e4c-a438-23c552de505a tempest-VolumesActionsTest-112709343 tempest-VolumesActionsTest-112709343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 11:46:47.196403 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [req-ad5090c1-52e5-400c-853d-b985ff29998c req-b4245b09-96b8-4e4c-a438-23c552de505a tempest-VolumesActionsTest-112709343 tempest-VolumesActionsTest-112709343-project] 10.222.0.57 "GET /v2.0/ports?device_id=d78197cd-740e-4b05-be5b-636187026ff5 HTTP/1.1" status: 200  len: 946 time: 0.0911095
May 31 11:46:47.241317 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [req-ad5090c1-52e5-400c-853d-b985ff29998c req-0e42a8a3-474b-4674-aa36-b4519d4807c4 tempest-VolumesActionsTest-112709343 tempest-VolumesActionsTest-112709343-project] 10.222.0.57 "GET /v2.0/security-groups?id=e75e580a-fb88-4245-a14e-0fc71be3f34a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0385563
May 31 11:46:47.427150 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f5d4d27-296a-40d2-b0a0-7ad1e320d6cd req-ec2a0fe6-e580-43f9-8abd-4732f2e5701b tempest-VolumesNegativeTest-2087413271 tempest-VolumesNegativeTest-2087413271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 11:46:47.428793 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [req-5f5d4d27-296a-40d2-b0a0-7ad1e320d6cd req-ec2a0fe6-e580-43f9-8abd-4732f2e5701b tempest-VolumesNegativeTest-2087413271 tempest-VolumesNegativeTest-2087413271-project] 10.222.0.57 "GET /v2.0/ports?device_id=6f822ad3-ca77-424f-a9ba-ae63400a8069 HTTP/1.1" status: 200  len: 950 time: 0.0943513
May 31 11:46:47.476625 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [req-5f5d4d27-296a-40d2-b0a0-7ad1e320d6cd req-351035d0-348a-40a4-baa9-07d38475372e tempest-VolumesNegativeTest-2087413271 tempest-VolumesNegativeTest-2087413271-project] 10.222.0.57 "GET /v2.0/security-groups?id=a581bca2-977c-4016-b3cf-156e02ffa613&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0385971
May 31 11:46:47.775369 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5838cb98-ccea-4046-b9bd-e445a85b5de7 req-5a331d3e-b4d6-41b8-94dc-b88bbe1c3fce tempest-TestMinimumBasicScenario-386923442 tempest-TestMinimumBasicScenario-386923442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 11:46:47.776715 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [req-5838cb98-ccea-4046-b9bd-e445a85b5de7 req-5a331d3e-b4d6-41b8-94dc-b88bbe1c3fce tempest-TestMinimumBasicScenario-386923442 tempest-TestMinimumBasicScenario-386923442-project] 10.222.0.57 "GET /v2.0/ports?device_id=25f4c6a2-d9fc-4492-b06a-41be27fc43a2 HTTP/1.1" status: 200  len: 946 time: 0.1352279
May 31 11:46:47.783741 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7016e214-e55c-459f-bc7d-6df88ace4a85 req-32e0ffaf-a80b-46f1-952a-e419686c1bd5 tempest-AttachVolumeShelveTestJSON-127538222 tempest-AttachVolumeShelveTestJSON-127538222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 11:46:47.785065 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [req-7016e214-e55c-459f-bc7d-6df88ace4a85 req-32e0ffaf-a80b-46f1-952a-e419686c1bd5 tempest-AttachVolumeShelveTestJSON-127538222 tempest-AttachVolumeShelveTestJSON-127538222-project] 10.222.0.57 "GET /v2.0/ports?device_id=3e7980f7-7a5b-4115-a41f-48764f578357 HTTP/1.1" status: 200  len: 944 time: 0.1423485
May 31 11:46:47.850532 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [req-5838cb98-ccea-4046-b9bd-e445a85b5de7 req-380664d8-1339-4a37-bc66-6c11a7b427ba tempest-TestMinimumBasicScenario-386923442 tempest-TestMinimumBasicScenario-386923442-project] 10.222.0.57 "GET /v2.0/security-groups?id=f3724ee5-3f7d-4418-9672-f19ca2386f83&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0645547
May 31 11:46:47.857232 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [req-7016e214-e55c-459f-bc7d-6df88ace4a85 req-afe8615d-4751-498f-8715-1663f4463691 tempest-AttachVolumeShelveTestJSON-127538222 tempest-AttachVolumeShelveTestJSON-127538222-project] 10.222.0.57 "GET /v2.0/security-groups?id=d1eff7f3-8a7b-4a53-9689-d64080240a11&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0589559
May 31 11:46:48.108782 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32c64eae-2f53-48ae-bc30-fbb53f76511a req-78d4b37e-3a87-489b-a7d9-d42b0082669a tempest-ServerRescueNegativeTestJSON-1419813537 tempest-ServerRescueNegativeTestJSON-1419813537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 11:46:48.110102 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [req-32c64eae-2f53-48ae-bc30-fbb53f76511a req-78d4b37e-3a87-489b-a7d9-d42b0082669a tempest-ServerRescueNegativeTestJSON-1419813537 tempest-ServerRescueNegativeTestJSON-1419813537-project] 10.222.0.57 "GET /v2.0/ports?device_id=6cccde54-536c-42f8-a4b4-ace3bbad46da HTTP/1.1" status: 200  len: 945 time: 0.0844254
May 31 11:46:48.156832 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [req-32c64eae-2f53-48ae-bc30-fbb53f76511a req-5af60930-c4a4-44be-8725-eb93b77ee9e4 tempest-ServerRescueNegativeTestJSON-1419813537 tempest-ServerRescueNegativeTestJSON-1419813537-project] 10.222.0.57 "GET /v2.0/security-groups?id=61284c33-46c4-4e49-8e24-329051971a91&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0382936
May 31 11:46:48.441164 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9239730-de08-47e4-9f3c-4d45f7c985d6 req-a4dcc760-3210-483d-9f43-1e46c7e91890 tempest-VolumesActionsTest-112709343 tempest-VolumesActionsTest-112709343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 11:46:48.442469 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [req-a9239730-de08-47e4-9f3c-4d45f7c985d6 req-a4dcc760-3210-483d-9f43-1e46c7e91890 tempest-VolumesActionsTest-112709343 tempest-VolumesActionsTest-112709343-project] 10.222.0.57 "GET /v2.0/ports?device_id=d78197cd-740e-4b05-be5b-636187026ff5 HTTP/1.1" status: 200  len: 946 time: 0.0828223
May 31 11:46:48.486812 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [req-a9239730-de08-47e4-9f3c-4d45f7c985d6 req-f2636f02-4066-40b1-9b61-0b45b51f07e0 tempest-VolumesActionsTest-112709343 tempest-VolumesActionsTest-112709343-project] 10.222.0.57 "GET /v2.0/security-groups?id=e75e580a-fb88-4245-a14e-0fc71be3f34a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0386605
May 31 11:46:48.672966 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6a24d14-db95-4064-8994-c9e28a50a1e5 req-c807028f-b7c3-4438-90a0-76afb0ea3b11 tempest-VolumesNegativeTest-2087413271 tempest-VolumesNegativeTest-2087413271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 11:46:48.674379 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [req-c6a24d14-db95-4064-8994-c9e28a50a1e5 req-c807028f-b7c3-4438-90a0-76afb0ea3b11 tempest-VolumesNegativeTest-2087413271 tempest-VolumesNegativeTest-2087413271-project] 10.222.0.57 "GET /v2.0/ports?device_id=6f822ad3-ca77-424f-a9ba-ae63400a8069 HTTP/1.1" status: 200  len: 950 time: 0.0909085
May 31 11:46:48.721664 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [req-c6a24d14-db95-4064-8994-c9e28a50a1e5 req-e644f2ed-f1b4-4882-972f-3bca428e3e16 tempest-VolumesNegativeTest-2087413271 tempest-VolumesNegativeTest-2087413271-project] 10.222.0.57 "GET /v2.0/security-groups?id=a581bca2-977c-4016-b3cf-156e02ffa613&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0386643
May 31 11:46:49.042150 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bff5037-a972-483a-8f53-d97bafebadff req-67d566ad-1a1b-4ffd-a0ea-e15e56cb500a tempest-TestMinimumBasicScenario-386923442 tempest-TestMinimumBasicScenario-386923442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 11:46:49.043669 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [req-4bff5037-a972-483a-8f53-d97bafebadff req-67d566ad-1a1b-4ffd-a0ea-e15e56cb500a tempest-TestMinimumBasicScenario-386923442 tempest-TestMinimumBasicScenario-386923442-project] 10.222.0.57 "GET /v2.0/ports?device_id=25f4c6a2-d9fc-4492-b06a-41be27fc43a2 HTTP/1.1" status: 200  len: 946 time: 0.0833302
May 31 11:46:49.132995 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [req-4bff5037-a972-483a-8f53-d97bafebadff req-8d7a8d03-b0ab-4b04-92be-b36c89864fe6 tempest-TestMinimumBasicScenario-386923442 tempest-TestMinimumBasicScenario-386923442-project] 10.222.0.57 "GET /v2.0/security-groups?id=f3724ee5-3f7d-4418-9672-f19ca2386f83&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0824132
May 31 11:46:49.177758 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92bc5060-971f-48b8-9e4b-45340193fb2b req-a4d5a9c3-fc57-4791-94e1-f35adf89b034 tempest-AttachVolumeShelveTestJSON-127538222 tempest-AttachVolumeShelveTestJSON-127538222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 11:46:49.179194 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [req-92bc5060-971f-48b8-9e4b-45340193fb2b req-a4d5a9c3-fc57-4791-94e1-f35adf89b034 tempest-AttachVolumeShelveTestJSON-127538222 tempest-AttachVolumeShelveTestJSON-127538222-project] 10.222.0.57 "GET /v2.0/ports?device_id=3e7980f7-7a5b-4115-a41f-48764f578357 HTTP/1.1" status: 200  len: 944 time: 0.0921221
May 31 11:46:49.224450 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [req-92bc5060-971f-48b8-9e4b-45340193fb2b req-18c4bcd5-981b-4264-b4ca-189470579f65 tempest-AttachVolumeShelveTestJSON-127538222 tempest-AttachVolumeShelveTestJSON-127538222-project] 10.222.0.57 "GET /v2.0/security-groups?id=d1eff7f3-8a7b-4a53-9689-d64080240a11&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0391738
May 31 11:46:49.308524 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bffea52-72f6-4a82-8c6f-c53414c2f5cf req-f801f510-b8cd-4c7b-9d8c-3f3587fac825 tempest-VolumesNegativeTest-2087413271 tempest-VolumesNegativeTest-2087413271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 11:46:49.310057 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [req-3bffea52-72f6-4a82-8c6f-c53414c2f5cf req-f801f510-b8cd-4c7b-9d8c-3f3587fac825 tempest-VolumesNegativeTest-2087413271 tempest-VolumesNegativeTest-2087413271-project] 10.222.0.57 "GET /v2.0/ports?device_id=6f822ad3-ca77-424f-a9ba-ae63400a8069 HTTP/1.1" status: 200  len: 950 time: 0.0831289
May 31 11:46:49.402160 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [req-3bffea52-72f6-4a82-8c6f-c53414c2f5cf req-3bb8c54b-0be7-42a6-980f-5d7ff640696d tempest-VolumesNegativeTest-2087413271 tempest-VolumesNegativeTest-2087413271-project] 10.222.0.57 "GET /v2.0/security-groups?id=a581bca2-977c-4016-b3cf-156e02ffa613&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0863287
May 31 11:46:49.428963 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d0b7ddd-0c3b-4bbc-9744-150786728e1a req-fdea576d-c6ec-408d-8b1a-fa05a4fb3fef tempest-ServerRescueNegativeTestJSON-1419813537 tempest-ServerRescueNegativeTestJSON-1419813537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 11:46:49.430419 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [req-0d0b7ddd-0c3b-4bbc-9744-150786728e1a req-fdea576d-c6ec-408d-8b1a-fa05a4fb3fef tempest-ServerRescueNegativeTestJSON-1419813537 tempest-ServerRescueNegativeTestJSON-1419813537-project] 10.222.0.57 "GET /v2.0/ports?device_id=6cccde54-536c-42f8-a4b4-ace3bbad46da HTTP/1.1" status: 200  len: 945 time: 0.1013117
May 31 11:46:49.477579 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [req-0d0b7ddd-0c3b-4bbc-9744-150786728e1a req-7bf48ad1-8ee0-48b0-a099-fb7e8437407a tempest-ServerRescueNegativeTestJSON-1419813537 tempest-ServerRescueNegativeTestJSON-1419813537-project] 10.222.0.57 "GET /v2.0/security-groups?id=61284c33-46c4-4e49-8e24-329051971a91&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0411654
May 31 11:46:49.675590 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d1160ef-b395-4493-b5d9-ec736fc61510 req-e0f09839-b369-4930-88bb-15ceafe1f0b2 tempest-VolumesActionsTest-112709343 tempest-VolumesActionsTest-112709343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 11:46:49.677081 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [req-4d1160ef-b395-4493-b5d9-ec736fc61510 req-e0f09839-b369-4930-88bb-15ceafe1f0b2 tempest-VolumesActionsTest-112709343 tempest-VolumesActionsTest-112709343-project] 10.222.0.57 "GET /v2.0/ports?device_id=d78197cd-740e-4b05-be5b-636187026ff5 HTTP/1.1" status: 200  len: 946 time: 0.0833111
May 31 11:46:49.723904 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [req-4d1160ef-b395-4493-b5d9-ec736fc61510 req-5a3ce2fc-b81b-4d3a-933c-785bb3ecb647 tempest-VolumesActionsTest-112709343 tempest-VolumesActionsTest-112709343-project] 10.222.0.57 "GET /v2.0/security-groups?id=e75e580a-fb88-4245-a14e-0fc71be3f34a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0382078
May 31 11:46:50.000210 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c78f80f-67ae-4acd-ac94-dbcca598b0e3 req-14ad03a8-e712-44fa-b6a0-f4c6d99aef10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 11:46:50.001643 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [req-4c78f80f-67ae-4acd-ac94-dbcca598b0e3 req-14ad03a8-e712-44fa-b6a0-f4c6d99aef10 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=e6680e894741452ebedaacc4ca6c4c58&device_id=6cccde54-536c-42f8-a4b4-ace3bbad46da HTTP/1.1" status: 200  len: 1098 time: 0.0747125
May 31 11:46:50.515928 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c78f80f-67ae-4acd-ac94-dbcca598b0e3 req-3d00a2c1-a8b1-47d4-a780-43191e68087d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 11:46:50.517310 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [req-4c78f80f-67ae-4acd-ac94-dbcca598b0e3 req-3d00a2c1-a8b1-47d4-a780-43191e68087d service neutron] 10.222.0.60 "GET /v2.0/networks?id=c32e1ce5-86a3-4104-9167-66f8d6251dc5 HTTP/1.1" status: 200  len: 919 time: 0.3059773
May 31 11:46:50.536417 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f264b11e-b185-417a-81da-5cd8fafb91d5 req-eb63b594-6684-415a-a75b-89f18364605d tempest-TestMinimumBasicScenario-386923442 tempest-TestMinimumBasicScenario-386923442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 11:46:50.537818 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [req-f264b11e-b185-417a-81da-5cd8fafb91d5 req-eb63b594-6684-415a-a75b-89f18364605d tempest-TestMinimumBasicScenario-386923442 tempest-TestMinimumBasicScenario-386923442-project] 10.222.0.57 "GET /v2.0/ports?device_id=25f4c6a2-d9fc-4492-b06a-41be27fc43a2 HTTP/1.1" status: 200  len: 946 time: 0.2433345
May 31 11:46:50.546108 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abe05ff0-58d3-4a53-94f0-9cf91216eb5f req-3414dbcd-bf9c-451f-8654-8692664f95e8 tempest-AttachVolumeShelveTestJSON-127538222 tempest-AttachVolumeShelveTestJSON-127538222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 11:46:50.547380 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [req-abe05ff0-58d3-4a53-94f0-9cf91216eb5f req-3414dbcd-bf9c-451f-8654-8692664f95e8 tempest-AttachVolumeShelveTestJSON-127538222 tempest-AttachVolumeShelveTestJSON-127538222-project] 10.222.0.57 "GET /v2.0/ports?device_id=3e7980f7-7a5b-4115-a41f-48764f578357 HTTP/1.1" status: 200  len: 944 time: 0.2078292
May 31 11:46:50.650697 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [req-4c78f80f-67ae-4acd-ac94-dbcca598b0e3 req-54cb983f-fc5f-4292-a46c-33be9b345995 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=81e3ca42-c316-4948-abd0-83e5dbf7c8a1 HTTP/1.1" status: 200  len: 217 time: 0.0712111
May 31 11:46:50.682076 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [req-f264b11e-b185-417a-81da-5cd8fafb91d5 req-62b3c79b-5797-4d81-b85e-9656f69b80ac tempest-TestMinimumBasicScenario-386923442 tempest-TestMinimumBasicScenario-386923442-project] 10.222.0.57 "GET /v2.0/security-groups?id=f3724ee5-3f7d-4418-9672-f19ca2386f83&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1336534
May 31 11:46:50.684993 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [req-abe05ff0-58d3-4a53-94f0-9cf91216eb5f req-33fbda68-5f54-4d01-a375-9159bec4d077 tempest-AttachVolumeShelveTestJSON-127538222 tempest-AttachVolumeShelveTestJSON-127538222-project] 10.222.0.57 "GET /v2.0/security-groups?id=d1eff7f3-8a7b-4a53-9689-d64080240a11&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1225312
May 31 11:46:50.777654 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c78f80f-67ae-4acd-ac94-dbcca598b0e3 req-84c23f62-4bf1-4d95-86a5-f90e1130362b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 11:46:50.779662 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [req-4c78f80f-67ae-4acd-ac94-dbcca598b0e3 req-84c23f62-4bf1-4d95-86a5-f90e1130362b service neutron] 10.222.0.60 "GET /v2.0/subnets?id=c2592ba6-2cac-4876-ba41-1cfa4ff30377 HTTP/1.1" status: 200  len: 858 time: 0.0720224
May 31 11:46:50.927936 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [req-4c78f80f-67ae-4acd-ac94-dbcca598b0e3 req-3880b279-6ae0-49fc-83bf-07dfd0410cfd service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=c32e1ce5-86a3-4104-9167-66f8d6251dc5&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0957489
May 31 11:46:50.985743 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0e38adb-cdfd-47cc-af47-475c296a7f1a req-f55eb32f-f5f0-42ab-a6d9-35ccd8893c76 tempest-VolumesActionsTest-112709343 tempest-VolumesActionsTest-112709343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 11:46:50.987199 dv-cinder-786384-7-iscsi neutron-server[103720]: INFO neutron.wsgi [req-e0e38adb-cdfd-47cc-af47-475c296a7f1a req-f55eb32f-f5f0-42ab-a6d9-35ccd8893c76 tempest-VolumesActionsTest-112709343 tempest-VolumesActionsTest-112709343-project] 10.222.0.60 "GET /v2.0/ports?device_id=d78197cd-740e-4b05-be5b-636187026ff5 HTTP/1.1" status: 200  len: 946 time: 0.0787275
May 31 11:46:51.067766 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d565437c-b711-4e2b-b6b4-8fb418f5516f req-d45e0981-e765-4b7d-aa24-029ece8229b8 tempest-ServerRescueNegativeTestJSON-1419813537 tempest-ServerRescueNegativeTestJSON-1419813537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 11:46:51.069120 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [req-d565437c-b711-4e2b-b6b4-8fb418f5516f req-d45e0981-e765-4b7d-aa24-029ece8229b8 tempest-ServerRescueNegativeTestJSON-1419813537 tempest-ServerRescueNegativeTestJSON-1419813537-project] 10.222.0.57 "GET /v2.0/ports?device_id=6cccde54-536c-42f8-a4b4-ace3bbad46da HTTP/1.1" status: 200  len: 945 time: 0.2358255
May 31 11:46:51.104930 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf85844f-69a5-4f7e-b7fb-79feb0816b4f req-f11f36ea-e565-4ebf-a5c6-44651f0bf166 tempest-VolumesNegativeTest-2087413271 tempest-VolumesNegativeTest-2087413271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 11:46:51.106444 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [req-cf85844f-69a5-4f7e-b7fb-79feb0816b4f req-f11f36ea-e565-4ebf-a5c6-44651f0bf166 tempest-VolumesNegativeTest-2087413271 tempest-VolumesNegativeTest-2087413271-project] 10.222.0.57 "GET /v2.0/ports?device_id=6f822ad3-ca77-424f-a9ba-ae63400a8069 HTTP/1.1" status: 200  len: 950 time: 0.3133302
May 31 11:46:51.124616 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [req-e0e38adb-cdfd-47cc-af47-475c296a7f1a req-9bcf9342-5d27-46c1-b968-ba7c4730a4a6 tempest-VolumesActionsTest-112709343 tempest-VolumesActionsTest-112709343-project] Deleting port 80061ddb-141b-46d9-8e0c-9d5e918c279f {{(pid=103720) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
May 31 11:46:51.124939 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [req-e0e38adb-cdfd-47cc-af47-475c296a7f1a req-9bcf9342-5d27-46c1-b968-ba7c4730a4a6 tempest-VolumesActionsTest-112709343 tempest-VolumesActionsTest-112709343-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744215952451'] for port, before_delete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:46:51.156804 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [req-4c78f80f-67ae-4acd-ac94-dbcca598b0e3 req-2fafe8e6-4508-430c-9aeb-eecebf72a414 service neutron] 10.222.0.60 "GET /v2.0/networks/c32e1ce5-86a3-4104-9167-66f8d6251dc5?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2057054
May 31 11:46:51.196207 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [req-d565437c-b711-4e2b-b6b4-8fb418f5516f req-20941b0e-8465-4f60-84d6-81b5d18770c6 tempest-ServerRescueNegativeTestJSON-1419813537 tempest-ServerRescueNegativeTestJSON-1419813537-project] 10.222.0.57 "GET /v2.0/security-groups?id=61284c33-46c4-4e49-8e24-329051971a91&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1129529
May 31 11:46:51.207808 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [req-cf85844f-69a5-4f7e-b7fb-79feb0816b4f req-496018d7-20b3-4171-b9ef-a56223831f97 tempest-VolumesNegativeTest-2087413271 tempest-VolumesNegativeTest-2087413271-project] 10.222.0.57 "GET /v2.0/security-groups?id=a581bca2-977c-4016-b3cf-156e02ffa613&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0859206
May 31 11:46:51.259807 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron.plugins.ml2.db [req-e0e38adb-cdfd-47cc-af47-475c296a7f1a req-9bcf9342-5d27-46c1-b968-ba7c4730a4a6 tempest-VolumesActionsTest-112709343 tempest-VolumesActionsTest-112709343-project] For port 80061ddb-141b-46d9-8e0c-9d5e918c279f, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=80061ddb-141b-46d9-8e0c-9d5e918c279f,segment=NetworkSegment(e96239f9-736c-4cc7-b0b8-c7a5b7ba20fd),segment_id=e96239f9-736c-4cc7-b0b8-c7a5b7ba20fd)] {{(pid=103720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 31 11:46:51.260166 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [req-e0e38adb-cdfd-47cc-af47-475c296a7f1a req-9bcf9342-5d27-46c1-b968-ba7c4730a4a6 tempest-VolumesActionsTest-112709343 tempest-VolumesActionsTest-112709343-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4088094'] for port, precommit_delete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:46:51.362825 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [req-4c78f80f-67ae-4acd-ac94-dbcca598b0e3 req-8d936676-f856-42ca-9da2-176b476efaca service neutron] 10.222.0.60 "GET /v2.0/networks/c32e1ce5-86a3-4104-9167-66f8d6251dc5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1919153
May 31 11:46:51.381263 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [req-e0e38adb-cdfd-47cc-af47-475c296a7f1a req-9bcf9342-5d27-46c1-b968-ba7c4730a4a6 tempest-VolumesActionsTest-112709343 tempest-VolumesActionsTest-112709343-project] Calling delete_port for 80061ddb-141b-46d9-8e0c-9d5e918c279f owned by compute:nova {{(pid=103720) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
May 31 11:46:51.399260 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79c776e0-0c5e-4f60-a4cd-ea9321f2048b req-e4a261e3-08a4-45aa-bdee-1854ff7d6921 tempest-VolumesActionsTest-112709343 tempest-VolumesActionsTest-112709343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 11:46:51.400677 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [req-79c776e0-0c5e-4f60-a4cd-ea9321f2048b req-e4a261e3-08a4-45aa-bdee-1854ff7d6921 tempest-VolumesActionsTest-112709343 tempest-VolumesActionsTest-112709343-project] 10.222.0.57 "GET /v2.0/ports?device_id=d78197cd-740e-4b05-be5b-636187026ff5 HTTP/1.1" status: 200  len: 946 time: 0.1035857
May 31 11:46:51.445534 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [req-79c776e0-0c5e-4f60-a4cd-ea9321f2048b req-1f7a2fec-4b80-4399-9b8f-d4b5b4d70c0c tempest-VolumesActionsTest-112709343 tempest-VolumesActionsTest-112709343-project] 10.222.0.57 "GET /v2.0/security-groups?id=e75e580a-fb88-4245-a14e-0fc71be3f34a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0384254
May 31 11:46:51.554713 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [req-e0e38adb-cdfd-47cc-af47-475c296a7f1a req-9bcf9342-5d27-46c1-b968-ba7c4730a4a6 tempest-VolumesActionsTest-112709343 tempest-VolumesActionsTest-112709343-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937715', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3701677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744215954342', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744215520979', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2327893'] for port, after_delete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:46:51.560861 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG oslo_concurrency.lockutils [None req-0af98461-4c8b-4676-bcb8-848903bd0ff4 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103720) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 31 11:46:51.606447 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bcf9342-5d27-46c1-b968-ba7c4730a4a6 tempest-VolumesActionsTest-112709343 tempest-VolumesActionsTest-112709343-project] Pushing event deleted for resources: {'Port': ['ID=80061ddb-141b-46d9-8e0c-9d5e918c279f,revision_number=None']} {{(pid=103720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 31 11:46:51.609491 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG oslo_concurrency.lockutils [None req-9bcf9342-5d27-46c1-b968-ba7c4730a4a6 tempest-VolumesActionsTest-112709343 tempest-VolumesActionsTest-112709343-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=103720) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 31 11:46:51.675698 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron.db.l3_dvrscheduler_db [req-e0e38adb-cdfd-47cc-af47-475c296a7f1a req-9bcf9342-5d27-46c1-b968-ba7c4730a4a6 tempest-VolumesActionsTest-112709343 tempest-VolumesActionsTest-112709343-project] No DVR routers for this DVR port 80061ddb-141b-46d9-8e0c-9d5e918c279f on host hv-cinder-78638 {{(pid=103720) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 31 11:46:51.678815 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [req-e0e38adb-cdfd-47cc-af47-475c296a7f1a req-9bcf9342-5d27-46c1-b968-ba7c4730a4a6 tempest-VolumesActionsTest-112709343 tempest-VolumesActionsTest-112709343-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46333'] for port, before_response {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:46:51.681262 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd78197cd-740e-4b05-be5b-636187026ff5', 'name': 'network-vif-deleted', 'tag': '80061ddb-141b-46d9-8e0c-9d5e918c279f'}] {{(pid=103720) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 31 11:46:51.683532 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6839f599539fa4c6e3ba02718c376b16d52b950f3872e5f8c495d4ff24c4a199" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-78ab5437-a9ba-4492-a80d-7a95d1b28dc8" -d '{"events": [{"server_uuid": "d78197cd-740e-4b05-be5b-636187026ff5", "name": "network-vif-deleted", "tag": "80061ddb-141b-46d9-8e0c-9d5e918c279f"}]}' {{(pid=103720) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
May 31 11:46:51.697898 dv-cinder-786384-7-iscsi neutron-server[103720]: INFO neutron.wsgi [req-e0e38adb-cdfd-47cc-af47-475c296a7f1a req-9bcf9342-5d27-46c1-b968-ba7c4730a4a6 tempest-VolumesActionsTest-112709343 tempest-VolumesActionsTest-112709343-project] 10.222.0.60 "DELETE /v2.0/ports/80061ddb-141b-46d9-8e0c-9d5e918c279f HTTP/1.1" status: 204  len: 173 time: 0.7045679
May 31 11:46:51.730848 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 31 May 2021 11:46:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c6cb0976-95f1-494a-98ba-de083b97e17c x-openstack-request-id: req-c6cb0976-95f1-494a-98ba-de083b97e17c {{(pid=103720) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
May 31 11:46:51.731120 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d78197cd-740e-4b05-be5b-636187026ff5", "name": "network-vif-deleted", "tag": "80061ddb-141b-46d9-8e0c-9d5e918c279f", "status": "completed", "code": 200}]} {{(pid=103720) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
May 31 11:46:51.731420 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-c6cb0976-95f1-494a-98ba-de083b97e17c {{(pid=103720) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
May 31 11:46:51.731820 dv-cinder-786384-7-iscsi neutron-server[103720]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd78197cd-740e-4b05-be5b-636187026ff5', 'name': 'network-vif-deleted', 'tag': '80061ddb-141b-46d9-8e0c-9d5e918c279f', 'status': 'completed', 'code': 200}
May 31 11:46:51.935749 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8af362f-b65d-4de2-9ed1-4219a13cdcbb req-b559ca74-d724-4885-8b9c-f69e8b00190d tempest-TestMinimumBasicScenario-386923442 tempest-TestMinimumBasicScenario-386923442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 11:46:51.937224 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [req-d8af362f-b65d-4de2-9ed1-4219a13cdcbb req-b559ca74-d724-4885-8b9c-f69e8b00190d tempest-TestMinimumBasicScenario-386923442 tempest-TestMinimumBasicScenario-386923442-project] 10.222.0.57 "GET /v2.0/ports?device_id=25f4c6a2-d9fc-4492-b06a-41be27fc43a2 HTTP/1.1" status: 200  len: 946 time: 0.1437860
May 31 11:46:51.947031 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1beea50-6012-40f6-84b7-36e85bdeb344 req-c890da3a-b3c7-4fcc-838c-a6600f122451 tempest-AttachVolumeShelveTestJSON-127538222 tempest-AttachVolumeShelveTestJSON-127538222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 11:46:51.948427 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [req-d1beea50-6012-40f6-84b7-36e85bdeb344 req-c890da3a-b3c7-4fcc-838c-a6600f122451 tempest-AttachVolumeShelveTestJSON-127538222 tempest-AttachVolumeShelveTestJSON-127538222-project] 10.222.0.57 "GET /v2.0/ports?device_id=3e7980f7-7a5b-4115-a41f-48764f578357 HTTP/1.1" status: 200  len: 944 time: 0.1193314
May 31 11:46:52.015638 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [req-d8af362f-b65d-4de2-9ed1-4219a13cdcbb req-1ce39a0c-f406-4707-976f-919b7df83dc2 tempest-TestMinimumBasicScenario-386923442 tempest-TestMinimumBasicScenario-386923442-project] 10.222.0.57 "GET /v2.0/security-groups?id=f3724ee5-3f7d-4418-9672-f19ca2386f83&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0663252
May 31 11:46:52.019971 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [req-d1beea50-6012-40f6-84b7-36e85bdeb344 req-8ff3e2c7-2f68-45cc-a7c4-6983d1c31587 tempest-AttachVolumeShelveTestJSON-127538222 tempest-AttachVolumeShelveTestJSON-127538222-project] 10.222.0.57 "GET /v2.0/security-groups?id=d1eff7f3-8a7b-4a53-9689-d64080240a11&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0580509
May 31 11:46:52.220243 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8216f4e8-b97b-45d6-9636-2d23a4d3b6d9 req-28041fd3-cc0f-4885-b48b-ca98dfffdda0 tempest-TestMinimumBasicScenario-386923442 tempest-TestMinimumBasicScenario-386923442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 11:46:52.221675 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [req-8216f4e8-b97b-45d6-9636-2d23a4d3b6d9 req-28041fd3-cc0f-4885-b48b-ca98dfffdda0 tempest-TestMinimumBasicScenario-386923442 tempest-TestMinimumBasicScenario-386923442-project] 10.222.0.57 "GET /v2.0/ports?device_id=25f4c6a2-d9fc-4492-b06a-41be27fc43a2 HTTP/1.1" status: 200  len: 946 time: 0.0844796
May 31 11:46:52.267030 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [req-8216f4e8-b97b-45d6-9636-2d23a4d3b6d9 req-ce61d6fd-2359-40ff-b185-d85c23bb5dff tempest-TestMinimumBasicScenario-386923442 tempest-TestMinimumBasicScenario-386923442-project] 10.222.0.57 "GET /v2.0/security-groups?id=f3724ee5-3f7d-4418-9672-f19ca2386f83&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0396597
May 31 11:46:52.513297 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c2d14ea-cdb4-4584-a889-1abd166b3b2a req-63995196-71ae-4780-97f2-3344c89f00df tempest-ServerRescueNegativeTestJSON-1419813537 tempest-ServerRescueNegativeTestJSON-1419813537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 11:46:52.514736 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [req-5c2d14ea-cdb4-4584-a889-1abd166b3b2a req-63995196-71ae-4780-97f2-3344c89f00df tempest-ServerRescueNegativeTestJSON-1419813537 tempest-ServerRescueNegativeTestJSON-1419813537-project] 10.222.0.57 "GET /v2.0/ports?device_id=6cccde54-536c-42f8-a4b4-ace3bbad46da HTTP/1.1" status: 200  len: 945 time: 0.2065246
May 31 11:46:52.570938 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ce078ed-33b8-4b7d-8286-e5fb2cb1fed7 req-632a71a4-b51b-4dd5-b95e-a6a1f88d0f06 tempest-VolumesNegativeTest-2087413271 tempest-VolumesNegativeTest-2087413271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 11:46:52.572375 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [req-7ce078ed-33b8-4b7d-8286-e5fb2cb1fed7 req-632a71a4-b51b-4dd5-b95e-a6a1f88d0f06 tempest-VolumesNegativeTest-2087413271 tempest-VolumesNegativeTest-2087413271-project] 10.222.0.57 "GET /v2.0/ports?device_id=6f822ad3-ca77-424f-a9ba-ae63400a8069 HTTP/1.1" status: 200  len: 950 time: 0.2100773
May 31 11:46:52.575159 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [req-5c2d14ea-cdb4-4584-a889-1abd166b3b2a req-d3ca44d6-b248-4bcb-a215-9136f0c20e67 tempest-ServerRescueNegativeTestJSON-1419813537 tempest-ServerRescueNegativeTestJSON-1419813537-project] 10.222.0.57 "GET /v2.0/security-groups?id=61284c33-46c4-4e49-8e24-329051971a91&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0543292
May 31 11:46:52.618069 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [req-7ce078ed-33b8-4b7d-8286-e5fb2cb1fed7 req-c3bacd3a-bf5f-433c-a826-5df777121363 tempest-VolumesNegativeTest-2087413271 tempest-VolumesNegativeTest-2087413271-project] 10.222.0.57 "GET /v2.0/security-groups?id=a581bca2-977c-4016-b3cf-156e02ffa613&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0385928
May 31 11:46:52.754242 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [req-dc24dcbb-9038-457e-963d-2a920fc06b65 req-aa2479ae-4063-4895-83b6-dc3a8ebc4c02 tempest-VolumesActionsTest-112709343 tempest-VolumesActionsTest-112709343-project] 10.222.0.57 "GET /v2.0/ports?device_id=d78197cd-740e-4b05-be5b-636187026ff5 HTTP/1.1" status: 200  len: 210 time: 0.0415637
May 31 11:46:52.964236 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f80f6a1-a6e2-4544-9923-becea9b88358 req-e84739d2-e3eb-4c3e-b0ea-e8e146e4f1f3 tempest-TestMinimumBasicScenario-386923442 tempest-TestMinimumBasicScenario-386923442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 11:46:52.965716 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [req-9f80f6a1-a6e2-4544-9923-becea9b88358 req-e84739d2-e3eb-4c3e-b0ea-e8e146e4f1f3 tempest-TestMinimumBasicScenario-386923442 tempest-TestMinimumBasicScenario-386923442-project] 10.222.0.57 "GET /v2.0/ports?device_id=25f4c6a2-d9fc-4492-b06a-41be27fc43a2 HTTP/1.1" status: 200  len: 946 time: 0.0844812
May 31 11:46:53.013965 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [req-9f80f6a1-a6e2-4544-9923-becea9b88358 req-87ddaa76-d797-4f71-904f-6fa9414329d3 tempest-TestMinimumBasicScenario-386923442 tempest-TestMinimumBasicScenario-386923442-project] 10.222.0.57 "GET /v2.0/security-groups?id=f3724ee5-3f7d-4418-9672-f19ca2386f83&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0398691
May 31 11:46:53.223307 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5c2dd2d-9f18-4eb3-9f35-95e4e809211e req-744b0d4b-a7b7-4b9e-b1ed-7b463d3c8bae tempest-AttachVolumeShelveTestJSON-127538222 tempest-AttachVolumeShelveTestJSON-127538222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 11:46:53.225190 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [req-f5c2dd2d-9f18-4eb3-9f35-95e4e809211e req-744b0d4b-a7b7-4b9e-b1ed-7b463d3c8bae tempest-AttachVolumeShelveTestJSON-127538222 tempest-AttachVolumeShelveTestJSON-127538222-project] 10.222.0.57 "GET /v2.0/ports?device_id=3e7980f7-7a5b-4115-a41f-48764f578357 HTTP/1.1" status: 200  len: 944 time: 0.0798883
May 31 11:46:53.272226 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [req-f5c2dd2d-9f18-4eb3-9f35-95e4e809211e req-aa66177d-2d83-4ba4-8981-e8eb785344fa tempest-AttachVolumeShelveTestJSON-127538222 tempest-AttachVolumeShelveTestJSON-127538222-project] 10.222.0.57 "GET /v2.0/security-groups?id=d1eff7f3-8a7b-4a53-9689-d64080240a11&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0409799
May 31 11:46:53.837406 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-750b694a-aeea-47db-ac69-58958ddea609 req-6e326576-74a1-4d5d-b5a6-a64a177c4702 tempest-ServerRescueNegativeTestJSON-1419813537 tempest-ServerRescueNegativeTestJSON-1419813537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 11:46:53.838828 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [req-750b694a-aeea-47db-ac69-58958ddea609 req-6e326576-74a1-4d5d-b5a6-a64a177c4702 tempest-ServerRescueNegativeTestJSON-1419813537 tempest-ServerRescueNegativeTestJSON-1419813537-project] 10.222.0.57 "GET /v2.0/ports?device_id=6cccde54-536c-42f8-a4b4-ace3bbad46da HTTP/1.1" status: 200  len: 945 time: 0.1413343
May 31 11:46:53.846146 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b60793c-51c0-46a5-866d-0bf7c591b989 req-abd2a573-1d36-4cbb-bcbc-69ed209cae9e tempest-VolumesNegativeTest-2087413271 tempest-VolumesNegativeTest-2087413271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 11:46:53.847496 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [req-2b60793c-51c0-46a5-866d-0bf7c591b989 req-abd2a573-1d36-4cbb-bcbc-69ed209cae9e tempest-VolumesNegativeTest-2087413271 tempest-VolumesNegativeTest-2087413271-project] 10.222.0.57 "GET /v2.0/ports?device_id=6f822ad3-ca77-424f-a9ba-ae63400a8069 HTTP/1.1" status: 200  len: 950 time: 0.1153786
May 31 11:46:53.917107 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [req-750b694a-aeea-47db-ac69-58958ddea609 req-83566153-de17-491b-8b78-da72d00733d2 tempest-ServerRescueNegativeTestJSON-1419813537 tempest-ServerRescueNegativeTestJSON-1419813537-project] 10.222.0.57 "GET /v2.0/security-groups?id=61284c33-46c4-4e49-8e24-329051971a91&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0685575
May 31 11:46:53.921513 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [req-2b60793c-51c0-46a5-866d-0bf7c591b989 req-0ffd4d04-fb6b-48b2-879a-f0f3527dd986 tempest-VolumesNegativeTest-2087413271 tempest-VolumesNegativeTest-2087413271-project] 10.222.0.57 "GET /v2.0/security-groups?id=a581bca2-977c-4016-b3cf-156e02ffa613&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0605476
May 31 11:46:54.054192 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [req-9afd9ee7-d39f-4547-bc6e-ada8ad3f6b39 req-f49b6ae9-6992-483f-93e4-fc913d0bca5e tempest-VolumesActionsTest-112709343 tempest-VolumesActionsTest-112709343-project] 10.222.0.57 "GET /v2.0/ports?device_id=d78197cd-740e-4b05-be5b-636187026ff5 HTTP/1.1" status: 200  len: 210 time: 0.0439041
May 31 11:46:54.140658 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron.plugins.ml2.db [None req-43028a7b-58d7-408b-ac75-1328e6896bf7 None None] get_ports_and_sgs() called for port_ids ['80061ddb-141b-46d9-8e0c-9d5e918c279f'] {{(pid=103722) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
May 31 11:46:54.464506 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cada6956-f51c-4bcd-ac20-e039f0cdddd7 req-eb996bfe-f6a8-4e97-b94d-9b1d89b115d8 tempest-AttachVolumeShelveTestJSON-127538222 tempest-AttachVolumeShelveTestJSON-127538222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 11:46:54.466072 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [req-cada6956-f51c-4bcd-ac20-e039f0cdddd7 req-eb996bfe-f6a8-4e97-b94d-9b1d89b115d8 tempest-AttachVolumeShelveTestJSON-127538222 tempest-AttachVolumeShelveTestJSON-127538222-project] 10.222.0.57 "GET /v2.0/ports?device_id=3e7980f7-7a5b-4115-a41f-48764f578357 HTTP/1.1" status: 200  len: 944 time: 0.0814066
May 31 11:46:54.516450 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [req-cada6956-f51c-4bcd-ac20-e039f0cdddd7 req-fe4e2c66-525f-4dbf-af78-daf2479f3e64 tempest-AttachVolumeShelveTestJSON-127538222 tempest-AttachVolumeShelveTestJSON-127538222-project] 10.222.0.57 "GET /v2.0/security-groups?id=d1eff7f3-8a7b-4a53-9689-d64080240a11&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0444353
May 31 11:46:55.174069 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba7806cd-b70e-4f11-a2af-9ee09c262b4e req-17f436cf-dc8b-4cd5-afe3-a9a0c5f5d74c tempest-ServerRescueNegativeTestJSON-1419813537 tempest-ServerRescueNegativeTestJSON-1419813537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 11:46:55.176540 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [req-ba7806cd-b70e-4f11-a2af-9ee09c262b4e req-17f436cf-dc8b-4cd5-afe3-a9a0c5f5d74c tempest-ServerRescueNegativeTestJSON-1419813537 tempest-ServerRescueNegativeTestJSON-1419813537-project] 10.222.0.57 "GET /v2.0/ports?device_id=6cccde54-536c-42f8-a4b4-ace3bbad46da HTTP/1.1" status: 200  len: 945 time: 0.1484592
May 31 11:46:55.229449 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22009106-e20f-4436-a555-659e4e8eefee req-a47474df-6136-4c02-a71f-c04d2626f8d7 tempest-VolumesNegativeTest-2087413271 tempest-VolumesNegativeTest-2087413271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 11:46:55.230937 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [req-22009106-e20f-4436-a555-659e4e8eefee req-a47474df-6136-4c02-a71f-c04d2626f8d7 tempest-VolumesNegativeTest-2087413271 tempest-VolumesNegativeTest-2087413271-project] 10.222.0.57 "GET /v2.0/ports?device_id=6f822ad3-ca77-424f-a9ba-ae63400a8069 HTTP/1.1" status: 200  len: 950 time: 0.1722550
May 31 11:46:55.238958 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [req-ba7806cd-b70e-4f11-a2af-9ee09c262b4e req-3d8e49c0-decc-47c3-8263-43de1351b52a tempest-ServerRescueNegativeTestJSON-1419813537 tempest-ServerRescueNegativeTestJSON-1419813537-project] 10.222.0.57 "GET /v2.0/security-groups?id=61284c33-46c4-4e49-8e24-329051971a91&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0559599
May 31 11:46:55.284367 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [req-22009106-e20f-4436-a555-659e4e8eefee req-f784c85f-f523-429c-9aa0-c3e5a58d6c62 tempest-VolumesNegativeTest-2087413271 tempest-VolumesNegativeTest-2087413271-project] 10.222.0.57 "GET /v2.0/security-groups?id=a581bca2-977c-4016-b3cf-156e02ffa613&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0443125
May 31 11:46:55.693309 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b8addc2-9b3d-4082-9efc-d731f1fba6f6 req-198dbf3c-7688-4f08-852f-70b200fc72fb tempest-VolumesNegativeTest-2087413271 tempest-VolumesNegativeTest-2087413271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 11:46:55.694017 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron.quota.resource [req-8b8addc2-9b3d-4082-9efc-d731f1fba6f6 req-198dbf3c-7688-4f08-852f-70b200fc72fb tempest-VolumesNegativeTest-2087413271 tempest-VolumesNegativeTest-2087413271-project] Synchronizing usage tracker for tenant:098ea68fc6ac44b8a2110902bd86ec61 on resource:port {{(pid=103720) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 31 11:46:55.715066 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron.quota.resource [req-8b8addc2-9b3d-4082-9efc-d731f1fba6f6 req-198dbf3c-7688-4f08-852f-70b200fc72fb tempest-VolumesNegativeTest-2087413271 tempest-VolumesNegativeTest-2087413271-project] Unset dirty status for tenant:098ea68fc6ac44b8a2110902bd86ec61 on resource:port {{(pid=103720) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 31 11:46:55.716664 dv-cinder-786384-7-iscsi neutron-server[103720]: INFO neutron.wsgi [req-8b8addc2-9b3d-4082-9efc-d731f1fba6f6 req-198dbf3c-7688-4f08-852f-70b200fc72fb tempest-VolumesNegativeTest-2087413271 tempest-VolumesNegativeTest-2087413271-project] 10.222.0.60 "GET /v2.0/ports?device_id=6f822ad3-ca77-424f-a9ba-ae63400a8069 HTTP/1.1" status: 200  len: 950 time: 0.1312268
May 31 11:46:55.725684 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c750dc1c-bc7e-4496-be44-52d67fa9d2e4 req-f65ed548-bfa4-4647-b289-f6570a68df5a tempest-AttachVolumeShelveTestJSON-127538222 tempest-AttachVolumeShelveTestJSON-127538222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 11:46:55.732600 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [req-c750dc1c-bc7e-4496-be44-52d67fa9d2e4 req-f65ed548-bfa4-4647-b289-f6570a68df5a tempest-AttachVolumeShelveTestJSON-127538222 tempest-AttachVolumeShelveTestJSON-127538222-project] 10.222.0.57 "GET /v2.0/ports?device_id=3e7980f7-7a5b-4115-a41f-48764f578357 HTTP/1.1" status: 200  len: 944 time: 0.0886531
May 31 11:46:55.801513 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [req-c750dc1c-bc7e-4496-be44-52d67fa9d2e4 req-d0645325-b131-4939-8324-e034f2c6d03a tempest-AttachVolumeShelveTestJSON-127538222 tempest-AttachVolumeShelveTestJSON-127538222-project] 10.222.0.57 "GET /v2.0/security-groups?id=d1eff7f3-8a7b-4a53-9689-d64080240a11&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0676820
May 31 11:46:55.988266 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [req-8b8addc2-9b3d-4082-9efc-d731f1fba6f6 req-40bd668c-feb0-4b44-ae2e-bb65b79f4c80 tempest-VolumesNegativeTest-2087413271 tempest-VolumesNegativeTest-2087413271-project] Deleting port a787970d-bc06-4325-9eb2-5e7935c9e9b6 {{(pid=103720) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
May 31 11:46:55.988266 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [req-8b8addc2-9b3d-4082-9efc-d731f1fba6f6 req-40bd668c-feb0-4b44-ae2e-bb65b79f4c80 tempest-VolumesNegativeTest-2087413271 tempest-VolumesNegativeTest-2087413271-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744215952451'] for port, before_delete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:46:56.126833 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron.plugins.ml2.db [req-8b8addc2-9b3d-4082-9efc-d731f1fba6f6 req-40bd668c-feb0-4b44-ae2e-bb65b79f4c80 tempest-VolumesNegativeTest-2087413271 tempest-VolumesNegativeTest-2087413271-project] For port a787970d-bc06-4325-9eb2-5e7935c9e9b6, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=a787970d-bc06-4325-9eb2-5e7935c9e9b6,segment=NetworkSegment(a7fd60be-bba5-4c54-959d-eb5aa3f53d56),segment_id=a7fd60be-bba5-4c54-959d-eb5aa3f53d56)] {{(pid=103720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 31 11:46:56.127270 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [req-8b8addc2-9b3d-4082-9efc-d731f1fba6f6 req-40bd668c-feb0-4b44-ae2e-bb65b79f4c80 tempest-VolumesNegativeTest-2087413271 tempest-VolumesNegativeTest-2087413271-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4088094'] for port, precommit_delete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:46:56.164695 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron.plugins.ml2.rpc [None req-43028a7b-58d7-408b-ac75-1328e6896bf7 None None] Device 47adc6b5-17d9-4109-8892-d6283ab54f49 details requested by agent hyperv_hv-cinder-78638 with host hv-cinder-78638 {{(pid=103722) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
May 31 11:46:56.277894 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [req-8b8addc2-9b3d-4082-9efc-d731f1fba6f6 req-40bd668c-feb0-4b44-ae2e-bb65b79f4c80 tempest-VolumesNegativeTest-2087413271 tempest-VolumesNegativeTest-2087413271-project] Calling delete_port for a787970d-bc06-4325-9eb2-5e7935c9e9b6 owned by compute:nova {{(pid=103720) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
May 31 11:46:56.377906 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron.plugins.ml2.db [None req-43028a7b-58d7-408b-ac75-1328e6896bf7 None None] For port 47adc6b5-17d9-4109-8892-d6283ab54f49, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=47adc6b5-17d9-4109-8892-d6283ab54f49,segment=NetworkSegment(fea50412-2064-40f9-97d7-ef805bb3a428),segment_id=fea50412-2064-40f9-97d7-ef805bb3a428)] {{(pid=103722) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 31 11:46:56.403115 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [req-8b8addc2-9b3d-4082-9efc-d731f1fba6f6 req-40bd668c-feb0-4b44-ae2e-bb65b79f4c80 tempest-VolumesNegativeTest-2087413271 tempest-VolumesNegativeTest-2087413271-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937715', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3701677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744215954342', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744215520979', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2327893'] for port, after_delete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:46:56.409279 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG oslo_concurrency.lockutils [None req-9d277846-eb01-4563-8396-6ffe19c2042a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103720) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 31 11:46:56.420867 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron.plugins.ml2.rpc [None req-43028a7b-58d7-408b-ac75-1328e6896bf7 None None] Returning: {'device': '47adc6b5-17d9-4109-8892-d6283ab54f49', 'network_id': '2c20abfc-12cd-4800-b928-7191b2675429', 'port_id': '47adc6b5-17d9-4109-8892-d6283ab54f49', 'mac_address': 'fa:16:3e:9f:92:b8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 766, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '97d26c19-ffd5-4600-9f66-20181dad1656', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103722) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
May 31 11:46:56.475829 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron.plugins.ml2.db [None req-43028a7b-58d7-408b-ac75-1328e6896bf7 None None] get_ports_and_sgs() called for port_ids ['a787970d-bc06-4325-9eb2-5e7935c9e9b6'] {{(pid=103722) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
May 31 11:46:56.477410 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40bd668c-feb0-4b44-ae2e-bb65b79f4c80 tempest-VolumesNegativeTest-2087413271 tempest-VolumesNegativeTest-2087413271-project] Pushing event deleted for resources: {'Port': ['ID=a787970d-bc06-4325-9eb2-5e7935c9e9b6,revision_number=None']} {{(pid=103720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 31 11:46:56.487239 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40bd668c-feb0-4b44-ae2e-bb65b79f4c80 tempest-VolumesNegativeTest-2087413271 tempest-VolumesNegativeTest-2087413271-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786384-7-iscsi {{(pid=103720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 31 11:46:56.487915 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40bd668c-feb0-4b44-ae2e-bb65b79f4c80 tempest-VolumesNegativeTest-2087413271 tempest-VolumesNegativeTest-2087413271-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786384-7-iscsi {{(pid=103720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 31 11:46:56.488486 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40bd668c-feb0-4b44-ae2e-bb65b79f4c80 tempest-VolumesNegativeTest-2087413271 tempest-VolumesNegativeTest-2087413271-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786384-7-iscsi {{(pid=103720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 31 11:46:56.489006 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40bd668c-feb0-4b44-ae2e-bb65b79f4c80 tempest-VolumesNegativeTest-2087413271 tempest-VolumesNegativeTest-2087413271-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786384-7-iscsi {{(pid=103720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 31 11:46:56.489504 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40bd668c-feb0-4b44-ae2e-bb65b79f4c80 tempest-VolumesNegativeTest-2087413271 tempest-VolumesNegativeTest-2087413271-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786384-7-iscsi {{(pid=103720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 31 11:46:56.490000 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40bd668c-feb0-4b44-ae2e-bb65b79f4c80 tempest-VolumesNegativeTest-2087413271 tempest-VolumesNegativeTest-2087413271-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786384-7-iscsi {{(pid=103720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 31 11:46:56.490476 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40bd668c-feb0-4b44-ae2e-bb65b79f4c80 tempest-VolumesNegativeTest-2087413271 tempest-VolumesNegativeTest-2087413271-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786384-7-iscsi {{(pid=103720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 31 11:46:56.491130 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40bd668c-feb0-4b44-ae2e-bb65b79f4c80 tempest-VolumesNegativeTest-2087413271 tempest-VolumesNegativeTest-2087413271-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786384-7-iscsi {{(pid=103720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 31 11:46:56.491641 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40bd668c-feb0-4b44-ae2e-bb65b79f4c80 tempest-VolumesNegativeTest-2087413271 tempest-VolumesNegativeTest-2087413271-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786384-7-iscsi {{(pid=103720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 31 11:46:56.493523 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40bd668c-feb0-4b44-ae2e-bb65b79f4c80 tempest-VolumesNegativeTest-2087413271 tempest-VolumesNegativeTest-2087413271-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786384-7-iscsi {{(pid=103720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 31 11:46:56.494027 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40bd668c-feb0-4b44-ae2e-bb65b79f4c80 tempest-VolumesNegativeTest-2087413271 tempest-VolumesNegativeTest-2087413271-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786384-7-iscsi {{(pid=103720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 31 11:46:56.494704 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40bd668c-feb0-4b44-ae2e-bb65b79f4c80 tempest-VolumesNegativeTest-2087413271 tempest-VolumesNegativeTest-2087413271-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786384-7-iscsi {{(pid=103720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 31 11:46:56.521909 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG oslo_concurrency.lockutils [None req-40bd668c-feb0-4b44-ae2e-bb65b79f4c80 tempest-VolumesNegativeTest-2087413271 tempest-VolumesNegativeTest-2087413271-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=103720) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 31 11:46:56.538393 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49da1ea0-faef-4a29-beb5-1b52c00c878f req-6850fe27-7d01-4972-824d-bb67efe47009 tempest-ServerRescueNegativeTestJSON-1419813537 tempest-ServerRescueNegativeTestJSON-1419813537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 11:46:56.540432 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [req-49da1ea0-faef-4a29-beb5-1b52c00c878f req-6850fe27-7d01-4972-824d-bb67efe47009 tempest-ServerRescueNegativeTestJSON-1419813537 tempest-ServerRescueNegativeTestJSON-1419813537-project] 10.222.0.57 "GET /v2.0/ports?device_id=6cccde54-536c-42f8-a4b4-ace3bbad46da HTTP/1.1" status: 200  len: 945 time: 0.1507208
May 31 11:46:56.591273 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron_lib.callbacks.manager [None req-43028a7b-58d7-408b-ac75-1328e6896bf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-934180'] for port, before_update {{(pid=103722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:46:56.616909 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron.notifiers.nova [None req-43028a7b-58d7-408b-ac75-1328e6896bf7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 47adc6b5-17d9-4109-8892-d6283ab54f49 {{(pid=103722) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
May 31 11:46:56.642996 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron.plugins.ml2.db [None req-43028a7b-58d7-408b-ac75-1328e6896bf7 None None] For port 47adc6b5-17d9-4109-8892-d6283ab54f49, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=47adc6b5-17d9-4109-8892-d6283ab54f49,segment=NetworkSegment(fea50412-2064-40f9-97d7-ef805bb3a428),segment_id=fea50412-2064-40f9-97d7-ef805bb3a428)] {{(pid=103722) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 31 11:46:56.654242 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron_lib.callbacks.manager [None req-43028a7b-58d7-408b-ac75-1328e6896bf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937715', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3701677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744215954324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744215520988', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744215521293'] for port, after_update {{(pid=103722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:46:56.657407 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG oslo_concurrency.lockutils [None req-43028a7b-58d7-408b-ac75-1328e6896bf7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103722) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 31 11:46:56.704380 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [req-49da1ea0-faef-4a29-beb5-1b52c00c878f req-4530d216-4aa9-48e0-9e30-14bdca9e7834 tempest-ServerRescueNegativeTestJSON-1419813537 tempest-ServerRescueNegativeTestJSON-1419813537-project] 10.222.0.57 "GET /v2.0/security-groups?id=61284c33-46c4-4e49-8e24-329051971a91&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1551578
May 31 11:46:56.724656 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron.db.l3_dvrscheduler_db [req-8b8addc2-9b3d-4082-9efc-d731f1fba6f6 req-40bd668c-feb0-4b44-ae2e-bb65b79f4c80 tempest-VolumesNegativeTest-2087413271 tempest-VolumesNegativeTest-2087413271-project] No DVR routers for this DVR port a787970d-bc06-4325-9eb2-5e7935c9e9b6 on host hv-cinder-78638 {{(pid=103720) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 31 11:46:56.729414 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [req-8b8addc2-9b3d-4082-9efc-d731f1fba6f6 req-40bd668c-feb0-4b44-ae2e-bb65b79f4c80 tempest-VolumesNegativeTest-2087413271 tempest-VolumesNegativeTest-2087413271-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46333'] for port, before_response {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:46:56.743011 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6f822ad3-ca77-424f-a9ba-ae63400a8069', 'name': 'network-vif-deleted', 'tag': 'a787970d-bc06-4325-9eb2-5e7935c9e9b6'}] {{(pid=103720) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 31 11:46:56.747097 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6839f599539fa4c6e3ba02718c376b16d52b950f3872e5f8c495d4ff24c4a199" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-97bdd639-03cf-4b2e-8580-e4d30d9a9fb9" -d '{"events": [{"server_uuid": "6f822ad3-ca77-424f-a9ba-ae63400a8069", "name": "network-vif-deleted", "tag": "a787970d-bc06-4325-9eb2-5e7935c9e9b6"}]}' {{(pid=103720) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
May 31 11:46:56.751918 dv-cinder-786384-7-iscsi neutron-server[103720]: INFO neutron.wsgi [req-8b8addc2-9b3d-4082-9efc-d731f1fba6f6 req-40bd668c-feb0-4b44-ae2e-bb65b79f4c80 tempest-VolumesNegativeTest-2087413271 tempest-VolumesNegativeTest-2087413271-project] 10.222.0.60 "DELETE /v2.0/ports/a787970d-bc06-4325-9eb2-5e7935c9e9b6 HTTP/1.1" status: 204  len: 173 time: 1.0280910
May 31 11:46:56.759254 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43028a7b-58d7-408b-ac75-1328e6896bf7 None None] Pushing event updated for resources: {'Port': ['ID=47adc6b5-17d9-4109-8892-d6283ab54f49,revision_number=9']} {{(pid=103722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 31 11:46:56.764125 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG oslo_concurrency.lockutils [None req-43028a7b-58d7-408b-ac75-1328e6896bf7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=103722) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 31 11:46:56.799327 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 31 May 2021 11:46:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4d4c557e-6d8f-4e6a-8569-af65aa3ecc4e x-openstack-request-id: req-4d4c557e-6d8f-4e6a-8569-af65aa3ecc4e {{(pid=103720) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
May 31 11:46:56.799709 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6f822ad3-ca77-424f-a9ba-ae63400a8069", "name": "network-vif-deleted", "tag": "a787970d-bc06-4325-9eb2-5e7935c9e9b6", "status": "completed", "code": 200}]} {{(pid=103720) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
May 31 11:46:56.800056 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-4d4c557e-6d8f-4e6a-8569-af65aa3ecc4e {{(pid=103720) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
May 31 11:46:56.800525 dv-cinder-786384-7-iscsi neutron-server[103720]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6f822ad3-ca77-424f-a9ba-ae63400a8069', 'name': 'network-vif-deleted', 'tag': 'a787970d-bc06-4325-9eb2-5e7935c9e9b6', 'status': 'completed', 'code': 200}
May 31 11:46:56.979916 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [req-c7ca5caf-12f7-4685-9031-81afbb073d67 req-64c3f9d0-258a-4146-b90b-a1e2425be8c1 tempest-VolumesNegativeTest-2087413271 tempest-VolumesNegativeTest-2087413271-project] 10.222.0.57 "GET /v2.0/ports?device_id=6f822ad3-ca77-424f-a9ba-ae63400a8069 HTTP/1.1" status: 200  len: 210 time: 0.1056688
May 31 11:46:57.076827 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa79d408-0a61-4663-8f70-7b496b65dab9 req-91173214-dd25-4cb9-bf19-c67a0983301f tempest-AttachVolumeShelveTestJSON-127538222 tempest-AttachVolumeShelveTestJSON-127538222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 11:46:57.078267 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [req-aa79d408-0a61-4663-8f70-7b496b65dab9 req-91173214-dd25-4cb9-bf19-c67a0983301f tempest-AttachVolumeShelveTestJSON-127538222 tempest-AttachVolumeShelveTestJSON-127538222-project] 10.222.0.57 "GET /v2.0/ports?device_id=3e7980f7-7a5b-4115-a41f-48764f578357 HTTP/1.1" status: 200  len: 945 time: 0.0950739
May 31 11:46:57.137882 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [req-aa79d408-0a61-4663-8f70-7b496b65dab9 req-057cf9ba-f2cf-4e9f-9e25-b2b89cafd0bc tempest-AttachVolumeShelveTestJSON-127538222 tempest-AttachVolumeShelveTestJSON-127538222-project] 10.222.0.57 "GET /v2.0/security-groups?id=d1eff7f3-8a7b-4a53-9689-d64080240a11&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0531805
May 31 11:46:57.331414 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron.plugins.ml2.db [None req-43028a7b-58d7-408b-ac75-1328e6896bf7 None None] get_ports_and_sgs() called for port_ids ['47adc6b5-17d9-4109-8892-d6283ab54f49'] {{(pid=103722) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
May 31 11:46:57.909031 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9ec2d68-cee3-42d0-9f60-e11ad50e1d21 req-ec74ed51-e60c-4489-9987-dc01f505ca77 tempest-ServerRescueNegativeTestJSON-1419813537 tempest-ServerRescueNegativeTestJSON-1419813537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 11:46:57.910509 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [req-e9ec2d68-cee3-42d0-9f60-e11ad50e1d21 req-ec74ed51-e60c-4489-9987-dc01f505ca77 tempest-ServerRescueNegativeTestJSON-1419813537 tempest-ServerRescueNegativeTestJSON-1419813537-project] 10.222.0.57 "GET /v2.0/ports?device_id=6cccde54-536c-42f8-a4b4-ace3bbad46da HTTP/1.1" status: 200  len: 945 time: 0.0838060
May 31 11:46:57.955184 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [req-e9ec2d68-cee3-42d0-9f60-e11ad50e1d21 req-372c60e7-984b-45e1-94f5-5e39251232fa tempest-ServerRescueNegativeTestJSON-1419813537 tempest-ServerRescueNegativeTestJSON-1419813537-project] 10.222.0.57 "GET /v2.0/security-groups?id=61284c33-46c4-4e49-8e24-329051971a91&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0387371
May 31 11:46:58.140058 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [req-ef266529-3600-429d-bab9-dcbf483c84a0 req-037549b9-9ae7-465d-a86b-2552dfe411ff tempest-VolumesNegativeTest-2087413271 tempest-VolumesNegativeTest-2087413271-project] 10.222.0.57 "GET /v2.0/ports?device_id=6f822ad3-ca77-424f-a9ba-ae63400a8069 HTTP/1.1" status: 200  len: 210 time: 0.0422692
May 31 11:46:58.328608 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bac18097-3385-4f2b-9654-92fb8da19b9b req-31bb2486-6888-4c70-992a-627aee4d6dd7 tempest-AttachVolumeShelveTestJSON-127538222 tempest-AttachVolumeShelveTestJSON-127538222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 11:46:58.330110 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [req-bac18097-3385-4f2b-9654-92fb8da19b9b req-31bb2486-6888-4c70-992a-627aee4d6dd7 tempest-AttachVolumeShelveTestJSON-127538222 tempest-AttachVolumeShelveTestJSON-127538222-project] 10.222.0.57 "GET /v2.0/ports?device_id=3e7980f7-7a5b-4115-a41f-48764f578357 HTTP/1.1" status: 200  len: 945 time: 0.0801721
May 31 11:46:58.382286 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [req-bac18097-3385-4f2b-9654-92fb8da19b9b req-76a1fb42-6591-48ab-bdec-b6d1bced522f tempest-AttachVolumeShelveTestJSON-127538222 tempest-AttachVolumeShelveTestJSON-127538222-project] 10.222.0.57 "GET /v2.0/security-groups?id=d1eff7f3-8a7b-4a53-9689-d64080240a11&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0461073
May 31 11:46:59.312279 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [req-6290ce34-71c6-4c05-87d7-3c4d52e77e05 req-b6ddc85c-c15b-4bea-96fb-d6852495b223 tempest-VolumesNegativeTest-2087413271 tempest-VolumesNegativeTest-2087413271-project] 10.222.0.57 "GET /v2.0/ports?device_id=6f822ad3-ca77-424f-a9ba-ae63400a8069 HTTP/1.1" status: 200  len: 210 time: 0.0426388
May 31 11:46:59.591035 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d8c7169-1329-46a4-9ac0-7d4c1d9d7b3a req-af714c0d-9fdc-42ba-8e7e-ff59f8c846e5 tempest-AttachVolumeShelveTestJSON-127538222 tempest-AttachVolumeShelveTestJSON-127538222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 11:46:59.592536 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [req-4d8c7169-1329-46a4-9ac0-7d4c1d9d7b3a req-af714c0d-9fdc-42ba-8e7e-ff59f8c846e5 tempest-AttachVolumeShelveTestJSON-127538222 tempest-AttachVolumeShelveTestJSON-127538222-project] 10.222.0.57 "GET /v2.0/ports?device_id=3e7980f7-7a5b-4115-a41f-48764f578357 HTTP/1.1" status: 200  len: 945 time: 0.0790253
May 31 11:46:59.639513 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [req-4d8c7169-1329-46a4-9ac0-7d4c1d9d7b3a req-8e64507b-5427-4377-95d9-8f42e37b031d tempest-AttachVolumeShelveTestJSON-127538222 tempest-AttachVolumeShelveTestJSON-127538222-project] 10.222.0.57 "GET /v2.0/security-groups?id=d1eff7f3-8a7b-4a53-9689-d64080240a11&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0411382
May 31 11:47:00.518042 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron.plugins.ml2.rpc [None req-43028a7b-58d7-408b-ac75-1328e6896bf7 None None] Device a787970d-bc06-4325-9eb2-5e7935c9e9b6 no longer exists at agent hyperv_hv-cinder-78638 {{(pid=103722) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
May 31 11:47:00.567227 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron.plugins.ml2.plugin [None req-43028a7b-58d7-408b-ac75-1328e6896bf7 None None] No Port match for: a787970d-bc06-4325-9eb2-5e7935c9e9b6 {{(pid=103722) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}}
May 31 11:47:00.567722 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron.plugins.ml2.rpc [None req-43028a7b-58d7-408b-ac75-1328e6896bf7 None None] Device a787970d-bc06-4325-9eb2-5e7935c9e9b6 not bound to the agent host hv-cinder-78638 {{(pid=103722) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
May 31 11:47:00.568262 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron.plugins.ml2.rpc [None req-43028a7b-58d7-408b-ac75-1328e6896bf7 None None] Device 80061ddb-141b-46d9-8e0c-9d5e918c279f no longer exists at agent hyperv_hv-cinder-78638 {{(pid=103722) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
May 31 11:47:00.610623 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron.plugins.ml2.plugin [None req-43028a7b-58d7-408b-ac75-1328e6896bf7 None None] No Port match for: 80061ddb-141b-46d9-8e0c-9d5e918c279f {{(pid=103722) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}}
May 31 11:47:00.610975 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron.plugins.ml2.rpc [None req-43028a7b-58d7-408b-ac75-1328e6896bf7 None None] Device 80061ddb-141b-46d9-8e0c-9d5e918c279f not bound to the agent host hv-cinder-78638 {{(pid=103722) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
May 31 11:47:00.641808 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [req-4a67f752-5e4a-4359-a81c-425ae55cd8ed req-94115ebe-806b-4e50-a9da-2f1ad5ba787f tempest-VolumesNegativeTest-2087413271 tempest-VolumesNegativeTest-2087413271-project] 10.222.0.57 "GET /v2.0/ports?device_id=6f822ad3-ca77-424f-a9ba-ae63400a8069 HTTP/1.1" status: 200  len: 210 time: 0.0437882
May 31 11:47:00.703910 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3930fc5e-5712-4a86-83bd-1f6e33d7b0e4 req-5ef61964-34cd-4dfc-b185-1e6e51c3150f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 11:47:00.706023 dv-cinder-786384-7-iscsi neutron-server[103720]: INFO neutron.wsgi [req-3930fc5e-5712-4a86-83bd-1f6e33d7b0e4 req-5ef61964-34cd-4dfc-b185-1e6e51c3150f service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=f3bd06944c9240d0a51b5da41de72600&device_id=3e7980f7-7a5b-4115-a41f-48764f578357 HTTP/1.1" status: 200  len: 1098 time: 0.0878708
May 31 11:47:00.845637 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a05b447-4398-4f4f-b138-1bab14943847 req-78178d0b-4dc5-4b53-9af2-7031eae1aaa5 tempest-AttachVolumeShelveTestJSON-127538222 tempest-AttachVolumeShelveTestJSON-127538222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 11:47:00.847148 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [req-1a05b447-4398-4f4f-b138-1bab14943847 req-78178d0b-4dc5-4b53-9af2-7031eae1aaa5 tempest-AttachVolumeShelveTestJSON-127538222 tempest-AttachVolumeShelveTestJSON-127538222-project] 10.222.0.57 "GET /v2.0/ports?device_id=3e7980f7-7a5b-4115-a41f-48764f578357 HTTP/1.1" status: 200  len: 945 time: 0.0792186
May 31 11:47:00.862363 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3930fc5e-5712-4a86-83bd-1f6e33d7b0e4 req-ef77f845-8b01-42a1-9a40-d0ae7109c135 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 11:47:00.863836 dv-cinder-786384-7-iscsi neutron-server[103720]: INFO neutron.wsgi [req-3930fc5e-5712-4a86-83bd-1f6e33d7b0e4 req-ef77f845-8b01-42a1-9a40-d0ae7109c135 service neutron] 10.222.0.60 "GET /v2.0/networks?id=2c20abfc-12cd-4800-b928-7191b2675429 HTTP/1.1" status: 200  len: 917 time: 0.1359913
May 31 11:47:00.891682 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [req-1a05b447-4398-4f4f-b138-1bab14943847 req-82d9dd3c-3b2d-4d4b-bb3c-b5527e505a4d tempest-AttachVolumeShelveTestJSON-127538222 tempest-AttachVolumeShelveTestJSON-127538222-project] 10.222.0.57 "GET /v2.0/security-groups?id=d1eff7f3-8a7b-4a53-9689-d64080240a11&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0386977
May 31 11:47:00.969069 dv-cinder-786384-7-iscsi neutron-server[103720]: INFO neutron.wsgi [req-3930fc5e-5712-4a86-83bd-1f6e33d7b0e4 req-05fc80e3-af4d-4fed-8465-d21eadf410b7 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=47adc6b5-17d9-4109-8892-d6283ab54f49 HTTP/1.1" status: 200  len: 1001 time: 0.0981097
May 31 11:47:01.040312 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3930fc5e-5712-4a86-83bd-1f6e33d7b0e4 req-20a39ef9-0a34-465b-b0b2-c099c7a609a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 11:47:01.041901 dv-cinder-786384-7-iscsi neutron-server[103720]: INFO neutron.wsgi [req-3930fc5e-5712-4a86-83bd-1f6e33d7b0e4 req-20a39ef9-0a34-465b-b0b2-c099c7a609a8 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=97d26c19-ffd5-4600-9f66-20181dad1656 HTTP/1.1" status: 200  len: 855 time: 0.0586071
May 31 11:47:01.136204 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3930fc5e-5712-4a86-83bd-1f6e33d7b0e4 req-e5d5880a-15ee-4738-887f-3904c963ce37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 11:47:01.138390 dv-cinder-786384-7-iscsi neutron-server[103720]: INFO neutron.wsgi [req-3930fc5e-5712-4a86-83bd-1f6e33d7b0e4 req-e5d5880a-15ee-4738-887f-3904c963ce37 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=2c20abfc-12cd-4800-b928-7191b2675429&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0804889
May 31 11:47:01.275322 dv-cinder-786384-7-iscsi neutron-server[103720]: INFO neutron.wsgi [req-3930fc5e-5712-4a86-83bd-1f6e33d7b0e4 req-fb30e329-212a-40fc-82f7-1e6929815b84 service neutron] 10.222.0.60 "GET /v2.0/networks/2c20abfc-12cd-4800-b928-7191b2675429?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1303079
May 31 11:47:01.352697 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron_lib.callbacks.manager [None req-43028a7b-58d7-408b-ac75-1328e6896bf7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744215964654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857257'] for agent, after_update {{(pid=103722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:47:01.409294 dv-cinder-786384-7-iscsi neutron-server[103720]: INFO neutron.wsgi [req-3930fc5e-5712-4a86-83bd-1f6e33d7b0e4 req-13257294-d7c4-4f6e-86e1-de7d6c214291 service neutron] 10.222.0.60 "GET /v2.0/networks/2c20abfc-12cd-4800-b928-7191b2675429?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1261880
May 31 11:47:02.181976 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c952c8c-8a65-454b-9147-71fac38a0e9d req-a37b9c69-5619-4712-9e0f-da1a755b05d9 tempest-AttachVolumeShelveTestJSON-127538222 tempest-AttachVolumeShelveTestJSON-127538222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 11:47:02.183514 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [req-8c952c8c-8a65-454b-9147-71fac38a0e9d req-a37b9c69-5619-4712-9e0f-da1a755b05d9 tempest-AttachVolumeShelveTestJSON-127538222 tempest-AttachVolumeShelveTestJSON-127538222-project] 10.222.0.57 "GET /v2.0/ports?device_id=3e7980f7-7a5b-4115-a41f-48764f578357 HTTP/1.1" status: 200  len: 945 time: 0.1606047
May 31 11:47:02.230543 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [req-8c952c8c-8a65-454b-9147-71fac38a0e9d req-01f249ff-8729-402c-8cf7-a96077f96c7b tempest-AttachVolumeShelveTestJSON-127538222 tempest-AttachVolumeShelveTestJSON-127538222-project] 10.222.0.57 "GET /v2.0/security-groups?id=d1eff7f3-8a7b-4a53-9689-d64080240a11&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0410912
May 31 11:47:02.512817 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron.plugins.ml2.rpc [None req-43028a7b-58d7-408b-ac75-1328e6896bf7 None None] Device 47adc6b5-17d9-4109-8892-d6283ab54f49 up at agent hyperv_hv-cinder-78638 {{(pid=103722) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 31 11:47:02.585298 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron.db.provisioning_blocks [None req-43028a7b-58d7-408b-ac75-1328e6896bf7 None None] Provisioning complete for port 47adc6b5-17d9-4109-8892-d6283ab54f49 triggered by entity L2. {{(pid=103722) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 31 11:47:02.586276 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron_lib.callbacks.manager [None req-43028a7b-58d7-408b-ac75-1328e6896bf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857618'] for port, provisioning_complete {{(pid=103722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:47:02.724545 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron_lib.callbacks.manager [None req-43028a7b-58d7-408b-ac75-1328e6896bf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-934180'] for port, before_update {{(pid=103722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:47:02.756469 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3e7980f7-7a5b-4115-a41f-48764f578357', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '47adc6b5-17d9-4109-8892-d6283ab54f49'}] {{(pid=103722) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 31 11:47:02.759404 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}385953046bb192346b13b574918bbc7d366126a5ac8301ca09ff73df2ee9323d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-39a8424d-5cdc-40c3-bd0c-b13682d2b754" -d '{"events": [{"server_uuid": "3e7980f7-7a5b-4115-a41f-48764f578357", "name": "network-vif-plugged", "status": "completed", "tag": "47adc6b5-17d9-4109-8892-d6283ab54f49"}]}' {{(pid=103722) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
May 31 11:47:02.781762 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron.plugins.ml2.db [None req-43028a7b-58d7-408b-ac75-1328e6896bf7 None None] For port 47adc6b5-17d9-4109-8892-d6283ab54f49, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=47adc6b5-17d9-4109-8892-d6283ab54f49,segment=NetworkSegment(fea50412-2064-40f9-97d7-ef805bb3a428),segment_id=fea50412-2064-40f9-97d7-ef805bb3a428)] {{(pid=103722) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 31 11:47:02.788128 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron_lib.callbacks.manager [None req-43028a7b-58d7-408b-ac75-1328e6896bf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937715', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3701677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744215954324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744215520988', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744215521293'] for port, after_update {{(pid=103722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:47:02.790227 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG oslo_concurrency.lockutils [None req-43028a7b-58d7-408b-ac75-1328e6896bf7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103722) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 31 11:47:02.853065 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 31 May 2021 11:47:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a3b6aa69-107d-42bc-b1ad-a137a4b3c516 x-openstack-request-id: req-a3b6aa69-107d-42bc-b1ad-a137a4b3c516 {{(pid=103722) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
May 31 11:47:02.853626 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3e7980f7-7a5b-4115-a41f-48764f578357", "name": "network-vif-plugged", "status": "completed", "tag": "47adc6b5-17d9-4109-8892-d6283ab54f49", "code": 200}]} {{(pid=103722) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
May 31 11:47:02.854065 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-a3b6aa69-107d-42bc-b1ad-a137a4b3c516 {{(pid=103722) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
May 31 11:47:02.854748 dv-cinder-786384-7-iscsi neutron-server[103722]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3e7980f7-7a5b-4115-a41f-48764f578357', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '47adc6b5-17d9-4109-8892-d6283ab54f49', 'code': 200}
May 31 11:47:02.947203 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43028a7b-58d7-408b-ac75-1328e6896bf7 None None] Pushing event updated for resources: {'Port': ['ID=47adc6b5-17d9-4109-8892-d6283ab54f49,revision_number=10']} {{(pid=103722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 31 11:47:02.950811 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG oslo_concurrency.lockutils [None req-43028a7b-58d7-408b-ac75-1328e6896bf7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=103722) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 31 11:47:03.091514 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron_lib.callbacks.manager [None req-b911c2cb-e889-4de2-a4b4-4ba795a4a244 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744215964654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857257'] for agent, after_update {{(pid=103722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:47:03.569890 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa58e1cb-34cd-49b9-b91a-6333b358ccf9 req-87b543fc-ae8f-4680-8567-7b92e95467bc tempest-AttachVolumeShelveTestJSON-127538222 tempest-AttachVolumeShelveTestJSON-127538222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 11:47:03.578182 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [req-fa58e1cb-34cd-49b9-b91a-6333b358ccf9 req-87b543fc-ae8f-4680-8567-7b92e95467bc tempest-AttachVolumeShelveTestJSON-127538222 tempest-AttachVolumeShelveTestJSON-127538222-project] 10.222.0.57 "GET /v2.0/ports?device_id=3e7980f7-7a5b-4115-a41f-48764f578357 HTTP/1.1" status: 200  len: 947 time: 0.1566348
May 31 11:47:03.645063 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [req-fa58e1cb-34cd-49b9-b91a-6333b358ccf9 req-b655b9fe-ee63-4643-9279-c92cf9c2c391 tempest-AttachVolumeShelveTestJSON-127538222 tempest-AttachVolumeShelveTestJSON-127538222-project] 10.222.0.57 "GET /v2.0/security-groups?id=d1eff7f3-8a7b-4a53-9689-d64080240a11&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0647819
May 31 11:47:03.696622 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68559bff-49cf-44a9-89d8-94c7ff077f96 req-b9f4b709-3394-4f60-9403-72fd3a5de095 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 11:47:03.699735 dv-cinder-786384-7-iscsi neutron-server[103720]: INFO neutron.wsgi [req-68559bff-49cf-44a9-89d8-94c7ff077f96 req-b9f4b709-3394-4f60-9403-72fd3a5de095 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=3e7980f7-7a5b-4115-a41f-48764f578357 HTTP/1.1" status: 200  len: 1100 time: 0.1169233
May 31 11:47:03.758676 dv-cinder-786384-7-iscsi neutron-server[103720]: INFO neutron.wsgi [req-68559bff-49cf-44a9-89d8-94c7ff077f96 req-7a2541fa-b1cc-424b-aa2a-ae33868b0e01 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=d1eff7f3-8a7b-4a53-9689-d64080240a11&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0520811
May 31 11:47:04.654290 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron.wsgi [-] (103720) accepted ('10.222.0.57', 44756) {{(pid=103720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 31 11:47:04.881327 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6506a39-826e-418b-ae52-884971649644 req-9cee3322-ed67-40b0-b1e6-a9a0b5a32ae1 tempest-AttachVolumeShelveTestJSON-127538222 tempest-AttachVolumeShelveTestJSON-127538222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 11:47:04.890010 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [req-f6506a39-826e-418b-ae52-884971649644 req-9cee3322-ed67-40b0-b1e6-a9a0b5a32ae1 tempest-AttachVolumeShelveTestJSON-127538222 tempest-AttachVolumeShelveTestJSON-127538222-project] 10.222.0.57 "GET /v2.0/ports?device_id=3e7980f7-7a5b-4115-a41f-48764f578357 HTTP/1.1" status: 200  len: 947 time: 0.1003978
May 31 11:47:04.902935 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-f82ba422-9488-44fc-a65a-8158ea5646d1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:47:04.920545 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron.db.quota.driver [None req-f82ba422-9488-44fc-a65a-8158ea5646d1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=103720) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 31 11:47:04.924555 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron.quota.resource [None req-f82ba422-9488-44fc-a65a-8158ea5646d1 admin admin] Usage tracker for resource:security_group_rule and tenant:15b197d868a5498084dd8153ee532e47 is out of sync, need to count used quota {{(pid=103720) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 31 11:47:04.927666 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron.quota.resource [None req-f82ba422-9488-44fc-a65a-8158ea5646d1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=103720) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 31 11:47:04.934266 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron.db.quota.driver [None req-f82ba422-9488-44fc-a65a-8158ea5646d1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=103720) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 31 11:47:04.946670 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [req-f6506a39-826e-418b-ae52-884971649644 req-a8df2498-7dbd-4301-9572-0b2d56fbd004 tempest-AttachVolumeShelveTestJSON-127538222 tempest-AttachVolumeShelveTestJSON-127538222-project] 10.222.0.57 "GET /v2.0/security-groups?id=d1eff7f3-8a7b-4a53-9689-d64080240a11&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0555170
May 31 11:47:05.050639 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-f82ba422-9488-44fc-a65a-8158ea5646d1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:47:05.056734 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-f82ba422-9488-44fc-a65a-8158ea5646d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3705957'] for security_group, after_create {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:47:05.067466 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG oslo_concurrency.lockutils [None req-29a00bf3-902b-456f-b225-676a243ecea5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103720) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 31 11:47:05.111279 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f82ba422-9488-44fc-a65a-8158ea5646d1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fdb0e5d8-cd49-4fe9-826f-684347d7dced,revision_number=1']} {{(pid=103720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 31 11:47:05.118554 dv-cinder-786384-7-iscsi neutron-server[103720]: INFO neutron.wsgi [None req-f82ba422-9488-44fc-a65a-8158ea5646d1 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=15b197d868a5498084dd8153ee532e47&name=default HTTP/1.1" status: 200  len: 2979 time: 0.4604039
May 31 11:47:05.118554 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG oslo_concurrency.lockutils [None req-f82ba422-9488-44fc-a65a-8158ea5646d1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=103720) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 31 11:47:05.118964 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron.wsgi [-] (103720) accepted ('10.222.0.57', 44782) {{(pid=103720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 31 11:47:05.229908 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-d27bfad8-5b94-42d2-9a1c-6300cc4e6700 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:47:05.283535 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-d27bfad8-5b94-42d2-9a1c-6300cc4e6700 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:47:05.399872 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-d27bfad8-5b94-42d2-9a1c-6300cc4e6700 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3705957'] for security_group, after_delete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:47:05.409199 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG oslo_concurrency.lockutils [None req-ca7bde71-235b-4b9e-8b0f-e76cad9e41d4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103720) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 31 11:47:05.435732 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d27bfad8-5b94-42d2-9a1c-6300cc4e6700 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fdb0e5d8-cd49-4fe9-826f-684347d7dced,revision_number=None']} {{(pid=103720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 31 11:47:05.463053 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-d27bfad8-5b94-42d2-9a1c-6300cc4e6700 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:47:05.468576 dv-cinder-786384-7-iscsi neutron-server[103720]: INFO neutron.wsgi [None req-d27bfad8-5b94-42d2-9a1c-6300cc4e6700 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/fdb0e5d8-cd49-4fe9-826f-684347d7dced HTTP/1.1" status: 204  len: 168 time: 0.3486724
May 31 11:47:05.472929 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG oslo_concurrency.lockutils [None req-d27bfad8-5b94-42d2-9a1c-6300cc4e6700 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=103720) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 31 11:47:05.525226 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron_lib.callbacks.manager [None req-de7713ae-3587-4dce-8e26-c36752dd877f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744215964654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857257'] for agent, after_update {{(pid=103722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:47:05.681189 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron_lib.callbacks.manager [None req-1f0a762f-0348-4bba-b860-8eddab4cd770 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744215964654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857257'] for agent, after_update {{(pid=103722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:47:06.458216 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea4c2314-b97e-456c-810f-78357bc78816 req-efbde708-d0fe-4fd7-b5a8-0ec0caf7bad1 tempest-AttachVolumeShelveTestJSON-127538222 tempest-AttachVolumeShelveTestJSON-127538222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 11:47:06.459758 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [req-ea4c2314-b97e-456c-810f-78357bc78816 req-efbde708-d0fe-4fd7-b5a8-0ec0caf7bad1 tempest-AttachVolumeShelveTestJSON-127538222 tempest-AttachVolumeShelveTestJSON-127538222-project] 10.222.0.57 "GET /v2.0/ports?device_id=3e7980f7-7a5b-4115-a41f-48764f578357 HTTP/1.1" status: 200  len: 947 time: 0.1176031
May 31 11:47:06.476637 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron_lib.callbacks.manager [None req-c59bf3d8-3f04-4740-8d75-807cb4f7478e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744215964654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857257'] for agent, after_update {{(pid=103722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:47:06.521503 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [req-ea4c2314-b97e-456c-810f-78357bc78816 req-defbe326-1c31-4af3-8c0a-0e4c51cbac80 tempest-AttachVolumeShelveTestJSON-127538222 tempest-AttachVolumeShelveTestJSON-127538222-project] 10.222.0.57 "GET /v2.0/security-groups?id=d1eff7f3-8a7b-4a53-9689-d64080240a11&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0552263
May 31 11:47:07.736007 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f18c1bcb-51e2-4ccf-a75e-c2948cd33677 req-a4f53f0c-3ff5-4f97-ba2a-8fd6e9d2c3f5 tempest-AttachVolumeShelveTestJSON-127538222 tempest-AttachVolumeShelveTestJSON-127538222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 11:47:07.738990 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [req-f18c1bcb-51e2-4ccf-a75e-c2948cd33677 req-a4f53f0c-3ff5-4f97-ba2a-8fd6e9d2c3f5 tempest-AttachVolumeShelveTestJSON-127538222 tempest-AttachVolumeShelveTestJSON-127538222-project] 10.222.0.57 "GET /v2.0/ports?device_id=3e7980f7-7a5b-4115-a41f-48764f578357 HTTP/1.1" status: 200  len: 947 time: 0.0872204
May 31 11:47:07.795038 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [req-f18c1bcb-51e2-4ccf-a75e-c2948cd33677 req-127313c8-ad26-486c-a1e8-711d70ca9f0e tempest-AttachVolumeShelveTestJSON-127538222 tempest-AttachVolumeShelveTestJSON-127538222-project] 10.222.0.57 "GET /v2.0/security-groups?id=d1eff7f3-8a7b-4a53-9689-d64080240a11&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0501387
May 31 11:47:07.939200 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron_lib.callbacks.manager [None req-e2b995a4-3526-4c71-93aa-7f4ba47dfd64 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744215964654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857257'] for agent, after_update {{(pid=103722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:47:08.133217 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron.wsgi [-] (103720) accepted ('10.222.0.57', 44892) {{(pid=103720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 31 11:47:08.323294 dv-cinder-786384-7-iscsi neutron-server[103720]: INFO neutron.wsgi [None req-c752cb60-6d04-4703-83a8-3cb8af0dae6a admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=098ea68fc6ac44b8a2110902bd86ec61&name=default HTTP/1.1" status: 200  len: 2979 time: 0.1888111
May 31 11:47:08.323575 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.wsgi [-] (103721) accepted ('10.222.0.57', 44898) {{(pid=103721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 31 11:47:08.428996 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron_lib.callbacks.manager [None req-0229103f-b84d-48f7-ae06-da1bb343e873 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:47:08.470702 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron_lib.callbacks.manager [None req-0229103f-b84d-48f7-ae06-da1bb343e873 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:47:08.530552 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron_lib.callbacks.manager [None req-0229103f-b84d-48f7-ae06-da1bb343e873 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3705957'] for security_group, after_delete {{(pid=103721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:47:08.534915 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG oslo_concurrency.lockutils [None req-c916bcee-2bf4-4b7f-99d8-59320bb785ce admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103721) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 31 11:47:08.571597 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0229103f-b84d-48f7-ae06-da1bb343e873 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a581bca2-977c-4016-b3cf-156e02ffa613,revision_number=None']} {{(pid=103721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 31 11:47:08.578205 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron_lib.callbacks.manager [None req-0229103f-b84d-48f7-ae06-da1bb343e873 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:47:08.595812 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [None req-0229103f-b84d-48f7-ae06-da1bb343e873 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/a581bca2-977c-4016-b3cf-156e02ffa613 HTTP/1.1" status: 204  len: 168 time: 0.2699058
May 31 11:47:08.612724 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0229103f-b84d-48f7-ae06-da1bb343e873 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786384-7-iscsi {{(pid=103721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 31 11:47:08.614299 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0229103f-b84d-48f7-ae06-da1bb343e873 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786384-7-iscsi {{(pid=103721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 31 11:47:08.618778 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0229103f-b84d-48f7-ae06-da1bb343e873 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786384-7-iscsi {{(pid=103721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 31 11:47:08.619479 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0229103f-b84d-48f7-ae06-da1bb343e873 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786384-7-iscsi {{(pid=103721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 31 11:47:08.620105 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0229103f-b84d-48f7-ae06-da1bb343e873 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786384-7-iscsi {{(pid=103721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 31 11:47:08.620764 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0229103f-b84d-48f7-ae06-da1bb343e873 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786384-7-iscsi {{(pid=103721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 31 11:47:08.621314 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0229103f-b84d-48f7-ae06-da1bb343e873 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786384-7-iscsi {{(pid=103721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 31 11:47:08.621905 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0229103f-b84d-48f7-ae06-da1bb343e873 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786384-7-iscsi {{(pid=103721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 31 11:47:08.622454 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0229103f-b84d-48f7-ae06-da1bb343e873 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786384-7-iscsi {{(pid=103721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 31 11:47:08.622998 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0229103f-b84d-48f7-ae06-da1bb343e873 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786384-7-iscsi {{(pid=103721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 31 11:47:08.623546 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0229103f-b84d-48f7-ae06-da1bb343e873 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786384-7-iscsi {{(pid=103721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 31 11:47:08.624247 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0229103f-b84d-48f7-ae06-da1bb343e873 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786384-7-iscsi {{(pid=103721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 31 11:47:08.631622 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG oslo_concurrency.lockutils [None req-0229103f-b84d-48f7-ae06-da1bb343e873 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=103721) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 31 11:47:09.479873 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.wsgi [-] (103721) accepted ('10.222.0.57', 44940) {{(pid=103721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 31 11:47:09.621321 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.api.v2.base [None req-bde356a1-0407-45f8-bd4c-9d719c581c66 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1820448711-network', 'tenant_id': '67225ec5f483494c9d8a6368709f6b83'}} {{(pid=103721) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 31 11:47:09.631588 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.db.quota.driver [None req-bde356a1-0407-45f8-bd4c-9d719c581c66 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=103721) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 31 11:47:09.635924 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.quota.resource [None req-bde356a1-0407-45f8-bd4c-9d719c581c66 admin admin] Usage tracker for resource:network and tenant:67225ec5f483494c9d8a6368709f6b83 is out of sync, need to count used quota {{(pid=103721) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 31 11:47:09.643657 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.quota.resource [None req-bde356a1-0407-45f8-bd4c-9d719c581c66 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=103721) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 31 11:47:09.652130 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.db.quota.driver [None req-bde356a1-0407-45f8-bd4c-9d719c581c66 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=103721) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 31 11:47:09.673800 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bde356a1-0407-45f8-bd4c-9d719c581c66 admin admin] Made reservation on behalf of 67225ec5f483494c9d8a6368709f6b83 for: {'network': 1} {{(pid=103721) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 31 11:47:09.676248 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron_lib.callbacks.manager [None req-bde356a1-0407-45f8-bd4c-9d719c581c66 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-934191'] for network, before_create {{(pid=103721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:47:09.693888 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron_lib.callbacks.manager [None req-bde356a1-0407-45f8-bd4c-9d719c581c66 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:47:09.718300 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.db.quota.driver [None req-bde356a1-0407-45f8-bd4c-9d719c581c66 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=103721) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 31 11:47:09.723729 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.quota.resource [None req-bde356a1-0407-45f8-bd4c-9d719c581c66 admin admin] Usage tracker for resource:security_group_rule and tenant:67225ec5f483494c9d8a6368709f6b83 is out of sync, need to count used quota {{(pid=103721) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 31 11:47:09.727230 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.quota.resource [None req-bde356a1-0407-45f8-bd4c-9d719c581c66 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=103721) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 31 11:47:09.745065 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.db.quota.driver [None req-bde356a1-0407-45f8-bd4c-9d719c581c66 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=103721) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 31 11:47:09.757383 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c474ba1e-78d8-4295-92c9-324ebd03e7b3 req-d828fd3f-f93e-46a4-a3a2-b31480b6c3b5 tempest-TestMinimumBasicScenario-386923442 tempest-TestMinimumBasicScenario-386923442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 11:47:09.758767 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [req-c474ba1e-78d8-4295-92c9-324ebd03e7b3 req-d828fd3f-f93e-46a4-a3a2-b31480b6c3b5 tempest-TestMinimumBasicScenario-386923442 tempest-TestMinimumBasicScenario-386923442-project] 10.222.0.57 "GET /v2.0/ports?device_id=25f4c6a2-d9fc-4492-b06a-41be27fc43a2 HTTP/1.1" status: 200  len: 946 time: 0.1870830
May 31 11:47:09.819014 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [req-c474ba1e-78d8-4295-92c9-324ebd03e7b3 req-c15a0743-5aed-4d32-8f79-43300ce44bca tempest-TestMinimumBasicScenario-386923442 tempest-TestMinimumBasicScenario-386923442-project] 10.222.0.57 "GET /v2.0/security-groups?id=f3724ee5-3f7d-4418-9672-f19ca2386f83&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0508099
May 31 11:47:09.858178 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron.wsgi [-] (103720) accepted ('10.222.0.57', 44950) {{(pid=103720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 31 11:47:09.959601 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron_lib.callbacks.manager [None req-bde356a1-0407-45f8-bd4c-9d719c581c66 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:47:09.966323 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron_lib.callbacks.manager [None req-bde356a1-0407-45f8-bd4c-9d719c581c66 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3705957'] for security_group, after_create {{(pid=103721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:47:09.976184 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG oslo_concurrency.lockutils [None req-06d620fe-77f1-4c39-998d-ae50599dc529 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103721) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 31 11:47:10.010541 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bde356a1-0407-45f8-bd4c-9d719c581c66 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 780}  {{(pid=103721) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
May 31 11:47:10.029528 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bde356a1-0407-45f8-bd4c-9d719c581c66 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fc64cda5-171b-4910-80a5-e13a8ad8d059,revision_number=1']} {{(pid=103721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 31 11:47:10.035867 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG oslo_concurrency.lockutils [None req-bde356a1-0407-45f8-bd4c-9d719c581c66 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=103721) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 31 11:47:10.037178 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron_lib.callbacks.manager [None req-bde356a1-0407-45f8-bd4c-9d719c581c66 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-882655'] for segment, precommit_create {{(pid=103721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:47:10.037685 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.db.segments_db [None req-bde356a1-0407-45f8-bd4c-9d719c581c66 admin admin] Added segment 85ec44de-340d-4adb-a400-8c2147a8ec2a of type vlan for network 56741204-4ce1-45fa-a0a1-399f87add183
May 31 11:47:10.081255 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron_lib.callbacks.manager [None req-bde356a1-0407-45f8-bd4c-9d719c581c66 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744215540035'] for network, precommit_create {{(pid=103721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:47:10.127508 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron_lib.callbacks.manager [None req-bde356a1-0407-45f8-bd4c-9d719c581c66 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3705951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3701686'] for network, after_create {{(pid=103721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:47:10.131971 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bde356a1-0407-45f8-bd4c-9d719c581c66 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 11:47:10.133309 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron_lib.callbacks.manager [None req-bde356a1-0407-45f8-bd4c-9d719c581c66 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3701651'] for network, before_response {{(pid=103721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:47:10.156046 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG oslo_concurrency.lockutils [None req-03712e3f-d6c2-4fdf-a221-2381ac1bf6e8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103721) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 31 11:47:10.173598 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [None req-bde356a1-0407-45f8-bd4c-9d719c581c66 admin admin] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201  len: 882 time: 0.6918356
May 31 11:47:10.181461 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.wsgi [-] (103721) accepted ('10.222.0.57', 44962) {{(pid=103721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 31 11:47:10.188800 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.api.v2.base [None req-93ee7b8e-430d-4231-b237-c6c06aa9e7f6 admin admin] Request body: {'subnet': {'network_id': '56741204-4ce1-45fa-a0a1-399f87add183', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1820448711-subnet', 'tenant_id': '67225ec5f483494c9d8a6368709f6b83', 'ip_version': 4}} {{(pid=103721) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 31 11:47:10.246018 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84c6dfce-3cb4-46e0-b548-30930a17717f tempest-TestMinimumBasicScenario-88121814 tempest-TestMinimumBasicScenario-88121814-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 11:47:10.246725 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron.quota.resource [None req-84c6dfce-3cb4-46e0-b548-30930a17717f tempest-TestMinimumBasicScenario-88121814 tempest-TestMinimumBasicScenario-88121814-project-admin] Synchronizing usage tracker for tenant:dfdc0f93eb8b481d8c6c144841890dc1 on resource:port {{(pid=103720) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 31 11:47:10.265005 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron.quota.resource [None req-84c6dfce-3cb4-46e0-b548-30930a17717f tempest-TestMinimumBasicScenario-88121814 tempest-TestMinimumBasicScenario-88121814-project-admin] Unset dirty status for tenant:dfdc0f93eb8b481d8c6c144841890dc1 on resource:port {{(pid=103720) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 31 11:47:10.269548 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.db.quota.driver [None req-93ee7b8e-430d-4231-b237-c6c06aa9e7f6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=103721) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 31 11:47:10.273396 dv-cinder-786384-7-iscsi neutron-server[103720]: INFO neutron.wsgi [None req-84c6dfce-3cb4-46e0-b548-30930a17717f tempest-TestMinimumBasicScenario-88121814 tempest-TestMinimumBasicScenario-88121814-project-admin] 10.222.0.57 "GET /v2.0/ports?device_id=25f4c6a2-d9fc-4492-b06a-41be27fc43a2 HTTP/1.1" status: 200  len: 1094 time: 0.4141657
May 31 11:47:10.274012 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron.wsgi [-] (103720) accepted ('10.222.0.57', 44966) {{(pid=103720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 31 11:47:10.279407 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron.api.v2.base [None req-d8d098b2-917d-41c3-bac1-098abfa0f7d9 tempest-TestMinimumBasicScenario-386923442 tempest-TestMinimumBasicScenario-386923442-project] Request body: {'floatingip': {'floating_network_id': '1cb16751-6ba1-494a-bef1-53f614bdb222', 'port_id': 'edbc0fcc-660b-4861-9417-be69a962d663', 'tenant_id': 'd2835694ba8b4386a2876202826dc222', 'fixed_ip_address': '172.20.0.12'}} {{(pid=103720) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 31 11:47:10.286312 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron.db.quota.driver [None req-d8d098b2-917d-41c3-bac1-098abfa0f7d9 tempest-TestMinimumBasicScenario-386923442 tempest-TestMinimumBasicScenario-386923442-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=103720) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 31 11:47:10.288067 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.quota.resource [None req-93ee7b8e-430d-4231-b237-c6c06aa9e7f6 admin admin] Usage tracker for resource:subnet and tenant:67225ec5f483494c9d8a6368709f6b83 is out of sync, need to count used quota {{(pid=103721) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 31 11:47:10.290824 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron.quota.resource [None req-d8d098b2-917d-41c3-bac1-098abfa0f7d9 tempest-TestMinimumBasicScenario-386923442 tempest-TestMinimumBasicScenario-386923442-project] Usage tracker for resource:floatingip and tenant:d2835694ba8b4386a2876202826dc222 is out of sync, need to count used quota {{(pid=103720) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 31 11:47:10.292867 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.quota.resource [None req-93ee7b8e-430d-4231-b237-c6c06aa9e7f6 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=103721) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 31 11:47:10.294795 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron.quota.resource [None req-d8d098b2-917d-41c3-bac1-098abfa0f7d9 tempest-TestMinimumBasicScenario-386923442 tempest-TestMinimumBasicScenario-386923442-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=103720) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 31 11:47:10.302420 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron.db.quota.driver [None req-d8d098b2-917d-41c3-bac1-098abfa0f7d9 tempest-TestMinimumBasicScenario-386923442 tempest-TestMinimumBasicScenario-386923442-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=103720) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 31 11:47:10.304454 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.db.quota.driver [None req-93ee7b8e-430d-4231-b237-c6c06aa9e7f6 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=103721) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 31 11:47:10.306521 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bde356a1-0407-45f8-bd4c-9d719c581c66 admin admin] Pushing event updated for resources: {'Network': ['ID=56741204-4ce1-45fa-a0a1-399f87add183,revision_number=1']} {{(pid=103721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 31 11:47:10.310333 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG oslo_concurrency.lockutils [None req-bde356a1-0407-45f8-bd4c-9d719c581c66 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=103721) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 31 11:47:10.319117 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-93ee7b8e-430d-4231-b237-c6c06aa9e7f6 admin admin] Made reservation on behalf of 67225ec5f483494c9d8a6368709f6b83 for: {'subnet': 1} {{(pid=103721) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 31 11:47:10.319325 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron.plugins.ml2.rpc [None req-1f0a762f-0348-4bba-b860-8eddab4cd770 None None] Network 56741204-4ce1-45fa-a0a1-399f87add183 details requested by agent ovs-agent-dv-cinder-786384-7-iscsi with host dv-cinder-786384-7-iscsi {{(pid=103722) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
May 31 11:47:10.322103 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron_lib.callbacks.manager [None req-93ee7b8e-430d-4231-b237-c6c06aa9e7f6 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2293559'] for subnet, before_create {{(pid=103721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:47:10.326012 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-d8d098b2-917d-41c3-bac1-098abfa0f7d9 tempest-TestMinimumBasicScenario-386923442 tempest-TestMinimumBasicScenario-386923442-project] Notify callbacks [] for floatingip, before_create {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:47:10.493439 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-d8d098b2-917d-41c3-bac1-098abfa0f7d9 tempest-TestMinimumBasicScenario-386923442 tempest-TestMinimumBasicScenario-386923442-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-934180'] for port, before_create {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:47:10.766467 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron.db.db_base_plugin_common [None req-d8d098b2-917d-41c3-bac1-098abfa0f7d9 tempest-TestMinimumBasicScenario-386923442 tempest-TestMinimumBasicScenario-386923442-project] Allocated IP 172.27.2.89 (1cb16751-6ba1-494a-bef1-53f614bdb222/1135c889-0623-4d10-975a-f2c46f50f0f6/49f58a2c-575c-437f-83bd-6f8c4297d11e) {{(pid=103720) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 31 11:47:10.777179 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron_lib.callbacks.manager [None req-93ee7b8e-430d-4231-b237-c6c06aa9e7f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3701677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2246338', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2293537'] for subnet, after_create {{(pid=103721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:47:10.782562 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG oslo_concurrency.lockutils [None req-8396ed27-38f7-4ffd-bc3b-58656083870e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103721) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 31 11:47:10.860345 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93ee7b8e-430d-4231-b237-c6c06aa9e7f6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0c8f52ca-30c0-490a-ab46-49af9203f193,revision_number=0']} {{(pid=103721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 31 11:47:10.863595 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG oslo_concurrency.lockutils [None req-93ee7b8e-430d-4231-b237-c6c06aa9e7f6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=103721) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 31 11:47:10.868006 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93ee7b8e-430d-4231-b237-c6c06aa9e7f6 admin admin] Checking segment: {'id': '85ec44de-340d-4adb-a400-8c2147a8ec2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 780, 'network_id': '56741204-4ce1-45fa-a0a1-399f87add183'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103721) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 31 11:47:10.868369 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93ee7b8e-430d-4231-b237-c6c06aa9e7f6 admin admin] Network hostable DHCP agents. Network: 56741204-4ce1-45fa-a0a1-399f87add183, hostable agents: ['dff46186-ee29-425e-9f8b-1a5cc0b5fc21'], hosted agents: [] {{(pid=103721) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
May 31 11:47:10.889043 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93ee7b8e-430d-4231-b237-c6c06aa9e7f6 admin admin] Network 56741204-4ce1-45fa-a0a1-399f87add183 is scheduled to be hosted by DHCP agent dff46186-ee29-425e-9f8b-1a5cc0b5fc21 with binding_index 1 {{(pid=103721) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
May 31 11:47:10.900550 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.scheduler.base_scheduler [None req-93ee7b8e-430d-4231-b237-c6c06aa9e7f6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786384-7-iscsi, 56741204-4ce1-45fa-a0a1-399f87add183) {{(pid=103721) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 31 11:47:10.911977 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93ee7b8e-430d-4231-b237-c6c06aa9e7f6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 11:47:10.912275 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c616eacf-0f6d-4b09-a1f6-ab0b95fbb12b None None] Network 56741204-4ce1-45fa-a0a1-399f87add183 requested from dv-cinder-786384-7-iscsi {{(pid=103722) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
May 31 11:47:10.912797 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron_lib.callbacks.manager [None req-93ee7b8e-430d-4231-b237-c6c06aa9e7f6 admin admin] Notify callbacks [] for subnet, before_response {{(pid=103721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:47:10.950410 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [None req-93ee7b8e-430d-4231-b237-c6c06aa9e7f6 admin admin] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 845 time: 0.7656350
May 31 11:47:10.952539 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron.wsgi [-] (103720) accepted ('10.222.0.57', 44974) {{(pid=103720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 31 11:47:10.962435 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron.api.v2.base [None req-81242d8c-5c0f-428b-9547-c2c7c9a7467c admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1820448711-router', 'tenant_id': '67225ec5f483494c9d8a6368709f6b83', 'external_gateway_info': {'network_id': '1cb16751-6ba1-494a-bef1-53f614bdb222'}}} {{(pid=103720) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 31 11:47:10.982322 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron.db.quota.driver [None req-81242d8c-5c0f-428b-9547-c2c7c9a7467c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=103720) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 31 11:47:10.989848 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron.quota.resource [None req-81242d8c-5c0f-428b-9547-c2c7c9a7467c admin admin] Usage tracker for resource:router and tenant:67225ec5f483494c9d8a6368709f6b83 is out of sync, need to count used quota {{(pid=103720) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 31 11:47:10.994881 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron.quota.resource [None req-81242d8c-5c0f-428b-9547-c2c7c9a7467c admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=103720) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 31 11:47:11.012770 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron.db.quota.driver [None req-81242d8c-5c0f-428b-9547-c2c7c9a7467c admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=103720) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 31 11:47:11.037327 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-d8d098b2-917d-41c3-bac1-098abfa0f7d9 tempest-TestMinimumBasicScenario-386923442 tempest-TestMinimumBasicScenario-386923442-project] Notify callbacks [] for port, precommit_create {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:47:11.042419 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-81242d8c-5c0f-428b-9547-c2c7c9a7467c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-4091324', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-953'] for router, before_create {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:47:11.042419 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-81242d8c-5c0f-428b-9547-c2c7c9a7467c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4091580', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4088419', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3731854', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-928'] for router, precommit_create {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:47:11.065395 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-81242d8c-5c0f-428b-9547-c2c7c9a7467c admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:47:11.175016 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-d8d098b2-917d-41c3-bac1-098abfa0f7d9 tempest-TestMinimumBasicScenario-386923442 tempest-TestMinimumBasicScenario-386923442-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937715', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3701677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744215520970', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2327893'] for port, after_create {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:47:11.190491 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103720) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 31 11:47:11.217467 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6fb907a-59bc-4fce-af1b-4063eba554eb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp392c12f8-4019-54cf-ac30-b8994873c460-56741204-4ce1-45fa-a0a1-399f87add183', 'network_id': '56741204-4ce1-45fa-a0a1-399f87add183', 'tenant_id': '67225ec5f483494c9d8a6368709f6b83', 'fixed_ips': [{'subnet_id': '0c8f52ca-30c0-490a-ab46-49af9203f193'}]}} from dv-cinder-786384-7-iscsi. {{(pid=103722) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}}
May 31 11:47:11.218317 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron_lib.callbacks.manager [None req-f6fb907a-59bc-4fce-af1b-4063eba554eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-934180'] for port, before_create {{(pid=103722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:47:11.407920 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8d098b2-917d-41c3-bac1-098abfa0f7d9 tempest-TestMinimumBasicScenario-386923442 tempest-TestMinimumBasicScenario-386923442-project] Network 1cb16751-6ba1-494a-bef1-53f614bdb222 is already hosted by enough agents. {{(pid=103720) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 31 11:47:11.416265 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron.scheduler.base_scheduler [None req-d8d098b2-917d-41c3-bac1-098abfa0f7d9 tempest-TestMinimumBasicScenario-386923442 tempest-TestMinimumBasicScenario-386923442-project] Resources bound (agent type, host, resource id):  {{(pid=103720) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 31 11:47:11.420655 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8d098b2-917d-41c3-bac1-098abfa0f7d9 tempest-TestMinimumBasicScenario-386923442 tempest-TestMinimumBasicScenario-386923442-project] Received port after_create {{(pid=103720) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
May 31 11:47:11.435719 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron.db.db_base_plugin_common [None req-f6fb907a-59bc-4fce-af1b-4063eba554eb None None] Allocated IP 172.20.0.2 (56741204-4ce1-45fa-a0a1-399f87add183/0c8f52ca-30c0-490a-ab46-49af9203f193/aadbd31b-4c77-4cfd-a5fe-fa975c2b053b) {{(pid=103722) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 31 11:47:11.565164 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8d098b2-917d-41c3-bac1-098abfa0f7d9 tempest-TestMinimumBasicScenario-386923442 tempest-TestMinimumBasicScenario-386923442-project] Pushing event updated for resources: {'Port': ['ID=49f58a2c-575c-437f-83bd-6f8c4297d11e,revision_number=1']} {{(pid=103720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 31 11:47:11.579602 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG oslo_concurrency.lockutils [None req-d8d098b2-917d-41c3-bac1-098abfa0f7d9 tempest-TestMinimumBasicScenario-386923442 tempest-TestMinimumBasicScenario-386923442-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.389s {{(pid=103720) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 31 11:47:11.618037 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-81242d8c-5c0f-428b-9547-c2c7c9a7467c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4088390', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4091278', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-978'] for router, precommit_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:47:11.684629 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron_lib.callbacks.manager [None req-f6fb907a-59bc-4fce-af1b-4063eba554eb None None] Notify callbacks [] for port, precommit_create {{(pid=103722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:47:11.701535 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron.db.provisioning_blocks [None req-f6fb907a-59bc-4fce-af1b-4063eba554eb None None] Transition to ACTIVE for port object aadbd31b-4c77-4cfd-a5fe-fa975c2b053b will not be triggered until provisioned by entity L2. {{(pid=103722) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 31 11:47:11.727379 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron.db.provisioning_blocks [None req-f6fb907a-59bc-4fce-af1b-4063eba554eb None None] Transition to ACTIVE for port object aadbd31b-4c77-4cfd-a5fe-fa975c2b053b will not be triggered until provisioned by entity DHCP. {{(pid=103722) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 31 11:47:11.735327 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron_lib.callbacks.manager [None req-f6fb907a-59bc-4fce-af1b-4063eba554eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937715', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3701677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744215520970'] for port, after_create {{(pid=103722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:47:11.740661 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG oslo_concurrency.lockutils [None req-43028a7b-58d7-408b-ac75-1328e6896bf7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103722) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 31 11:47:11.807901 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6fb907a-59bc-4fce-af1b-4063eba554eb None None] Network 56741204-4ce1-45fa-a0a1-399f87add183 is already hosted by enough agents. {{(pid=103722) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 31 11:47:11.810930 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron.scheduler.base_scheduler [None req-f6fb907a-59bc-4fce-af1b-4063eba554eb None None] Resources bound (agent type, host, resource id):  {{(pid=103722) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 31 11:47:11.814861 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6fb907a-59bc-4fce-af1b-4063eba554eb None None] Received port after_create {{(pid=103722) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
May 31 11:47:11.883407 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6fb907a-59bc-4fce-af1b-4063eba554eb None None] Pushing event updated for resources: {'Port': ['ID=aadbd31b-4c77-4cfd-a5fe-fa975c2b053b,revision_number=1']} {{(pid=103722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 31 11:47:11.900441 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG oslo_concurrency.lockutils [None req-f6fb907a-59bc-4fce-af1b-4063eba554eb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=103722) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 31 11:47:11.922059 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron.plugins.ml2.managers [None req-f6fb907a-59bc-4fce-af1b-4063eba554eb None None] Attempting to bind port aadbd31b-4c77-4cfd-a5fe-fa975c2b053b on host dv-cinder-786384-7-iscsi for vnic_type normal with profile  {{(pid=103722) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
May 31 11:47:11.922516 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron.plugins.ml2.managers [None req-f6fb907a-59bc-4fce-af1b-4063eba554eb None None] Attempting to bind port aadbd31b-4c77-4cfd-a5fe-fa975c2b053b by drivers openvswitch,hyperv on host dv-cinder-786384-7-iscsi at level 0 using segments [{'id': '85ec44de-340d-4adb-a400-8c2147a8ec2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 780, 'network_id': '56741204-4ce1-45fa-a0a1-399f87add183'}] {{(pid=103722) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
May 31 11:47:11.922964 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6fb907a-59bc-4fce-af1b-4063eba554eb None None] Attempting to bind port aadbd31b-4c77-4cfd-a5fe-fa975c2b053b on network 56741204-4ce1-45fa-a0a1-399f87add183 {{(pid=103722) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 31 11:47:11.928566 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6fb907a-59bc-4fce-af1b-4063eba554eb None None] Checking agent: {'id': 'c576d319-5791-4ac3-a718-d6660db1fc9b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786384-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 31, 11, 36, 6), 'started_at': datetime.datetime(2021, 5, 31, 11, 36, 36), 'heartbeat_timestamp': datetime.datetime(2021, 5, 31, 11, 47, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786384-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103722) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
May 31 11:47:11.929017 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6fb907a-59bc-4fce-af1b-4063eba554eb None None] Checking segment: {'id': '85ec44de-340d-4adb-a400-8c2147a8ec2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 780, 'network_id': '56741204-4ce1-45fa-a0a1-399f87add183'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103722) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 31 11:47:11.929506 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron_lib.callbacks.manager [None req-f6fb907a-59bc-4fce-af1b-4063eba554eb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:47:11.929972 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6fb907a-59bc-4fce-af1b-4063eba554eb None None] Bound using segment: {'id': '85ec44de-340d-4adb-a400-8c2147a8ec2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 780, 'network_id': '56741204-4ce1-45fa-a0a1-399f87add183'} {{(pid=103722) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
May 31 11:47:11.930528 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron.plugins.ml2.managers [None req-f6fb907a-59bc-4fce-af1b-4063eba554eb None None] Bound port: aadbd31b-4c77-4cfd-a5fe-fa975c2b053b, host: dv-cinder-786384-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '85ec44de-340d-4adb-a400-8c2147a8ec2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 780, 'network_id': '56741204-4ce1-45fa-a0a1-399f87add183'}}] {{(pid=103722) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
May 31 11:47:11.930905 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron_lib.callbacks.manager [None req-f6fb907a-59bc-4fce-af1b-4063eba554eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-934180'] for port, before_update {{(pid=103722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:47:12.039122 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron.plugins.ml2.db [None req-f6fb907a-59bc-4fce-af1b-4063eba554eb None None] For port aadbd31b-4c77-4cfd-a5fe-fa975c2b053b, host dv-cinder-786384-7-iscsi, cleared binding levels {{(pid=103722) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
May 31 11:47:12.042812 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron.plugins.ml2.db [None req-f6fb907a-59bc-4fce-af1b-4063eba554eb None None] For port aadbd31b-4c77-4cfd-a5fe-fa975c2b053b, host dv-cinder-786384-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786384-7-iscsi',level=0,port_id=aadbd31b-4c77-4cfd-a5fe-fa975c2b053b,segment=NetworkSegment(85ec44de-340d-4adb-a400-8c2147a8ec2a),segment_id=85ec44de-340d-4adb-a400-8c2147a8ec2a)] {{(pid=103722) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
May 31 11:47:12.048664 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron_lib.callbacks.manager [None req-f6fb907a-59bc-4fce-af1b-4063eba554eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937715', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3701677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744215954324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744215520988', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744215521293'] for port, after_update {{(pid=103722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:47:12.052561 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG oslo_concurrency.lockutils [None req-43028a7b-58d7-408b-ac75-1328e6896bf7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103722) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 31 11:47:12.136707 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6fb907a-59bc-4fce-af1b-4063eba554eb None None] Pushing event updated for resources: {'Port': ['ID=aadbd31b-4c77-4cfd-a5fe-fa975c2b053b,revision_number=2']} {{(pid=103722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 31 11:47:12.139989 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG oslo_concurrency.lockutils [None req-f6fb907a-59bc-4fce-af1b-4063eba554eb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=103722) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 31 11:47:12.624681 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-81242d8c-5c0f-428b-9547-c2c7c9a7467c admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:47:12.662583 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-81242d8c-5c0f-428b-9547-c2c7c9a7467c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-934180'] for port, before_create {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:47:12.732815 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-d8d098b2-917d-41c3-bac1-098abfa0f7d9 tempest-TestMinimumBasicScenario-386923442 tempest-TestMinimumBasicScenario-386923442-project] Notify callbacks [] for floatingip, precommit_create {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:47:12.879475 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron.db.db_base_plugin_common [None req-81242d8c-5c0f-428b-9547-c2c7c9a7467c admin admin] Allocated IP 172.27.2.140 (1cb16751-6ba1-494a-bef1-53f614bdb222/1135c889-0623-4d10-975a-f2c46f50f0f6/17ec24c9-8383-4534-b5a1-5e7aee5329b8) {{(pid=103720) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 31 11:47:12.889013 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-d8d098b2-917d-41c3-bac1-098abfa0f7d9 tempest-TestMinimumBasicScenario-386923442 tempest-TestMinimumBasicScenario-386923442-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-934180'] for port, before_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:47:13.014552 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e06fc438-a106-470e-99a3-40df15767352 req-b75dd787-b2c2-4c08-a511-6fc18c7b4c77 tempest-ServerRescueNegativeTestJSON-1419813537 tempest-ServerRescueNegativeTestJSON-1419813537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 11:47:13.028295 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [req-e06fc438-a106-470e-99a3-40df15767352 req-b75dd787-b2c2-4c08-a511-6fc18c7b4c77 tempest-ServerRescueNegativeTestJSON-1419813537 tempest-ServerRescueNegativeTestJSON-1419813537-project] 10.222.0.57 "GET /v2.0/ports?device_id=b2dee92b-5362-45b1-88ed-3987b2942c9a HTTP/1.1" status: 200  len: 946 time: 0.1406059
May 31 11:47:13.100529 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [req-e06fc438-a106-470e-99a3-40df15767352 req-d85c5e5e-caf6-4986-88a5-8a08b1232d26 tempest-ServerRescueNegativeTestJSON-1419813537 tempest-ServerRescueNegativeTestJSON-1419813537-project] 10.222.0.57 "GET /v2.0/security-groups?id=61284c33-46c4-4e49-8e24-329051971a91&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0707130
May 31 11:47:13.242992 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-81242d8c-5c0f-428b-9547-c2c7c9a7467c admin admin] Notify callbacks [] for port, precommit_create {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:47:13.250986 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron.plugins.ml2.rpc [None req-1f0a762f-0348-4bba-b860-8eddab4cd770 None None] Device aadbd31b-4c77-4cfd-a5fe-fa975c2b053b up at agent ovs-agent-dv-cinder-786384-7-iscsi {{(pid=103722) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 31 11:47:13.332450 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-d8d098b2-917d-41c3-bac1-098abfa0f7d9 tempest-TestMinimumBasicScenario-386923442 tempest-TestMinimumBasicScenario-386923442-project] Notify callbacks [] for port, precommit_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:47:13.339163 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-d8d098b2-917d-41c3-bac1-098abfa0f7d9 tempest-TestMinimumBasicScenario-386923442 tempest-TestMinimumBasicScenario-386923442-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937715', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3701677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744215954324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744215520988', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744215521293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2327900'] for port, after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:47:13.349907 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103720) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 31 11:47:13.357116 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron.db.provisioning_blocks [None req-1f0a762f-0348-4bba-b860-8eddab4cd770 None None] Provisioning for port aadbd31b-4c77-4cfd-a5fe-fa975c2b053b completed by entity L2. {{(pid=103722) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 31 11:47:13.396747 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-81242d8c-5c0f-428b-9547-c2c7c9a7467c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937715', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3701677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744215520970', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2327893'] for port, after_create {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:47:13.474304 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81242d8c-5c0f-428b-9547-c2c7c9a7467c admin admin] Network 1cb16751-6ba1-494a-bef1-53f614bdb222 is already hosted by enough agents. {{(pid=103720) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 31 11:47:13.479338 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron.scheduler.base_scheduler [None req-81242d8c-5c0f-428b-9547-c2c7c9a7467c admin admin] Resources bound (agent type, host, resource id):  {{(pid=103720) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 31 11:47:13.487566 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81242d8c-5c0f-428b-9547-c2c7c9a7467c admin admin] Received port after_create {{(pid=103720) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
May 31 11:47:13.546093 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-d8d098b2-917d-41c3-bac1-098abfa0f7d9 tempest-TestMinimumBasicScenario-386923442 tempest-TestMinimumBasicScenario-386923442-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4088573'] for floatingip, after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:47:13.612241 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af3b41b0-db0d-48c8-876d-7ee27e007382 None None] Network 56741204-4ce1-45fa-a0a1-399f87add183 requested from dv-cinder-786384-7-iscsi {{(pid=103722) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
May 31 11:47:13.615102 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8d098b2-917d-41c3-bac1-098abfa0f7d9 tempest-TestMinimumBasicScenario-386923442 tempest-TestMinimumBasicScenario-386923442-project] Pushing event updated for resources: {'Port': ['ID=49f58a2c-575c-437f-83bd-6f8c4297d11e,revision_number=2']} {{(pid=103720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 31 11:47:13.629376 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG oslo_concurrency.lockutils [None req-d8d098b2-917d-41c3-bac1-098abfa0f7d9 tempest-TestMinimumBasicScenario-386923442 tempest-TestMinimumBasicScenario-386923442-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.279s {{(pid=103720) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 31 11:47:13.639565 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.201s {{(pid=103720) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 31 11:47:13.794409 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron.db.provisioning_blocks [None req-54d4edd6-78a6-4f2f-b1a0-8e301edfe04c None None] Provisioning for port aadbd31b-4c77-4cfd-a5fe-fa975c2b053b completed by entity DHCP. {{(pid=103722) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 31 11:47:13.807445 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron.db.provisioning_blocks [None req-54d4edd6-78a6-4f2f-b1a0-8e301edfe04c None None] Provisioning complete for port aadbd31b-4c77-4cfd-a5fe-fa975c2b053b triggered by entity DHCP. {{(pid=103722) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 31 11:47:13.808233 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron_lib.callbacks.manager [None req-54d4edd6-78a6-4f2f-b1a0-8e301edfe04c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857618'] for port, provisioning_complete {{(pid=103722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:47:13.973056 dv-cinder-786384-7-iscsi neutron-server[103720]: INFO neutron.db.l3_db [None req-d8d098b2-917d-41c3-bac1-098abfa0f7d9 tempest-TestMinimumBasicScenario-386923442 tempest-TestMinimumBasicScenario-386923442-project] Floating IP ff35bfb2-d670-4ae5-8990-59b2e2e432fb associated. External IP: 172.27.2.89, port: edbc0fcc-660b-4861-9417-be69a962d663.
May 31 11:47:14.029720 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81242d8c-5c0f-428b-9547-c2c7c9a7467c admin admin] Pushing event updated for resources: {'Port': ['ID=17ec24c9-8383-4534-b5a1-5e7aee5329b8,revision_number=1']} {{(pid=103720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 31 11:47:14.031149 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron_lib.callbacks.manager [None req-54d4edd6-78a6-4f2f-b1a0-8e301edfe04c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-934180'] for port, before_update {{(pid=103722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:47:14.090807 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron.plugins.ml2.db [None req-54d4edd6-78a6-4f2f-b1a0-8e301edfe04c None None] For port aadbd31b-4c77-4cfd-a5fe-fa975c2b053b, host dv-cinder-786384-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786384-7-iscsi',level=0,port_id=aadbd31b-4c77-4cfd-a5fe-fa975c2b053b,segment=NetworkSegment(85ec44de-340d-4adb-a400-8c2147a8ec2a),segment_id=85ec44de-340d-4adb-a400-8c2147a8ec2a)] {{(pid=103722) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 31 11:47:14.096905 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron_lib.callbacks.manager [None req-54d4edd6-78a6-4f2f-b1a0-8e301edfe04c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937715', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3701677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744215954324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744215520988', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744215521293'] for port, after_update {{(pid=103722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:47:14.104048 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG oslo_concurrency.lockutils [None req-aff85fa1-ab01-4bff-9fdc-effcde8f4f00 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103722) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 31 11:47:14.219249 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54d4edd6-78a6-4f2f-b1a0-8e301edfe04c None None] Pushing event updated for resources: {'Port': ['ID=aadbd31b-4c77-4cfd-a5fe-fa975c2b053b,revision_number=3']} {{(pid=103722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 31 11:47:14.231677 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG oslo_concurrency.lockutils [None req-54d4edd6-78a6-4f2f-b1a0-8e301edfe04c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=103722) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 31 11:47:14.363912 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG oslo_concurrency.lockutils [None req-81242d8c-5c0f-428b-9547-c2c7c9a7467c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.724s {{(pid=103720) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 31 11:47:14.381473 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edd39c7a-4b4e-4622-a048-105f6883cf2c req-f02e80d2-0854-4088-9353-aa3d1ded18e8 tempest-ServerRescueNegativeTestJSON-1419813537 tempest-ServerRescueNegativeTestJSON-1419813537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 11:47:14.382998 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [req-edd39c7a-4b4e-4622-a048-105f6883cf2c req-f02e80d2-0854-4088-9353-aa3d1ded18e8 tempest-ServerRescueNegativeTestJSON-1419813537 tempest-ServerRescueNegativeTestJSON-1419813537-project] 10.222.0.57 "GET /v2.0/ports?device_id=b2dee92b-5362-45b1-88ed-3987b2942c9a HTTP/1.1" status: 200  len: 946 time: 0.1034765
May 31 11:47:14.419327 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron.db.provisioning_blocks [None req-0f0848a5-a17e-446e-ac93-b8aa97bb39f9 None None] Provisioning complete for port aadbd31b-4c77-4cfd-a5fe-fa975c2b053b triggered by entity DHCP. {{(pid=103722) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 31 11:47:14.420444 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron_lib.callbacks.manager [None req-0f0848a5-a17e-446e-ac93-b8aa97bb39f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857618'] for port, provisioning_complete {{(pid=103722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:47:14.447673 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [req-edd39c7a-4b4e-4622-a048-105f6883cf2c req-d49b662d-7960-4fec-89df-058265cf8ae2 tempest-ServerRescueNegativeTestJSON-1419813537 tempest-ServerRescueNegativeTestJSON-1419813537-project] 10.222.0.57 "GET /v2.0/security-groups?id=61284c33-46c4-4e49-8e24-329051971a91&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0558105
May 31 11:47:14.750271 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-81242d8c-5c0f-428b-9547-c2c7c9a7467c admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:47:15.165275 dv-cinder-786384-7-iscsi neutron-server[103723]: DEBUG neutron.db.agents_db [None req-cb648da2-ef1b-4de5-af28-8b32e926ae6d None None] Agent healthcheck: found 6 active agents {{(pid=103723) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}}
May 31 11:47:15.196767 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d8d098b2-917d-41c3-bac1-098abfa0f7d9 tempest-TestMinimumBasicScenario-386923442 tempest-TestMinimumBasicScenario-386923442-project] Router c94f58c1-2562-4d76-ab33-5787d18ddab7 has already been hosted by L3 agent f8c17dd7-da16-4427-b6e3-d7e30616bc4c {{(pid=103720) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
May 31 11:47:15.235328 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron.plugins.ml2.rpc [None req-1f0a762f-0348-4bba-b860-8eddab4cd770 None None] Device aadbd31b-4c77-4cfd-a5fe-fa975c2b053b up at agent ovs-agent-dv-cinder-786384-7-iscsi {{(pid=103722) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 31 11:47:15.303958 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron.db.provisioning_blocks [None req-1f0a762f-0348-4bba-b860-8eddab4cd770 None None] Provisioning complete for port aadbd31b-4c77-4cfd-a5fe-fa975c2b053b triggered by entity L2. {{(pid=103722) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 31 11:47:15.304341 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron_lib.callbacks.manager [None req-1f0a762f-0348-4bba-b860-8eddab4cd770 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857618'] for port, provisioning_complete {{(pid=103722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:47:15.575284 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-81242d8c-5c0f-428b-9547-c2c7c9a7467c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4091317', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4088325'] for router, after_create {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:47:15.675343 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3f79b4e-1cdb-4fb1-a013-fbd03c9d9861 req-5f7de90a-931b-4a51-b15f-be97a03755a2 tempest-ServerRescueNegativeTestJSON-1419813537 tempest-ServerRescueNegativeTestJSON-1419813537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 11:47:15.676894 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [req-c3f79b4e-1cdb-4fb1-a013-fbd03c9d9861 req-5f7de90a-931b-4a51-b15f-be97a03755a2 tempest-ServerRescueNegativeTestJSON-1419813537 tempest-ServerRescueNegativeTestJSON-1419813537-project] 10.222.0.57 "GET /v2.0/ports?device_id=b2dee92b-5362-45b1-88ed-3987b2942c9a HTTP/1.1" status: 200  len: 946 time: 0.0870166
May 31 11:47:15.746045 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [req-c3f79b4e-1cdb-4fb1-a013-fbd03c9d9861 req-86417215-c020-4b47-bb09-565c67e513f5 tempest-ServerRescueNegativeTestJSON-1419813537 tempest-ServerRescueNegativeTestJSON-1419813537-project] 10.222.0.57 "GET /v2.0/security-groups?id=61284c33-46c4-4e49-8e24-329051971a91&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0611341
May 31 11:47:15.808563 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d8d098b2-917d-41c3-bac1-098abfa0f7d9 tempest-TestMinimumBasicScenario-386923442 tempest-TestMinimumBasicScenario-386923442-project] Notify agent at l3_agent.dv-cinder-786384-7-iscsi the message routers_updated {{(pid=103720) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
May 31 11:47:15.818985 dv-cinder-786384-7-iscsi neutron-server[103723]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77c0114d-34f8-47fa-ad41-a2963269fcc6 None None] Sync routers for ids ['c94f58c1-2562-4d76-ab33-5787d18ddab7'] in dv-cinder-786384-7-iscsi {{(pid=103723) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 31 11:47:15.831810 dv-cinder-786384-7-iscsi neutron-server[103723]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77c0114d-34f8-47fa-ad41-a2963269fcc6 None None] Routers {'c94f58c1-2562-4d76-ab33-5787d18ddab7'} bound to L3 agent in host dv-cinder-786384-7-iscsi {{(pid=103723) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 31 11:47:15.832686 dv-cinder-786384-7-iscsi neutron-server[103723]: DEBUG neutron.db.l3_hamode_db [None req-77c0114d-34f8-47fa-ad41-a2963269fcc6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f3ebd6f2c70>, 'dv-cinder-786384-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-31T11:36:05Z,description=<?>,heartbeat_timestamp=2021-05-31T11:47:05Z,host='dv-cinder-786384-7-iscsi',id=f8c17dd7-da16-4427-b6e3-d7e30616bc4c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-31T11:36:05Z,topic='l3_agent')) {'router_ids': ['c94f58c1-2562-4d76-ab33-5787d18ddab7'], 'active': True} {{(pid=103723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 31 11:47:15.927353 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-d8d098b2-917d-41c3-bac1-098abfa0f7d9 tempest-TestMinimumBasicScenario-386923442 tempest-TestMinimumBasicScenario-386923442-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46333'] for floatingip, before_response {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:47:16.015977 dv-cinder-786384-7-iscsi neutron-server[103720]: INFO neutron.wsgi [None req-d8d098b2-917d-41c3-bac1-098abfa0f7d9 tempest-TestMinimumBasicScenario-386923442 tempest-TestMinimumBasicScenario-386923442-project] 10.222.0.57 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 996 time: 5.7390211
May 31 11:47:16.016527 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '25f4c6a2-d9fc-4492-b06a-41be27fc43a2', 'tag': 'edbc0fcc-660b-4861-9417-be69a962d663'}] {{(pid=103720) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 31 11:47:16.016647 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.wsgi [-] (103721) accepted ('10.222.0.57', 45014) {{(pid=103721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 31 11:47:16.022322 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.api.v2.base [None req-08bf5972-4d96-452a-9d63-37c48f19809e tempest-TestMinimumBasicScenario-386923442 tempest-TestMinimumBasicScenario-386923442-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-896353831', 'description': 'tempest-secgroup-smoke-896353831 description', 'project_id': 'd2835694ba8b4386a2876202826dc222'}} {{(pid=103721) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 31 11:47:16.027461 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6839f599539fa4c6e3ba02718c376b16d52b950f3872e5f8c495d4ff24c4a199" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5f267038-5448-4641-80f9-1b019d6ecfa6" -d '{"events": [{"name": "network-changed", "server_uuid": "25f4c6a2-d9fc-4492-b06a-41be27fc43a2", "tag": "edbc0fcc-660b-4861-9417-be69a962d663"}]}' {{(pid=103720) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
May 31 11:47:16.029716 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.db.quota.driver [None req-08bf5972-4d96-452a-9d63-37c48f19809e tempest-TestMinimumBasicScenario-386923442 tempest-TestMinimumBasicScenario-386923442-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=103721) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 31 11:47:16.058213 dv-cinder-786384-7-iscsi neutron-server[103723]: DEBUG neutron.db.l3_dvr_db [None req-77c0114d-34f8-47fa-ad41-a2963269fcc6 None None] Set router c94f58c1-2562-4d76-ab33-5787d18ddab7 gateway port host: dv-cinder-786384-7-iscsi {{(pid=103723) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
May 31 11:47:16.068870 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.db.quota.driver [None req-08bf5972-4d96-452a-9d63-37c48f19809e tempest-TestMinimumBasicScenario-386923442 tempest-TestMinimumBasicScenario-386923442-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=103721) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 31 11:47:16.076598 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-81242d8c-5c0f-428b-9547-c2c7c9a7467c admin admin] Router c5fc676f-fec8-4683-bbb8-4ef1f0fbc090 is scheduled to L3 agent f8c17dd7-da16-4427-b6e3-d7e30616bc4c with binding_index 1 {{(pid=103720) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}}
May 31 11:47:16.110231 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron_lib.callbacks.manager [None req-08bf5972-4d96-452a-9d63-37c48f19809e tempest-TestMinimumBasicScenario-386923442 tempest-TestMinimumBasicScenario-386923442-project] Notify callbacks [] for security_group, before_create {{(pid=103721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:47:16.137396 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.db.quota.driver [None req-08bf5972-4d96-452a-9d63-37c48f19809e tempest-TestMinimumBasicScenario-386923442 tempest-TestMinimumBasicScenario-386923442-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=103721) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 31 11:47:16.142469 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.quota.resource [None req-08bf5972-4d96-452a-9d63-37c48f19809e tempest-TestMinimumBasicScenario-386923442 tempest-TestMinimumBasicScenario-386923442-project] Usage tracker for resource:security_group_rule and tenant:d2835694ba8b4386a2876202826dc222 is out of sync, need to count used quota {{(pid=103721) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 31 11:47:16.145946 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.quota.resource [None req-08bf5972-4d96-452a-9d63-37c48f19809e tempest-TestMinimumBasicScenario-386923442 tempest-TestMinimumBasicScenario-386923442-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=103721) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 31 11:47:16.152573 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.db.quota.driver [None req-08bf5972-4d96-452a-9d63-37c48f19809e tempest-TestMinimumBasicScenario-386923442 tempest-TestMinimumBasicScenario-386923442-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=103721) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 31 11:47:16.252844 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron_lib.callbacks.manager [None req-08bf5972-4d96-452a-9d63-37c48f19809e tempest-TestMinimumBasicScenario-386923442 tempest-TestMinimumBasicScenario-386923442-project] Notify callbacks [] for security_group, precommit_create {{(pid=103721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:47:16.263495 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron_lib.callbacks.manager [None req-08bf5972-4d96-452a-9d63-37c48f19809e tempest-TestMinimumBasicScenario-386923442 tempest-TestMinimumBasicScenario-386923442-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3705957'] for security_group, after_create {{(pid=103721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:47:16.270894 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 31 May 2021 11:47:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-11d5f689-6c9e-4c82-90d8-6b82d0d5bd92 x-openstack-request-id: req-11d5f689-6c9e-4c82-90d8-6b82d0d5bd92 {{(pid=103720) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
May 31 11:47:16.271593 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "25f4c6a2-d9fc-4492-b06a-41be27fc43a2", "tag": "edbc0fcc-660b-4861-9417-be69a962d663", "status": "completed", "code": 200}]} {{(pid=103720) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
May 31 11:47:16.271830 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG oslo_concurrency.lockutils [None req-302e8213-3ab9-4130-9607-f6da3720f4dc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103721) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 31 11:47:16.272474 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-11d5f689-6c9e-4c82-90d8-6b82d0d5bd92 {{(pid=103720) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
May 31 11:47:16.273099 dv-cinder-786384-7-iscsi neutron-server[103720]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '25f4c6a2-d9fc-4492-b06a-41be27fc43a2', 'tag': 'edbc0fcc-660b-4861-9417-be69a962d663', 'status': 'completed', 'code': 200}
May 31 11:47:16.421593 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-81242d8c-5c0f-428b-9547-c2c7c9a7467c admin admin] Notify agent at l3_agent.dv-cinder-786384-7-iscsi the message routers_updated {{(pid=103720) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
May 31 11:47:16.432838 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee2510fa-b379-4a92-a62b-99f8b95c1129 None None] Sync routers for ids ['c5fc676f-fec8-4683-bbb8-4ef1f0fbc090'] in dv-cinder-786384-7-iscsi {{(pid=103722) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 31 11:47:16.445830 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb53d80f-9b11-4a52-ae1d-1074b75c426a req-a684b3ac-4c56-4b92-b6fc-cd2e3f8199d5 tempest-ServerRescueNegativeTestJSON-1419813537 tempest-ServerRescueNegativeTestJSON-1419813537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 11:47:16.446679 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron.quota.resource [req-eb53d80f-9b11-4a52-ae1d-1074b75c426a req-a684b3ac-4c56-4b92-b6fc-cd2e3f8199d5 tempest-ServerRescueNegativeTestJSON-1419813537 tempest-ServerRescueNegativeTestJSON-1419813537-project] Synchronizing usage tracker for tenant:e6680e894741452ebedaacc4ca6c4c58 on resource:port {{(pid=103720) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 31 11:47:16.453301 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee2510fa-b379-4a92-a62b-99f8b95c1129 None None] Routers {'c5fc676f-fec8-4683-bbb8-4ef1f0fbc090'} bound to L3 agent in host dv-cinder-786384-7-iscsi {{(pid=103722) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 31 11:47:16.454076 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron.db.l3_hamode_db [None req-ee2510fa-b379-4a92-a62b-99f8b95c1129 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f3ebc9f31c0>, 'dv-cinder-786384-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-31T11:36:05Z,description=<?>,heartbeat_timestamp=2021-05-31T11:47:05Z,host='dv-cinder-786384-7-iscsi',id=f8c17dd7-da16-4427-b6e3-d7e30616bc4c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-31T11:36:05Z,topic='l3_agent')) {'router_ids': ['c5fc676f-fec8-4683-bbb8-4ef1f0fbc090'], 'active': True} {{(pid=103722) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 31 11:47:16.466100 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-81242d8c-5c0f-428b-9547-c2c7c9a7467c admin admin] Notify callbacks [] for router, before_response {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:47:16.470129 dv-cinder-786384-7-iscsi neutron-server[103720]: INFO neutron.wsgi [None req-81242d8c-5c0f-428b-9547-c2c7c9a7467c admin admin] 10.222.0.57 "POST /v2.0/routers HTTP/1.1" status: 201  len: 921 time: 5.5139296
May 31 11:47:16.470129 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron.quota.resource [req-eb53d80f-9b11-4a52-ae1d-1074b75c426a req-a684b3ac-4c56-4b92-b6fc-cd2e3f8199d5 tempest-ServerRescueNegativeTestJSON-1419813537 tempest-ServerRescueNegativeTestJSON-1419813537-project] Unset dirty status for tenant:e6680e894741452ebedaacc4ca6c4c58 on resource:port {{(pid=103720) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 31 11:47:16.470129 dv-cinder-786384-7-iscsi neutron-server[103720]: INFO neutron.wsgi [req-eb53d80f-9b11-4a52-ae1d-1074b75c426a req-a684b3ac-4c56-4b92-b6fc-cd2e3f8199d5 tempest-ServerRescueNegativeTestJSON-1419813537 tempest-ServerRescueNegativeTestJSON-1419813537-project] 10.222.0.60 "GET /v2.0/ports?device_id=b2dee92b-5362-45b1-88ed-3987b2942c9a HTTP/1.1" status: 200  len: 946 time: 0.2796683
May 31 11:47:16.470489 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron.wsgi [-] (103720) accepted ('10.222.0.57', 45028) {{(pid=103720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 31 11:47:16.490226 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08bf5972-4d96-452a-9d63-37c48f19809e tempest-TestMinimumBasicScenario-386923442 tempest-TestMinimumBasicScenario-386923442-project] Pushing event updated for resources: {'SecurityGroup': ['ID=367d638f-65de-4460-8c85-5f3624b2eecf,revision_number=1']} {{(pid=103721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 31 11:47:16.498629 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG oslo_concurrency.lockutils [None req-08bf5972-4d96-452a-9d63-37c48f19809e tempest-TestMinimumBasicScenario-386923442 tempest-TestMinimumBasicScenario-386923442-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.227s {{(pid=103721) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 31 11:47:16.502004 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron_lib.callbacks.manager [None req-08bf5972-4d96-452a-9d63-37c48f19809e tempest-TestMinimumBasicScenario-386923442 tempest-TestMinimumBasicScenario-386923442-project] Notify callbacks [] for security_group, before_response {{(pid=103721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:47:16.503643 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [None req-08bf5972-4d96-452a-9d63-37c48f19809e tempest-TestMinimumBasicScenario-386923442 tempest-TestMinimumBasicScenario-386923442-project] 10.222.0.57 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1792 time: 0.4857666
May 31 11:47:16.506554 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.wsgi [-] (103721) accepted ('10.222.0.57', 45032) {{(pid=103721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 31 11:47:16.512940 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.api.v2.base [None req-100a37cb-15e7-4710-a6d5-3c53f9b3cee3 tempest-TestMinimumBasicScenario-386923442 tempest-TestMinimumBasicScenario-386923442-project] Request body: {'security_group_rule': {'security_group_id': '367d638f-65de-4460-8c85-5f3624b2eecf', 'project_id': 'd2835694ba8b4386a2876202826dc222', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103721) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 31 11:47:16.521070 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.db.quota.driver [None req-100a37cb-15e7-4710-a6d5-3c53f9b3cee3 tempest-TestMinimumBasicScenario-386923442 tempest-TestMinimumBasicScenario-386923442-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=103721) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 31 11:47:16.525773 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.quota.resource [None req-100a37cb-15e7-4710-a6d5-3c53f9b3cee3 tempest-TestMinimumBasicScenario-386923442 tempest-TestMinimumBasicScenario-386923442-project] Usage tracker for resource:security_group_rule and tenant:d2835694ba8b4386a2876202826dc222 is out of sync, need to count used quota {{(pid=103721) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 31 11:47:16.529098 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.quota.resource [None req-100a37cb-15e7-4710-a6d5-3c53f9b3cee3 tempest-TestMinimumBasicScenario-386923442 tempest-TestMinimumBasicScenario-386923442-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=103721) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 31 11:47:16.536267 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.db.quota.driver [None req-100a37cb-15e7-4710-a6d5-3c53f9b3cee3 tempest-TestMinimumBasicScenario-386923442 tempest-TestMinimumBasicScenario-386923442-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=103721) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 31 11:47:16.562129 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron_lib.callbacks.manager [None req-100a37cb-15e7-4710-a6d5-3c53f9b3cee3 tempest-TestMinimumBasicScenario-386923442 tempest-TestMinimumBasicScenario-386923442-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:47:16.578581 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f267038-5448-4641-80f9-1b019d6ecfa6 req-0b895736-fbb2-484d-b4aa-448b8cb0d65e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 11:47:16.580654 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [req-5f267038-5448-4641-80f9-1b019d6ecfa6 req-0b895736-fbb2-484d-b4aa-448b8cb0d65e service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=d2835694ba8b4386a2876202826dc222&device_id=25f4c6a2-d9fc-4492-b06a-41be27fc43a2 HTTP/1.1" status: 200  len: 1099 time: 0.2950819
May 31 11:47:16.600596 dv-cinder-786384-7-iscsi neutron-server[103723]: DEBUG neutron.db.l3_hamode_db [None req-77c0114d-34f8-47fa-ad41-a2963269fcc6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f3ebd6f2c70>, [{'id': 'c94f58c1-2562-4d76-ab33-5787d18ddab7', 'name': 'tempest-TestMinimumBasicScenario-1425487478-router', 'tenant_id': 'd2835694ba8b4386a2876202826dc222', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cb16751-6ba1-494a-bef1-53f614bdb222', 'external_fixed_ips': [{'subnet_id': '1135c889-0623-4d10-975a-f2c46f50f0f6', 'ip_address': '172.27.2.24'}], 'enable_snat': True}, 'gw_port_id': 'cc3622dc-ca4b-449e-b84c-e8b24042d605', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T11:45:22Z', 'updated_at': '2021-05-31T11:45:28Z', 'revision_number': 4, 'project_id': 'd2835694ba8b4386a2876202826dc222', 'gw_port': {'id': 'cc3622dc-ca4b-449e-b84c-e8b24042d605', 'name': '', 'network_id': '1cb16751-6ba1-494a-bef1-53f614bdb222', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:60:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c94f58c1-2562-4d76-ab33-5787d18ddab7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 342, 'fixed_ips': [{'subnet_id': '1135c889-0623-4d10-975a-f2c46f50f0f6', 'ip_address': '172.27.2.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786384-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T11:45:23Z', 'updated_at': '2021-05-31T11:45:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1135c889-0623-4d10-975a-f2c46f50f0f6', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786384-7-iscsi', '_floatingips': [{'id': 'ff35bfb2-d670-4ae5-8990-59b2e2e432fb', 'tenant_id': 'd2835694ba8b4386a2876202826dc222', 'floating_ip_address': '172.27.2.89', 'floating_network_id': '1cb16751-6ba1-494a-bef1-53f614bdb222', 'router_id': 'c94f58c1-2562-4d76-ab33-5787d18ddab7', 'port_id': 'edbc0fcc-660b-4861-9417-be69a962d663', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 446, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7c7367d4-6b64-4c55-b3b8-cb2b2973b934', 'mac_address': 'fa:16:3e:9a:3c:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25f4c6a2-d9fc-4492-b06a-41be27fc43a2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-31T11:47:12Z', 'updated_at': '2021-05-31T11:47:12Z', 'revision_number': 0, 'project_id': 'd2835694ba8b4386a2876202826dc222', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7e159c4e-8192-4e1a-9b58-e2219a794eaa', 'name': '', 'network_id': '7c7367d4-6b64-4c55-b3b8-cb2b2973b934', 'tenant_id': 'd2835694ba8b4386a2876202826dc222', 'mac_address': 'fa:16:3e:c5:48:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c94f58c1-2562-4d76-ab33-5787d18ddab7', 'device_owner': 'network:router_interface', 'standard_attr_id': 348, 'fixed_ips': [{'subnet_id': '0ae97965-980e-4967-8bf0-649896983786', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786384-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T11:45:27Z', 'updated_at': '2021-05-31T11:45:38Z', 'revision_number': 5, 'project_id': 'd2835694ba8b4386a2876202826dc222', 'subnets': [{'id': '0ae97965-980e-4967-8bf0-649896983786', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786384-7-iscsi', False) {} {{(pid=103723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 31 11:47:16.605010 dv-cinder-786384-7-iscsi neutron-server[103723]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77c0114d-34f8-47fa-ad41-a2963269fcc6 None None] Checking router: c94f58c1-2562-4d76-ab33-5787d18ddab7 for host: dv-cinder-786384-7-iscsi {{(pid=103723) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
May 31 11:47:16.614615 dv-cinder-786384-7-iscsi neutron-server[103723]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77c0114d-34f8-47fa-ad41-a2963269fcc6 None None] Routers {'c94f58c1-2562-4d76-ab33-5787d18ddab7'} bound to L3 agent in host dv-cinder-786384-7-iscsi {{(pid=103723) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 31 11:47:16.615003 dv-cinder-786384-7-iscsi neutron-server[103723]: DEBUG neutron.db.l3_hamode_db [None req-77c0114d-34f8-47fa-ad41-a2963269fcc6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f3ebd6f2c70>, 'dv-cinder-786384-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-31T11:36:05Z,description=<?>,heartbeat_timestamp=2021-05-31T11:47:05Z,host='dv-cinder-786384-7-iscsi',id=f8c17dd7-da16-4427-b6e3-d7e30616bc4c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-31T11:36:05Z,topic='l3_agent')) {'router_ids': ['c94f58c1-2562-4d76-ab33-5787d18ddab7'], 'active': True} {{(pid=103723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 31 11:47:16.881956 dv-cinder-786384-7-iscsi neutron-server[103723]: DEBUG neutron.db.l3_dvr_db [None req-77c0114d-34f8-47fa-ad41-a2963269fcc6 None None] Set router c94f58c1-2562-4d76-ab33-5787d18ddab7 gateway port host: dv-cinder-786384-7-iscsi {{(pid=103723) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
May 31 11:47:16.913394 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron.db.l3_dvr_db [None req-ee2510fa-b379-4a92-a62b-99f8b95c1129 None None] Set router c5fc676f-fec8-4683-bbb8-4ef1f0fbc090 gateway port host: dv-cinder-786384-7-iscsi {{(pid=103722) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
May 31 11:47:16.948316 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron_lib.callbacks.manager [None req-100a37cb-15e7-4710-a6d5-3c53f9b3cee3 tempest-TestMinimumBasicScenario-386923442 tempest-TestMinimumBasicScenario-386923442-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:47:16.970352 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron_lib.callbacks.manager [None req-100a37cb-15e7-4710-a6d5-3c53f9b3cee3 tempest-TestMinimumBasicScenario-386923442 tempest-TestMinimumBasicScenario-386923442-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3705985'] for security_group_rule, after_create {{(pid=103721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:47:17.006953 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [req-eb53d80f-9b11-4a52-ae1d-1074b75c426a req-98c92b7d-4b54-41d4-808a-4db6b6e99d0b tempest-ServerRescueNegativeTestJSON-1419813537 tempest-ServerRescueNegativeTestJSON-1419813537-project] Deleting port 155b9d57-585f-4bc6-a6be-200a600e1d9b {{(pid=103720) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
May 31 11:47:17.007556 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [req-eb53d80f-9b11-4a52-ae1d-1074b75c426a req-98c92b7d-4b54-41d4-808a-4db6b6e99d0b tempest-ServerRescueNegativeTestJSON-1419813537 tempest-ServerRescueNegativeTestJSON-1419813537-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744215952451'] for port, before_delete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:47:17.011920 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG oslo_concurrency.lockutils [None req-84b42a26-7190-4be7-91cd-816ad570cee2 tempest-AttachVolumeShelveTestJSON-127538222 tempest-AttachVolumeShelveTestJSON-127538222-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103721) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 31 11:47:17.118616 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-100a37cb-15e7-4710-a6d5-3c53f9b3cee3 tempest-TestMinimumBasicScenario-386923442 tempest-TestMinimumBasicScenario-386923442-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ec47f706-81d2-40f2-bfcb-a1a52c653e1b,revision_number=0']} {{(pid=103721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 31 11:47:17.169454 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG oslo_concurrency.lockutils [None req-100a37cb-15e7-4710-a6d5-3c53f9b3cee3 tempest-TestMinimumBasicScenario-386923442 tempest-TestMinimumBasicScenario-386923442-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=103721) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 31 11:47:17.252131 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f267038-5448-4641-80f9-1b019d6ecfa6 req-1e34b129-5080-4674-be50-0334aae6b78b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 11:47:17.256562 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [req-5f267038-5448-4641-80f9-1b019d6ecfa6 req-1e34b129-5080-4674-be50-0334aae6b78b service neutron] 10.222.0.60 "GET /v2.0/networks?id=7c7367d4-6b64-4c55-b3b8-cb2b2973b934 HTTP/1.1" status: 200  len: 916 time: 0.6649265
May 31 11:47:17.261862 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron_lib.callbacks.manager [None req-100a37cb-15e7-4710-a6d5-3c53f9b3cee3 tempest-TestMinimumBasicScenario-386923442 tempest-TestMinimumBasicScenario-386923442-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:47:17.264747 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [None req-100a37cb-15e7-4710-a6d5-3c53f9b3cee3 tempest-TestMinimumBasicScenario-386923442 tempest-TestMinimumBasicScenario-386923442-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.7569387
May 31 11:47:17.267534 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron.plugins.ml2.db [req-eb53d80f-9b11-4a52-ae1d-1074b75c426a req-98c92b7d-4b54-41d4-808a-4db6b6e99d0b tempest-ServerRescueNegativeTestJSON-1419813537 tempest-ServerRescueNegativeTestJSON-1419813537-project] For port 155b9d57-585f-4bc6-a6be-200a600e1d9b, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=155b9d57-585f-4bc6-a6be-200a600e1d9b,segment=NetworkSegment(1469293d-93e3-432b-92ea-15da37b1359f),segment_id=1469293d-93e3-432b-92ea-15da37b1359f)] {{(pid=103720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 31 11:47:17.268049 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [req-eb53d80f-9b11-4a52-ae1d-1074b75c426a req-98c92b7d-4b54-41d4-808a-4db6b6e99d0b tempest-ServerRescueNegativeTestJSON-1419813537 tempest-ServerRescueNegativeTestJSON-1419813537-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4088094'] for port, precommit_delete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:47:17.294199 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.wsgi [-] (103721) accepted ('10.222.0.57', 45042) {{(pid=103721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 31 11:47:17.329114 dv-cinder-786384-7-iscsi neutron-server[103723]: DEBUG neutron.db.l3_hamode_db [None req-77c0114d-34f8-47fa-ad41-a2963269fcc6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f3ebd6f2c70>, [{'id': 'c94f58c1-2562-4d76-ab33-5787d18ddab7', 'name': 'tempest-TestMinimumBasicScenario-1425487478-router', 'tenant_id': 'd2835694ba8b4386a2876202826dc222', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cb16751-6ba1-494a-bef1-53f614bdb222', 'external_fixed_ips': [{'subnet_id': '1135c889-0623-4d10-975a-f2c46f50f0f6', 'ip_address': '172.27.2.24'}], 'enable_snat': True}, 'gw_port_id': 'cc3622dc-ca4b-449e-b84c-e8b24042d605', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T11:45:22Z', 'updated_at': '2021-05-31T11:45:28Z', 'revision_number': 4, 'project_id': 'd2835694ba8b4386a2876202826dc222', 'gw_port': {'id': 'cc3622dc-ca4b-449e-b84c-e8b24042d605', 'name': '', 'network_id': '1cb16751-6ba1-494a-bef1-53f614bdb222', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:60:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c94f58c1-2562-4d76-ab33-5787d18ddab7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 342, 'fixed_ips': [{'subnet_id': '1135c889-0623-4d10-975a-f2c46f50f0f6', 'ip_address': '172.27.2.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786384-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T11:45:23Z', 'updated_at': '2021-05-31T11:45:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1135c889-0623-4d10-975a-f2c46f50f0f6', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786384-7-iscsi', '_floatingips': [{'id': 'ff35bfb2-d670-4ae5-8990-59b2e2e432fb', 'tenant_id': 'd2835694ba8b4386a2876202826dc222', 'floating_ip_address': '172.27.2.89', 'floating_network_id': '1cb16751-6ba1-494a-bef1-53f614bdb222', 'router_id': 'c94f58c1-2562-4d76-ab33-5787d18ddab7', 'port_id': 'edbc0fcc-660b-4861-9417-be69a962d663', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 446, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7c7367d4-6b64-4c55-b3b8-cb2b2973b934', 'mac_address': 'fa:16:3e:9a:3c:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25f4c6a2-d9fc-4492-b06a-41be27fc43a2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-31T11:47:12Z', 'updated_at': '2021-05-31T11:47:12Z', 'revision_number': 0, 'project_id': 'd2835694ba8b4386a2876202826dc222', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7e159c4e-8192-4e1a-9b58-e2219a794eaa', 'name': '', 'network_id': '7c7367d4-6b64-4c55-b3b8-cb2b2973b934', 'tenant_id': 'd2835694ba8b4386a2876202826dc222', 'mac_address': 'fa:16:3e:c5:48:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c94f58c1-2562-4d76-ab33-5787d18ddab7', 'device_owner': 'network:router_interface', 'standard_attr_id': 348, 'fixed_ips': [{'subnet_id': '0ae97965-980e-4967-8bf0-649896983786', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786384-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T11:45:27Z', 'updated_at': '2021-05-31T11:45:38Z', 'revision_number': 5, 'project_id': 'd2835694ba8b4386a2876202826dc222', 'subnets': [{'id': '0ae97965-980e-4967-8bf0-649896983786', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786384-7-iscsi', False) {} {{(pid=103723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 31 11:47:17.333864 dv-cinder-786384-7-iscsi neutron-server[103723]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77c0114d-34f8-47fa-ad41-a2963269fcc6 None None] The sync data for ids ['c94f58c1-2562-4d76-ab33-5787d18ddab7'] in dv-cinder-786384-7-iscsi is: [{'id': 'c94f58c1-2562-4d76-ab33-5787d18ddab7', 'name': 'tempest-TestMinimumBasicScenario-1425487478-router', 'tenant_id': 'd2835694ba8b4386a2876202826dc222', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cb16751-6ba1-494a-bef1-53f614bdb222', 'external_fixed_ips': [{'subnet_id': '1135c889-0623-4d10-975a-f2c46f50f0f6', 'ip_address': '172.27.2.24'}], 'enable_snat': True}, 'gw_port_id': 'cc3622dc-ca4b-449e-b84c-e8b24042d605', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T11:45:22Z', 'updated_at': '2021-05-31T11:45:28Z', 'revision_number': 4, 'project_id': 'd2835694ba8b4386a2876202826dc222', 'gw_port': {'id': 'cc3622dc-ca4b-449e-b84c-e8b24042d605', 'name': '', 'network_id': '1cb16751-6ba1-494a-bef1-53f614bdb222', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:60:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c94f58c1-2562-4d76-ab33-5787d18ddab7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 342, 'fixed_ips': [{'subnet_id': '1135c889-0623-4d10-975a-f2c46f50f0f6', 'ip_address': '172.27.2.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786384-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T11:45:23Z', 'updated_at': '2021-05-31T11:45:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1135c889-0623-4d10-975a-f2c46f50f0f6', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786384-7-iscsi', '_floatingips': [{'id': 'ff35bfb2-d670-4ae5-8990-59b2e2e432fb', 'tenant_id': 'd2835694ba8b4386a2876202826dc222', 'floating_ip_address': '172.27.2.89', 'floating_network_id': '1cb16751-6ba1-494a-bef1-53f614bdb222', 'router_id': 'c94f58c1-2562-4d76-ab33-5787d18ddab7', 'port_id': 'edbc0fcc-660b-4861-9417-be69a962d663', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 446, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7c7367d4-6b64-4c55-b3b8-cb2b2973b934', 'mac_address': 'fa:16:3e:9a:3c:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25f4c6a2-d9fc-4492-b06a-41be27fc43a2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-31T11:47:12Z', 'updated_at': '2021-05-31T11:47:12Z', 'revision_number': 0, 'project_id': 'd2835694ba8b4386a2876202826dc222', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7e159c4e-8192-4e1a-9b58-e2219a794eaa', 'name': '', 'network_id': '7c7367d4-6b64-4c55-b3b8-cb2b2973b934', 'tenant_id': 'd2835694ba8b4386a2876202826dc222', 'mac_address': 'fa:16:3e:c5:48:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c94f58c1-2562-4d76-ab33-5787d18ddab7', 'device_owner': 'network:router_interface', 'standard_attr_id': 348, 'fixed_ips': [{'subnet_id': '0ae97965-980e-4967-8bf0-649896983786', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786384-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T11:45:27Z', 'updated_at': '2021-05-31T11:45:38Z', 'revision_number': 5, 'project_id': 'd2835694ba8b4386a2876202826dc222', 'subnets': [{'id': '0ae97965-980e-4967-8bf0-649896983786', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103723) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 31 11:47:17.454913 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.api.v2.base [None req-5c48ff8b-64f3-4369-a141-910fa25e37de tempest-TestMinimumBasicScenario-386923442 tempest-TestMinimumBasicScenario-386923442-project] Request body: {'security_group_rule': {'security_group_id': '367d638f-65de-4460-8c85-5f3624b2eecf', 'project_id': 'd2835694ba8b4386a2876202826dc222', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103721) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 31 11:47:17.472243 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.db.quota.driver [None req-5c48ff8b-64f3-4369-a141-910fa25e37de tempest-TestMinimumBasicScenario-386923442 tempest-TestMinimumBasicScenario-386923442-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=103721) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 31 11:47:17.498414 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.quota.resource [None req-5c48ff8b-64f3-4369-a141-910fa25e37de tempest-TestMinimumBasicScenario-386923442 tempest-TestMinimumBasicScenario-386923442-project] Usage tracker for resource:security_group_rule and tenant:d2835694ba8b4386a2876202826dc222 is out of sync, need to count used quota {{(pid=103721) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 31 11:47:17.522644 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.quota.resource [None req-5c48ff8b-64f3-4369-a141-910fa25e37de tempest-TestMinimumBasicScenario-386923442 tempest-TestMinimumBasicScenario-386923442-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=103721) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 31 11:47:17.533818 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de1e07e8-1ce3-4660-964b-0fb411732b6b req-bd7f60a0-baf9-4ea1-8ba8-13bd89e97d19 tempest-ServerRescueNegativeTestJSON-1419813537 tempest-ServerRescueNegativeTestJSON-1419813537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 11:47:17.541895 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [req-de1e07e8-1ce3-4660-964b-0fb411732b6b req-bd7f60a0-baf9-4ea1-8ba8-13bd89e97d19 tempest-ServerRescueNegativeTestJSON-1419813537 tempest-ServerRescueNegativeTestJSON-1419813537-project] 10.222.0.57 "GET /v2.0/ports?device_id=b2dee92b-5362-45b1-88ed-3987b2942c9a HTTP/1.1" status: 200  len: 946 time: 0.5440865
May 31 11:47:17.550593 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.db.quota.driver [None req-5c48ff8b-64f3-4369-a141-910fa25e37de tempest-TestMinimumBasicScenario-386923442 tempest-TestMinimumBasicScenario-386923442-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=103721) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 31 11:47:17.609882 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron.db.l3_hamode_db [None req-ee2510fa-b379-4a92-a62b-99f8b95c1129 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f3ebc9f31c0>, [{'id': 'c5fc676f-fec8-4683-bbb8-4ef1f0fbc090', 'name': 'tempest-TestShelveInstance-1820448711-router', 'tenant_id': '67225ec5f483494c9d8a6368709f6b83', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cb16751-6ba1-494a-bef1-53f614bdb222', 'external_fixed_ips': [{'subnet_id': '1135c889-0623-4d10-975a-f2c46f50f0f6', 'ip_address': '172.27.2.140'}], 'enable_snat': True}, 'gw_port_id': '17ec24c9-8383-4534-b5a1-5e7aee5329b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T11:47:11Z', 'updated_at': '2021-05-31T11:47:14Z', 'revision_number': 3, 'project_id': '67225ec5f483494c9d8a6368709f6b83', 'gw_port': {'id': '17ec24c9-8383-4534-b5a1-5e7aee5329b8', 'name': '', 'network_id': '1cb16751-6ba1-494a-bef1-53f614bdb222', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:ae:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c5fc676f-fec8-4683-bbb8-4ef1f0fbc090', 'device_owner': 'network:router_gateway', 'standard_attr_id': 447, 'fixed_ips': [{'subnet_id': '1135c889-0623-4d10-975a-f2c46f50f0f6', 'ip_address': '172.27.2.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T11:47:12Z', 'updated_at': '2021-05-31T11:47:12Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1135c889-0623-4d10-975a-f2c46f50f0f6', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786384-7-iscsi'}], 'dv-cinder-786384-7-iscsi', False) {} {{(pid=103722) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 31 11:47:17.611276 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [req-5f267038-5448-4641-80f9-1b019d6ecfa6 req-b5a5cf2c-a211-4915-8f0b-9b3b95a6b761 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=edbc0fcc-660b-4861-9417-be69a962d663 HTTP/1.1" status: 200  len: 999 time: 0.3125517
May 31 11:47:17.614430 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee2510fa-b379-4a92-a62b-99f8b95c1129 None None] Checking router: c5fc676f-fec8-4683-bbb8-4ef1f0fbc090 for host: dv-cinder-786384-7-iscsi {{(pid=103722) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
May 31 11:47:17.614840 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee2510fa-b379-4a92-a62b-99f8b95c1129 None None] Updating router c5fc676f-fec8-4683-bbb8-4ef1f0fbc090 port 17ec24c9-8383-4534-b5a1-5e7aee5329b8 binding host dv-cinder-786384-7-iscsi {{(pid=103722) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
May 31 11:47:17.628876 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [req-de1e07e8-1ce3-4660-964b-0fb411732b6b req-f4db28da-5b21-40a3-8bb7-bc3c39f88127 tempest-ServerRescueNegativeTestJSON-1419813537 tempest-ServerRescueNegativeTestJSON-1419813537-project] 10.222.0.57 "GET /v2.0/security-groups?id=61284c33-46c4-4e49-8e24-329051971a91&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0854731
May 31 11:47:17.638123 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [req-eb53d80f-9b11-4a52-ae1d-1074b75c426a req-98c92b7d-4b54-41d4-808a-4db6b6e99d0b tempest-ServerRescueNegativeTestJSON-1419813537 tempest-ServerRescueNegativeTestJSON-1419813537-project] Calling delete_port for 155b9d57-585f-4bc6-a6be-200a600e1d9b owned by compute:nova {{(pid=103720) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
May 31 11:47:17.687881 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron_lib.callbacks.manager [None req-ee2510fa-b379-4a92-a62b-99f8b95c1129 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-934180'] for port, before_update {{(pid=103722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:47:17.708657 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f267038-5448-4641-80f9-1b019d6ecfa6 req-1245b231-e95b-47f7-8adc-bb7734e36820 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 11:47:17.710393 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [req-5f267038-5448-4641-80f9-1b019d6ecfa6 req-1245b231-e95b-47f7-8adc-bb7734e36820 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=0ae97965-980e-4967-8bf0-649896983786 HTTP/1.1" status: 200  len: 854 time: 0.0756257
May 31 11:47:17.717747 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron_lib.callbacks.manager [None req-5c48ff8b-64f3-4369-a141-910fa25e37de tempest-TestMinimumBasicScenario-386923442 tempest-TestMinimumBasicScenario-386923442-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:47:17.726158 dv-cinder-786384-7-iscsi neutron-server[103723]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ab80b48-394f-467d-9038-54f13540e648 None None] New status for floating IP ff35bfb2-d670-4ae5-8990-59b2e2e432fb: ACTIVE {{(pid=103723) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
May 31 11:47:17.907526 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron_lib.callbacks.manager [None req-5c48ff8b-64f3-4369-a141-910fa25e37de tempest-TestMinimumBasicScenario-386923442 tempest-TestMinimumBasicScenario-386923442-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:47:17.926328 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron_lib.callbacks.manager [None req-5c48ff8b-64f3-4369-a141-910fa25e37de tempest-TestMinimumBasicScenario-386923442 tempest-TestMinimumBasicScenario-386923442-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3705985'] for security_group_rule, after_create {{(pid=103721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:47:17.939667 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG oslo_concurrency.lockutils [None req-100a37cb-15e7-4710-a6d5-3c53f9b3cee3 tempest-TestMinimumBasicScenario-386923442 tempest-TestMinimumBasicScenario-386923442-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103721) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 31 11:47:17.943157 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [req-eb53d80f-9b11-4a52-ae1d-1074b75c426a req-98c92b7d-4b54-41d4-808a-4db6b6e99d0b tempest-ServerRescueNegativeTestJSON-1419813537 tempest-ServerRescueNegativeTestJSON-1419813537-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937715', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3701677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744215954342', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744215520979', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2327893'] for port, after_delete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:47:17.948005 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-24cbef45-2717-47a2-b06e-36d687d43c21 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-934180'] for port, before_create {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:47:17.965816 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG oslo_concurrency.lockutils [None req-7d1ddde2-499a-4c07-aeb1-1219e2ed6d2b tempest-ServerRescueNegativeTestJSON-1419813537 tempest-ServerRescueNegativeTestJSON-1419813537-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103720) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 31 11:47:17.976596 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f267038-5448-4641-80f9-1b019d6ecfa6 req-f034f141-d48b-4122-adfc-c3999aaa0a56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 11:47:17.983434 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [req-5f267038-5448-4641-80f9-1b019d6ecfa6 req-f034f141-d48b-4122-adfc-c3999aaa0a56 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=7c7367d4-6b64-4c55-b3b8-cb2b2973b934&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.2505193
May 31 11:47:18.118368 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron_lib.callbacks.manager [None req-ee2510fa-b379-4a92-a62b-99f8b95c1129 None None] Notify callbacks [] for port, precommit_update {{(pid=103722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:47:18.134718 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron.db.provisioning_blocks [None req-ee2510fa-b379-4a92-a62b-99f8b95c1129 None None] Transition to ACTIVE for port object 17ec24c9-8383-4534-b5a1-5e7aee5329b8 will not be triggered until provisioned by entity L2. {{(pid=103722) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 31 11:47:18.142982 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron.plugins.ml2.db [None req-43028a7b-58d7-408b-ac75-1328e6896bf7 None None] get_ports_and_sgs() called for port_ids ['155b9d57-585f-4bc6-a6be-200a600e1d9b', '81e3ca42-c316-4948-abd0-83e5dbf7c8a1'] {{(pid=103722) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
May 31 11:47:18.202754 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98c92b7d-4b54-41d4-808a-4db6b6e99d0b tempest-ServerRescueNegativeTestJSON-1419813537 tempest-ServerRescueNegativeTestJSON-1419813537-project] Pushing event deleted for resources: {'Port': ['ID=155b9d57-585f-4bc6-a6be-200a600e1d9b,revision_number=None']} {{(pid=103720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 31 11:47:18.208543 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG oslo_concurrency.lockutils [None req-98c92b7d-4b54-41d4-808a-4db6b6e99d0b tempest-ServerRescueNegativeTestJSON-1419813537 tempest-ServerRescueNegativeTestJSON-1419813537-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.243s {{(pid=103720) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 31 11:47:18.223050 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron_lib.callbacks.manager [None req-ee2510fa-b379-4a92-a62b-99f8b95c1129 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937715', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3701677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744215954324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744215520988', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744215521293'] for port, after_update {{(pid=103722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:47:18.234632 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG oslo_concurrency.lockutils [None req-1f0a762f-0348-4bba-b860-8eddab4cd770 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103722) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 31 11:47:18.248015 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c48ff8b-64f3-4369-a141-910fa25e37de tempest-TestMinimumBasicScenario-386923442 tempest-TestMinimumBasicScenario-386923442-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=083e6791-dd3a-4840-b11f-2145a5f4e236,revision_number=0']} {{(pid=103721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 31 11:47:18.255037 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG oslo_concurrency.lockutils [None req-5c48ff8b-64f3-4369-a141-910fa25e37de tempest-TestMinimumBasicScenario-386923442 tempest-TestMinimumBasicScenario-386923442-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.315s {{(pid=103721) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 31 11:47:18.257636 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron_lib.callbacks.manager [None req-5c48ff8b-64f3-4369-a141-910fa25e37de tempest-TestMinimumBasicScenario-386923442 tempest-TestMinimumBasicScenario-386923442-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:47:18.261804 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [None req-5c48ff8b-64f3-4369-a141-910fa25e37de tempest-TestMinimumBasicScenario-386923442 tempest-TestMinimumBasicScenario-386923442-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 763 time: 0.8274329
May 31 11:47:18.265039 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.wsgi [-] (103721) accepted ('10.222.0.57', 45046) {{(pid=103721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 31 11:47:18.281532 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.api.v2.base [None req-a372664f-29d2-41c4-ac98-9cb273132d8e tempest-TestMinimumBasicScenario-386923442 tempest-TestMinimumBasicScenario-386923442-project] Request body: {'security_group_rule': {'security_group_id': '367d638f-65de-4460-8c85-5f3624b2eecf', 'project_id': 'd2835694ba8b4386a2876202826dc222', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103721) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 31 11:47:18.318499 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.db.quota.driver [None req-a372664f-29d2-41c4-ac98-9cb273132d8e tempest-TestMinimumBasicScenario-386923442 tempest-TestMinimumBasicScenario-386923442-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=103721) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 31 11:47:18.326862 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron.db.l3_dvrscheduler_db [req-eb53d80f-9b11-4a52-ae1d-1074b75c426a req-98c92b7d-4b54-41d4-808a-4db6b6e99d0b tempest-ServerRescueNegativeTestJSON-1419813537 tempest-ServerRescueNegativeTestJSON-1419813537-project] No DVR routers for this DVR port 155b9d57-585f-4bc6-a6be-200a600e1d9b on host hv-cinder-78638 {{(pid=103720) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 31 11:47:18.330250 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [req-eb53d80f-9b11-4a52-ae1d-1074b75c426a req-98c92b7d-4b54-41d4-808a-4db6b6e99d0b tempest-ServerRescueNegativeTestJSON-1419813537 tempest-ServerRescueNegativeTestJSON-1419813537-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46333'] for port, before_response {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:47:18.334110 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b2dee92b-5362-45b1-88ed-3987b2942c9a', 'name': 'network-vif-deleted', 'tag': '155b9d57-585f-4bc6-a6be-200a600e1d9b'}] {{(pid=103720) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 31 11:47:18.336484 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6839f599539fa4c6e3ba02718c376b16d52b950f3872e5f8c495d4ff24c4a199" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ee73ee7e-82e0-42f2-8016-611bb2e8dd35" -d '{"events": [{"server_uuid": "b2dee92b-5362-45b1-88ed-3987b2942c9a", "name": "network-vif-deleted", "tag": "155b9d57-585f-4bc6-a6be-200a600e1d9b"}]}' {{(pid=103720) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
May 31 11:47:18.347284 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.quota.resource [None req-a372664f-29d2-41c4-ac98-9cb273132d8e tempest-TestMinimumBasicScenario-386923442 tempest-TestMinimumBasicScenario-386923442-project] Usage tracker for resource:security_group_rule and tenant:d2835694ba8b4386a2876202826dc222 is out of sync, need to count used quota {{(pid=103721) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 31 11:47:18.352325 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.quota.resource [None req-a372664f-29d2-41c4-ac98-9cb273132d8e tempest-TestMinimumBasicScenario-386923442 tempest-TestMinimumBasicScenario-386923442-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=103721) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 31 11:47:18.384941 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron.plugins.ml2.managers [None req-ee2510fa-b379-4a92-a62b-99f8b95c1129 None None] Attempting to bind port 17ec24c9-8383-4534-b5a1-5e7aee5329b8 on host dv-cinder-786384-7-iscsi for vnic_type normal with profile  {{(pid=103722) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
May 31 11:47:18.385827 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron.plugins.ml2.managers [None req-ee2510fa-b379-4a92-a62b-99f8b95c1129 None None] Attempting to bind port 17ec24c9-8383-4534-b5a1-5e7aee5329b8 by drivers openvswitch,hyperv on host dv-cinder-786384-7-iscsi at level 0 using segments [{'id': '82286f75-faff-40ec-beef-7945374ee8e1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1cb16751-6ba1-494a-bef1-53f614bdb222'}] {{(pid=103722) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
May 31 11:47:18.386620 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee2510fa-b379-4a92-a62b-99f8b95c1129 None None] Attempting to bind port 17ec24c9-8383-4534-b5a1-5e7aee5329b8 on network 1cb16751-6ba1-494a-bef1-53f614bdb222 {{(pid=103722) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 31 11:47:18.405804 dv-cinder-786384-7-iscsi neutron-server[103720]: INFO neutron.wsgi [req-eb53d80f-9b11-4a52-ae1d-1074b75c426a req-98c92b7d-4b54-41d4-808a-4db6b6e99d0b tempest-ServerRescueNegativeTestJSON-1419813537 tempest-ServerRescueNegativeTestJSON-1419813537-project] 10.222.0.60 "DELETE /v2.0/ports/155b9d57-585f-4bc6-a6be-200a600e1d9b HTTP/1.1" status: 204  len: 173 time: 1.8647118
May 31 11:47:18.415093 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee2510fa-b379-4a92-a62b-99f8b95c1129 None None] Checking agent: {'id': 'c576d319-5791-4ac3-a718-d6660db1fc9b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786384-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 31, 11, 36, 6), 'started_at': datetime.datetime(2021, 5, 31, 11, 36, 36), 'heartbeat_timestamp': datetime.datetime(2021, 5, 31, 11, 47, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786384-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103722) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
May 31 11:47:18.418219 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.db.quota.driver [None req-a372664f-29d2-41c4-ac98-9cb273132d8e tempest-TestMinimumBasicScenario-386923442 tempest-TestMinimumBasicScenario-386923442-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=103721) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 31 11:47:18.418788 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee2510fa-b379-4a92-a62b-99f8b95c1129 None None] Checking segment: {'id': '82286f75-faff-40ec-beef-7945374ee8e1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1cb16751-6ba1-494a-bef1-53f614bdb222'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103722) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 31 11:47:18.419252 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron_lib.callbacks.manager [None req-ee2510fa-b379-4a92-a62b-99f8b95c1129 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:47:18.419654 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee2510fa-b379-4a92-a62b-99f8b95c1129 None None] Bound using segment: {'id': '82286f75-faff-40ec-beef-7945374ee8e1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1cb16751-6ba1-494a-bef1-53f614bdb222'} {{(pid=103722) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
May 31 11:47:18.420190 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron.plugins.ml2.managers [None req-ee2510fa-b379-4a92-a62b-99f8b95c1129 None None] Bound port: 17ec24c9-8383-4534-b5a1-5e7aee5329b8, host: dv-cinder-786384-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '82286f75-faff-40ec-beef-7945374ee8e1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1cb16751-6ba1-494a-bef1-53f614bdb222'}}] {{(pid=103722) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
May 31 11:47:18.420570 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron_lib.callbacks.manager [None req-ee2510fa-b379-4a92-a62b-99f8b95c1129 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-934180'] for port, before_update {{(pid=103722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:47:18.446858 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [req-5f267038-5448-4641-80f9-1b019d6ecfa6 req-072709be-2baf-4c6e-ae25-e70e897105ac service neutron] 10.222.0.60 "GET /v2.0/networks/7c7367d4-6b64-4c55-b3b8-cb2b2973b934?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4427271
May 31 11:47:18.467875 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron_lib.callbacks.manager [None req-a372664f-29d2-41c4-ac98-9cb273132d8e tempest-TestMinimumBasicScenario-386923442 tempest-TestMinimumBasicScenario-386923442-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:47:18.477192 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 31 May 2021 11:47:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b2716a56-febc-41c5-ab00-457e4621a49b x-openstack-request-id: req-b2716a56-febc-41c5-ab00-457e4621a49b {{(pid=103720) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
May 31 11:47:18.477632 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b2dee92b-5362-45b1-88ed-3987b2942c9a", "name": "network-vif-deleted", "tag": "155b9d57-585f-4bc6-a6be-200a600e1d9b", "status": "completed", "code": 200}]} {{(pid=103720) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
May 31 11:47:18.477973 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-b2716a56-febc-41c5-ab00-457e4621a49b {{(pid=103720) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
May 31 11:47:18.478449 dv-cinder-786384-7-iscsi neutron-server[103720]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b2dee92b-5362-45b1-88ed-3987b2942c9a', 'name': 'network-vif-deleted', 'tag': '155b9d57-585f-4bc6-a6be-200a600e1d9b', 'status': 'completed', 'code': 200}
May 31 11:47:18.489097 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71ca3ae3-514a-41a8-bd94-3c22f32b1699 None None] Pushing event updated for resources: {'Port': ['ID=17ec24c9-8383-4534-b5a1-5e7aee5329b8,revision_number=2']} {{(pid=103722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 31 11:47:18.607898 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron.plugins.ml2.db [None req-ee2510fa-b379-4a92-a62b-99f8b95c1129 None None] For port 17ec24c9-8383-4534-b5a1-5e7aee5329b8, host dv-cinder-786384-7-iscsi, cleared binding levels {{(pid=103722) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
May 31 11:47:18.611501 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron.plugins.ml2.db [None req-ee2510fa-b379-4a92-a62b-99f8b95c1129 None None] For port 17ec24c9-8383-4534-b5a1-5e7aee5329b8, host dv-cinder-786384-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786384-7-iscsi',level=0,port_id=17ec24c9-8383-4534-b5a1-5e7aee5329b8,segment=NetworkSegment(82286f75-faff-40ec-beef-7945374ee8e1),segment_id=82286f75-faff-40ec-beef-7945374ee8e1)] {{(pid=103722) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
May 31 11:47:18.612905 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG oslo_concurrency.lockutils [None req-71ca3ae3-514a-41a8-bd94-3c22f32b1699 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.378s {{(pid=103722) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 31 11:47:18.623707 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron_lib.callbacks.manager [None req-ee2510fa-b379-4a92-a62b-99f8b95c1129 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937715', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3701677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744215954324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744215520988', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744215521293'] for port, after_update {{(pid=103722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:47:18.631825 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG oslo_concurrency.lockutils [None req-71ca3ae3-514a-41a8-bd94-3c22f32b1699 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103722) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 31 11:47:18.645607 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron.db.db_base_plugin_common [None req-24cbef45-2717-47a2-b06e-36d687d43c21 admin admin] Allocated IP 172.20.0.1 (56741204-4ce1-45fa-a0a1-399f87add183/0c8f52ca-30c0-490a-ab46-49af9203f193/f5c1da4d-9c4c-47d0-a175-9a1ad60ee097) {{(pid=103720) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 31 11:47:18.675963 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [req-5f267038-5448-4641-80f9-1b019d6ecfa6 req-7a93285c-5710-466a-97c6-9c5c9b4285f3 service neutron] 10.222.0.60 "GET /v2.0/networks/7c7367d4-6b64-4c55-b3b8-cb2b2973b934?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1597176
May 31 11:47:18.734317 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron_lib.callbacks.manager [None req-a372664f-29d2-41c4-ac98-9cb273132d8e tempest-TestMinimumBasicScenario-386923442 tempest-TestMinimumBasicScenario-386923442-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:47:18.744054 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron_lib.callbacks.manager [None req-a372664f-29d2-41c4-ac98-9cb273132d8e tempest-TestMinimumBasicScenario-386923442 tempest-TestMinimumBasicScenario-386923442-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3705985'] for security_group_rule, after_create {{(pid=103721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:47:18.746765 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG oslo_concurrency.lockutils [None req-03b2f6e9-c2ed-408d-957a-f6dfd3633de0 tempest-AttachVolumeShelveTestJSON-127538222 tempest-AttachVolumeShelveTestJSON-127538222-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103721) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 31 11:47:18.808282 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a372664f-29d2-41c4-ac98-9cb273132d8e tempest-TestMinimumBasicScenario-386923442 tempest-TestMinimumBasicScenario-386923442-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d16e9f16-9c38-45a2-8777-c38f1eda364c,revision_number=0']} {{(pid=103721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 31 11:47:18.828128 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG oslo_concurrency.lockutils [None req-a372664f-29d2-41c4-ac98-9cb273132d8e tempest-TestMinimumBasicScenario-386923442 tempest-TestMinimumBasicScenario-386923442-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=103721) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 31 11:47:18.837690 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron_lib.callbacks.manager [None req-a372664f-29d2-41c4-ac98-9cb273132d8e tempest-TestMinimumBasicScenario-386923442 tempest-TestMinimumBasicScenario-386923442-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:47:18.842399 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [None req-a372664f-29d2-41c4-ac98-9cb273132d8e tempest-TestMinimumBasicScenario-386923442 tempest-TestMinimumBasicScenario-386923442-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 0.5742865
May 31 11:47:18.843071 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.wsgi [-] (103721) accepted ('10.222.0.57', 45060) {{(pid=103721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 31 11:47:18.865554 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.api.v2.base [None req-fb1d66a0-430b-475a-9f1f-775a71149dd8 tempest-TestMinimumBasicScenario-386923442 tempest-TestMinimumBasicScenario-386923442-project] Request body: {'security_group_rule': {'security_group_id': '367d638f-65de-4460-8c85-5f3624b2eecf', 'project_id': 'd2835694ba8b4386a2876202826dc222', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103721) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 31 11:47:18.871593 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.db.quota.driver [None req-fb1d66a0-430b-475a-9f1f-775a71149dd8 tempest-TestMinimumBasicScenario-386923442 tempest-TestMinimumBasicScenario-386923442-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=103721) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 31 11:47:18.882909 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.quota.resource [None req-fb1d66a0-430b-475a-9f1f-775a71149dd8 tempest-TestMinimumBasicScenario-386923442 tempest-TestMinimumBasicScenario-386923442-project] Usage tracker for resource:security_group_rule and tenant:d2835694ba8b4386a2876202826dc222 is out of sync, need to count used quota {{(pid=103721) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 31 11:47:18.887397 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.quota.resource [None req-fb1d66a0-430b-475a-9f1f-775a71149dd8 tempest-TestMinimumBasicScenario-386923442 tempest-TestMinimumBasicScenario-386923442-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=103721) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 31 11:47:18.900694 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.db.quota.driver [None req-fb1d66a0-430b-475a-9f1f-775a71149dd8 tempest-TestMinimumBasicScenario-386923442 tempest-TestMinimumBasicScenario-386923442-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=103721) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 31 11:47:18.929203 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee2510fa-b379-4a92-a62b-99f8b95c1129 None None] Routers {'c5fc676f-fec8-4683-bbb8-4ef1f0fbc090'} bound to L3 agent in host dv-cinder-786384-7-iscsi {{(pid=103722) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 31 11:47:18.929847 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron.db.l3_hamode_db [None req-ee2510fa-b379-4a92-a62b-99f8b95c1129 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f3ebc9f31c0>, 'dv-cinder-786384-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-31T11:36:05Z,description=<?>,heartbeat_timestamp=2021-05-31T11:47:05Z,host='dv-cinder-786384-7-iscsi',id=f8c17dd7-da16-4427-b6e3-d7e30616bc4c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-31T11:36:05Z,topic='l3_agent')) {'router_ids': ['c5fc676f-fec8-4683-bbb8-4ef1f0fbc090'], 'active': True} {{(pid=103722) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 31 11:47:18.953514 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-24cbef45-2717-47a2-b06e-36d687d43c21 admin admin] Notify callbacks [] for port, precommit_create {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:47:18.966810 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron_lib.callbacks.manager [None req-fb1d66a0-430b-475a-9f1f-775a71149dd8 tempest-TestMinimumBasicScenario-386923442 tempest-TestMinimumBasicScenario-386923442-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:47:18.993032 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71ca3ae3-514a-41a8-bd94-3c22f32b1699 None None] Pushing event updated for resources: {'Port': ['ID=17ec24c9-8383-4534-b5a1-5e7aee5329b8,revision_number=3']} {{(pid=103722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 31 11:47:18.994110 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron.db.provisioning_blocks [None req-24cbef45-2717-47a2-b06e-36d687d43c21 admin admin] Transition to ACTIVE for port object f5c1da4d-9c4c-47d0-a175-9a1ad60ee097 will not be triggered until provisioned by entity DHCP. {{(pid=103720) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 31 11:47:19.006571 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [req-252b8c16-169e-4556-b889-d5abe848b0c5 req-76cad502-14bd-4789-b4e4-ee0740628564 tempest-ServerRescueNegativeTestJSON-1419813537 tempest-ServerRescueNegativeTestJSON-1419813537-project] 10.222.0.57 "GET /v2.0/ports?device_id=b2dee92b-5362-45b1-88ed-3987b2942c9a HTTP/1.1" status: 200  len: 210 time: 0.0906827
May 31 11:47:19.025304 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG oslo_concurrency.lockutils [None req-71ca3ae3-514a-41a8-bd94-3c22f32b1699 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.393s {{(pid=103722) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 31 11:47:19.032943 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-24cbef45-2717-47a2-b06e-36d687d43c21 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937715', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3701677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744215520970', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2327893'] for port, after_create {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:47:19.050819 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG oslo_concurrency.lockutils [None req-90d5fe75-3469-4219-a4a3-d2f0125fde19 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103720) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 31 11:47:19.139540 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron_lib.callbacks.manager [None req-fb1d66a0-430b-475a-9f1f-775a71149dd8 tempest-TestMinimumBasicScenario-386923442 tempest-TestMinimumBasicScenario-386923442-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:47:19.148161 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron_lib.callbacks.manager [None req-fb1d66a0-430b-475a-9f1f-775a71149dd8 tempest-TestMinimumBasicScenario-386923442 tempest-TestMinimumBasicScenario-386923442-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3705985'] for security_group_rule, after_create {{(pid=103721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:47:19.150848 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103721) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 31 11:47:19.176757 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron.db.l3_dvr_db [None req-ee2510fa-b379-4a92-a62b-99f8b95c1129 None None] Set router c5fc676f-fec8-4683-bbb8-4ef1f0fbc090 gateway port host: dv-cinder-786384-7-iscsi {{(pid=103722) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
May 31 11:47:19.191248 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron_lib.callbacks.manager [None req-fb1d66a0-430b-475a-9f1f-775a71149dd8 tempest-TestMinimumBasicScenario-386923442 tempest-TestMinimumBasicScenario-386923442-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:47:19.196825 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [None req-fb1d66a0-430b-475a-9f1f-775a71149dd8 tempest-TestMinimumBasicScenario-386923442 tempest-TestMinimumBasicScenario-386923442-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 768 time: 0.3527794
May 31 11:47:19.199023 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb1d66a0-430b-475a-9f1f-775a71149dd8 tempest-TestMinimumBasicScenario-386923442 tempest-TestMinimumBasicScenario-386923442-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1dcd796d-89f0-4d18-85ac-e91464cba7e7,revision_number=0']} {{(pid=103721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 31 11:47:19.203122 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24cbef45-2717-47a2-b06e-36d687d43c21 admin admin] Network 56741204-4ce1-45fa-a0a1-399f87add183 is already hosted by enough agents. {{(pid=103720) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 31 11:47:19.208038 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.wsgi [-] (103721) accepted ('10.222.0.57', 45064) {{(pid=103721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 31 11:47:19.211460 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron.scheduler.base_scheduler [None req-24cbef45-2717-47a2-b06e-36d687d43c21 admin admin] Resources bound (agent type, host, resource id):  {{(pid=103720) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 31 11:47:19.217875 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24cbef45-2717-47a2-b06e-36d687d43c21 admin admin] Received port after_create {{(pid=103720) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
May 31 11:47:19.219022 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.api.v2.base [None req-19a5db98-d141-41c9-9689-224c3952c72e tempest-TestMinimumBasicScenario-386923442 tempest-TestMinimumBasicScenario-386923442-project] Request body: {'security_group_rule': {'security_group_id': '367d638f-65de-4460-8c85-5f3624b2eecf', 'project_id': 'd2835694ba8b4386a2876202826dc222', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103721) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 31 11:47:19.223833 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG oslo_concurrency.lockutils [None req-fb1d66a0-430b-475a-9f1f-775a71149dd8 tempest-TestMinimumBasicScenario-386923442 tempest-TestMinimumBasicScenario-386923442-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=103721) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 31 11:47:19.226941 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.db.quota.driver [None req-19a5db98-d141-41c9-9689-224c3952c72e tempest-TestMinimumBasicScenario-386923442 tempest-TestMinimumBasicScenario-386923442-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=103721) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 31 11:47:19.231424 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.quota.resource [None req-19a5db98-d141-41c9-9689-224c3952c72e tempest-TestMinimumBasicScenario-386923442 tempest-TestMinimumBasicScenario-386923442-project] Usage tracker for resource:security_group_rule and tenant:d2835694ba8b4386a2876202826dc222 is out of sync, need to count used quota {{(pid=103721) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 31 11:47:19.235086 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.quota.resource [None req-19a5db98-d141-41c9-9689-224c3952c72e tempest-TestMinimumBasicScenario-386923442 tempest-TestMinimumBasicScenario-386923442-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=103721) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 31 11:47:19.241332 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.db.quota.driver [None req-19a5db98-d141-41c9-9689-224c3952c72e tempest-TestMinimumBasicScenario-386923442 tempest-TestMinimumBasicScenario-386923442-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=103721) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 31 11:47:19.269392 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.db.securitygroups_db [None req-19a5db98-d141-41c9-9689-224c3952c72e tempest-TestMinimumBasicScenario-386923442 tempest-TestMinimumBasicScenario-386923442-project] Project d2835694ba8b4386a2876202826dc222 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
May 31 11:47:19.275710 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron_lib.callbacks.manager [None req-19a5db98-d141-41c9-9689-224c3952c72e tempest-TestMinimumBasicScenario-386923442 tempest-TestMinimumBasicScenario-386923442-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:47:19.283565 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24cbef45-2717-47a2-b06e-36d687d43c21 admin admin] Pushing event updated for resources: {'Port': ['ID=f5c1da4d-9c4c-47d0-a175-9a1ad60ee097,revision_number=1']} {{(pid=103720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 31 11:47:19.292943 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG oslo_concurrency.lockutils [None req-24cbef45-2717-47a2-b06e-36d687d43c21 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.242s {{(pid=103720) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 31 11:47:19.331727 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-24cbef45-2717-47a2-b06e-36d687d43c21 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4094068'] for router_interface, before_create {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:47:19.423947 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron_lib.callbacks.manager [None req-19a5db98-d141-41c9-9689-224c3952c72e tempest-TestMinimumBasicScenario-386923442 tempest-TestMinimumBasicScenario-386923442-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:47:19.432108 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron_lib.callbacks.manager [None req-19a5db98-d141-41c9-9689-224c3952c72e tempest-TestMinimumBasicScenario-386923442 tempest-TestMinimumBasicScenario-386923442-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3705985'] for security_group_rule, after_create {{(pid=103721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:47:19.435090 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103721) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 31 11:47:19.484237 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19a5db98-d141-41c9-9689-224c3952c72e tempest-TestMinimumBasicScenario-386923442 tempest-TestMinimumBasicScenario-386923442-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a4b289c2-05dc-47db-8f9a-f1f7cc13959d,revision_number=0']} {{(pid=103721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 31 11:47:19.488436 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG oslo_concurrency.lockutils [None req-19a5db98-d141-41c9-9689-224c3952c72e tempest-TestMinimumBasicScenario-386923442 tempest-TestMinimumBasicScenario-386923442-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=103721) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 31 11:47:19.530097 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron_lib.callbacks.manager [None req-19a5db98-d141-41c9-9689-224c3952c72e tempest-TestMinimumBasicScenario-386923442 tempest-TestMinimumBasicScenario-386923442-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:47:19.531698 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [None req-19a5db98-d141-41c9-9689-224c3952c72e tempest-TestMinimumBasicScenario-386923442 tempest-TestMinimumBasicScenario-386923442-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 774 time: 0.3224745
May 31 11:47:19.534398 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.wsgi [-] (103721) accepted ('10.222.0.57', 45072) {{(pid=103721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 31 11:47:19.539849 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.api.v2.base [None req-8bf482ac-e2d3-4993-a3ed-8ddac21336d1 tempest-TestMinimumBasicScenario-386923442 tempest-TestMinimumBasicScenario-386923442-project] Request body: {'security_group_rule': {'security_group_id': '367d638f-65de-4460-8c85-5f3624b2eecf', 'project_id': 'd2835694ba8b4386a2876202826dc222', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103721) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 31 11:47:19.560274 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.db.quota.driver [None req-8bf482ac-e2d3-4993-a3ed-8ddac21336d1 tempest-TestMinimumBasicScenario-386923442 tempest-TestMinimumBasicScenario-386923442-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=103721) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 31 11:47:19.565349 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.quota.resource [None req-8bf482ac-e2d3-4993-a3ed-8ddac21336d1 tempest-TestMinimumBasicScenario-386923442 tempest-TestMinimumBasicScenario-386923442-project] Usage tracker for resource:security_group_rule and tenant:d2835694ba8b4386a2876202826dc222 is out of sync, need to count used quota {{(pid=103721) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 31 11:47:19.570341 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-24cbef45-2717-47a2-b06e-36d687d43c21 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-934180'] for port, before_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:47:19.577313 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.quota.resource [None req-8bf482ac-e2d3-4993-a3ed-8ddac21336d1 tempest-TestMinimumBasicScenario-386923442 tempest-TestMinimumBasicScenario-386923442-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=103721) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 31 11:47:19.583510 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.db.quota.driver [None req-8bf482ac-e2d3-4993-a3ed-8ddac21336d1 tempest-TestMinimumBasicScenario-386923442 tempest-TestMinimumBasicScenario-386923442-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=103721) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 31 11:47:19.601682 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.db.securitygroups_db [None req-8bf482ac-e2d3-4993-a3ed-8ddac21336d1 tempest-TestMinimumBasicScenario-386923442 tempest-TestMinimumBasicScenario-386923442-project] Project d2835694ba8b4386a2876202826dc222 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
May 31 11:47:19.614088 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron_lib.callbacks.manager [None req-8bf482ac-e2d3-4993-a3ed-8ddac21336d1 tempest-TestMinimumBasicScenario-386923442 tempest-TestMinimumBasicScenario-386923442-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:47:19.675596 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron.db.provisioning_blocks [None req-d9ec6127-41d2-4572-87a4-037dccecef17 None None] Provisioning for port f5c1da4d-9c4c-47d0-a175-9a1ad60ee097 completed by entity DHCP. {{(pid=103722) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 31 11:47:19.696252 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron.db.provisioning_blocks [None req-d9ec6127-41d2-4572-87a4-037dccecef17 None None] Provisioning complete for port f5c1da4d-9c4c-47d0-a175-9a1ad60ee097 triggered by entity DHCP. {{(pid=103722) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 31 11:47:19.696560 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron_lib.callbacks.manager [None req-d9ec6127-41d2-4572-87a4-037dccecef17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857618'] for port, provisioning_complete {{(pid=103722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:47:19.734479 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron_lib.callbacks.manager [None req-8bf482ac-e2d3-4993-a3ed-8ddac21336d1 tempest-TestMinimumBasicScenario-386923442 tempest-TestMinimumBasicScenario-386923442-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:47:19.746230 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron_lib.callbacks.manager [None req-8bf482ac-e2d3-4993-a3ed-8ddac21336d1 tempest-TestMinimumBasicScenario-386923442 tempest-TestMinimumBasicScenario-386923442-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3705985'] for security_group_rule, after_create {{(pid=103721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:47:19.749821 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG oslo_concurrency.lockutils [None req-19a5db98-d141-41c9-9689-224c3952c72e tempest-TestMinimumBasicScenario-386923442 tempest-TestMinimumBasicScenario-386923442-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103721) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 31 11:47:19.789030 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bf482ac-e2d3-4993-a3ed-8ddac21336d1 tempest-TestMinimumBasicScenario-386923442 tempest-TestMinimumBasicScenario-386923442-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e1c2d812-1d4a-42a6-b656-3f870bee22a0,revision_number=0']} {{(pid=103721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 31 11:47:19.791332 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG oslo_concurrency.lockutils [None req-8bf482ac-e2d3-4993-a3ed-8ddac21336d1 tempest-TestMinimumBasicScenario-386923442 tempest-TestMinimumBasicScenario-386923442-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=103721) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 31 11:47:19.809525 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron.plugins.ml2.plugin [None req-d9ec6127-41d2-4572-87a4-037dccecef17 None None] Port f5c1da4d-9c4c-47d0-a175-9a1ad60ee097 cannot update to ACTIVE because it is not bound. {{(pid=103722) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
May 31 11:47:19.811355 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron_lib.callbacks.manager [None req-8bf482ac-e2d3-4993-a3ed-8ddac21336d1 tempest-TestMinimumBasicScenario-386923442 tempest-TestMinimumBasicScenario-386923442-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:47:19.816066 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [None req-8bf482ac-e2d3-4993-a3ed-8ddac21336d1 tempest-TestMinimumBasicScenario-386923442 tempest-TestMinimumBasicScenario-386923442-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 773 time: 0.2778873
May 31 11:47:19.852290 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron.db.l3_hamode_db [None req-ee2510fa-b379-4a92-a62b-99f8b95c1129 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f3ebc9f31c0>, [{'id': 'c5fc676f-fec8-4683-bbb8-4ef1f0fbc090', 'name': 'tempest-TestShelveInstance-1820448711-router', 'tenant_id': '67225ec5f483494c9d8a6368709f6b83', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cb16751-6ba1-494a-bef1-53f614bdb222', 'external_fixed_ips': [{'subnet_id': '1135c889-0623-4d10-975a-f2c46f50f0f6', 'ip_address': '172.27.2.140'}], 'enable_snat': True}, 'gw_port_id': '17ec24c9-8383-4534-b5a1-5e7aee5329b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T11:47:11Z', 'updated_at': '2021-05-31T11:47:14Z', 'revision_number': 3, 'project_id': '67225ec5f483494c9d8a6368709f6b83', 'gw_port': {'id': '17ec24c9-8383-4534-b5a1-5e7aee5329b8', 'name': '', 'network_id': '1cb16751-6ba1-494a-bef1-53f614bdb222', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:ae:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c5fc676f-fec8-4683-bbb8-4ef1f0fbc090', 'device_owner': 'network:router_gateway', 'standard_attr_id': 447, 'fixed_ips': [{'subnet_id': '1135c889-0623-4d10-975a-f2c46f50f0f6', 'ip_address': '172.27.2.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786384-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T11:47:12Z', 'updated_at': '2021-05-31T11:47:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1135c889-0623-4d10-975a-f2c46f50f0f6', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786384-7-iscsi'}], 'dv-cinder-786384-7-iscsi', False) {} {{(pid=103722) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 31 11:47:19.857556 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee2510fa-b379-4a92-a62b-99f8b95c1129 None None] The sync data for ids ['c5fc676f-fec8-4683-bbb8-4ef1f0fbc090'] in dv-cinder-786384-7-iscsi is: [{'id': 'c5fc676f-fec8-4683-bbb8-4ef1f0fbc090', 'name': 'tempest-TestShelveInstance-1820448711-router', 'tenant_id': '67225ec5f483494c9d8a6368709f6b83', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cb16751-6ba1-494a-bef1-53f614bdb222', 'external_fixed_ips': [{'subnet_id': '1135c889-0623-4d10-975a-f2c46f50f0f6', 'ip_address': '172.27.2.140'}], 'enable_snat': True}, 'gw_port_id': '17ec24c9-8383-4534-b5a1-5e7aee5329b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T11:47:11Z', 'updated_at': '2021-05-31T11:47:14Z', 'revision_number': 3, 'project_id': '67225ec5f483494c9d8a6368709f6b83', 'gw_port': {'id': '17ec24c9-8383-4534-b5a1-5e7aee5329b8', 'name': '', 'network_id': '1cb16751-6ba1-494a-bef1-53f614bdb222', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:ae:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c5fc676f-fec8-4683-bbb8-4ef1f0fbc090', 'device_owner': 'network:router_gateway', 'standard_attr_id': 447, 'fixed_ips': [{'subnet_id': '1135c889-0623-4d10-975a-f2c46f50f0f6', 'ip_address': '172.27.2.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786384-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T11:47:12Z', 'updated_at': '2021-05-31T11:47:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1135c889-0623-4d10-975a-f2c46f50f0f6', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786384-7-iscsi'}] {{(pid=103722) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 31 11:47:19.873069 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-24cbef45-2717-47a2-b06e-36d687d43c21 admin admin] Notify callbacks [] for port, precommit_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:47:19.896968 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-24cbef45-2717-47a2-b06e-36d687d43c21 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937715', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3701677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744215954324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744215520988', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744215521293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2327900'] for port, after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:47:19.951506 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG oslo_concurrency.lockutils [None req-81242d8c-5c0f-428b-9547-c2c7c9a7467c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103720) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 31 11:47:20.009033 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.quota.resource [req-c29df2c4-ff68-4c5c-ba24-2f248e846207 req-c28f9a1f-b5f2-47a5-bf9f-1c677cab0f7d tempest-TestMinimumBasicScenario-386923442 tempest-TestMinimumBasicScenario-386923442-project] Synchronizing usage tracker for tenant:d2835694ba8b4386a2876202826dc222 on resource:security_group {{(pid=103721) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 31 11:47:20.045921 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.quota.resource [req-c29df2c4-ff68-4c5c-ba24-2f248e846207 req-c28f9a1f-b5f2-47a5-bf9f-1c677cab0f7d tempest-TestMinimumBasicScenario-386923442 tempest-TestMinimumBasicScenario-386923442-project] Unset dirty status for tenant:d2835694ba8b4386a2876202826dc222 on resource:security_group {{(pid=103721) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 31 11:47:20.048590 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [req-c29df2c4-ff68-4c5c-ba24-2f248e846207 req-c28f9a1f-b5f2-47a5-bf9f-1c677cab0f7d tempest-TestMinimumBasicScenario-386923442 tempest-TestMinimumBasicScenario-386923442-project] 10.222.0.57 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-896353831&fields=id&tenant_id=d2835694ba8b4386a2876202826dc222 HTTP/1.1" status: 200  len: 267 time: 0.1015890
May 31 11:47:20.085174 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24cbef45-2717-47a2-b06e-36d687d43c21 admin admin] Pushing event updated for resources: {'Port': ['ID=f5c1da4d-9c4c-47d0-a175-9a1ad60ee097,revision_number=2']} {{(pid=103720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 31 11:47:20.093219 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG oslo_concurrency.lockutils [None req-24cbef45-2717-47a2-b06e-36d687d43c21 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=103720) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 31 11:47:20.094137 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-24cbef45-2717-47a2-b06e-36d687d43c21 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3695180', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4094169'] for router_interface, after_create {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:47:20.178294 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c29df2c4-ff68-4c5c-ba24-2f248e846207 req-cce27414-bdad-4f06-92a6-095b14e441fa tempest-TestMinimumBasicScenario-386923442 tempest-TestMinimumBasicScenario-386923442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 11:47:20.180987 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [req-c29df2c4-ff68-4c5c-ba24-2f248e846207 req-cce27414-bdad-4f06-92a6-095b14e441fa tempest-TestMinimumBasicScenario-386923442 tempest-TestMinimumBasicScenario-386923442-project] 10.222.0.57 "GET /v2.0/ports?device_id=25f4c6a2-d9fc-4492-b06a-41be27fc43a2 HTTP/1.1" status: 200  len: 946 time: 0.1255944
May 31 11:47:20.197139 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.api.v2.base [req-c29df2c4-ff68-4c5c-ba24-2f248e846207 req-241277b3-43a0-4ab9-9db9-ed5ff3b7d402 tempest-TestMinimumBasicScenario-386923442 tempest-TestMinimumBasicScenario-386923442-project] Request body: {'port': {'security_groups': ['f3724ee5-3f7d-4418-9672-f19ca2386f83', '367d638f-65de-4460-8c85-5f3624b2eecf']}} {{(pid=103721) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 31 11:47:20.352604 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24cbef45-2717-47a2-b06e-36d687d43c21 admin admin] Network 56741204-4ce1-45fa-a0a1-399f87add183 is already hosted by enough agents. {{(pid=103720) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 31 11:47:20.354369 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron.scheduler.base_scheduler [None req-24cbef45-2717-47a2-b06e-36d687d43c21 admin admin] Resources bound (agent type, host, resource id):  {{(pid=103720) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 31 11:47:20.470321 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron_lib.callbacks.manager [req-c29df2c4-ff68-4c5c-ba24-2f248e846207 req-241277b3-43a0-4ab9-9db9-ed5ff3b7d402 tempest-TestMinimumBasicScenario-386923442 tempest-TestMinimumBasicScenario-386923442-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-934180'] for port, before_update {{(pid=103721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:47:20.569030 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron.plugins.ml2.rpc [None req-43028a7b-58d7-408b-ac75-1328e6896bf7 None None] Device 155b9d57-585f-4bc6-a6be-200a600e1d9b no longer exists at agent hyperv_hv-cinder-78638 {{(pid=103722) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
May 31 11:47:20.678956 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron.plugins.ml2.plugin [None req-43028a7b-58d7-408b-ac75-1328e6896bf7 None None] No Port match for: 155b9d57-585f-4bc6-a6be-200a600e1d9b {{(pid=103722) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}}
May 31 11:47:20.679693 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron.plugins.ml2.rpc [None req-43028a7b-58d7-408b-ac75-1328e6896bf7 None None] Device 155b9d57-585f-4bc6-a6be-200a600e1d9b not bound to the agent host hv-cinder-78638 {{(pid=103722) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
May 31 11:47:20.856719 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron.db.provisioning_blocks [None req-51468d5c-d4a0-4148-b4f2-3f17dcc30f24 None None] Provisioning complete for port f5c1da4d-9c4c-47d0-a175-9a1ad60ee097 triggered by entity DHCP. {{(pid=103722) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 31 11:47:20.857234 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron_lib.callbacks.manager [None req-51468d5c-d4a0-4148-b4f2-3f17dcc30f24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857618'] for port, provisioning_complete {{(pid=103722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:47:20.944705 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron.plugins.ml2.plugin [None req-51468d5c-d4a0-4148-b4f2-3f17dcc30f24 None None] Port f5c1da4d-9c4c-47d0-a175-9a1ad60ee097 cannot update to ACTIVE because it is not bound. {{(pid=103722) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
May 31 11:47:20.956942 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-24cbef45-2717-47a2-b06e-36d687d43c21 admin admin] Router c5fc676f-fec8-4683-bbb8-4ef1f0fbc090 has already been hosted by L3 agent f8c17dd7-da16-4427-b6e3-d7e30616bc4c {{(pid=103720) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
May 31 11:47:21.154790 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc524709-b164-49de-877d-2a4f6ae76291 req-834e86ee-8a7e-4998-9237-8acc043acfd6 tempest-ServerRescueNegativeTestJSON-1419813537 tempest-ServerRescueNegativeTestJSON-1419813537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 11:47:21.156436 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [req-bc524709-b164-49de-877d-2a4f6ae76291 req-834e86ee-8a7e-4998-9237-8acc043acfd6 tempest-ServerRescueNegativeTestJSON-1419813537 tempest-ServerRescueNegativeTestJSON-1419813537-project] 10.222.0.57 "GET /v2.0/ports?device_id=6cccde54-536c-42f8-a4b4-ace3bbad46da HTTP/1.1" status: 200  len: 945 time: 0.4056582
May 31 11:47:21.219691 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-24cbef45-2717-47a2-b06e-36d687d43c21 admin admin] Notify agent at l3_agent.dv-cinder-786384-7-iscsi the message routers_updated {{(pid=103720) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
May 31 11:47:21.226658 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.plugins.ml2.db [req-c29df2c4-ff68-4c5c-ba24-2f248e846207 req-241277b3-43a0-4ab9-9db9-ed5ff3b7d402 tempest-TestMinimumBasicScenario-386923442 tempest-TestMinimumBasicScenario-386923442-project] For port edbc0fcc-660b-4861-9417-be69a962d663, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=edbc0fcc-660b-4861-9417-be69a962d663,segment=NetworkSegment(ea61f6ad-e9d3-4768-82a6-fea023d496f6),segment_id=ea61f6ad-e9d3-4768-82a6-fea023d496f6)] {{(pid=103721) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 31 11:47:21.232441 dv-cinder-786384-7-iscsi neutron-server[103720]: INFO neutron.wsgi [None req-24cbef45-2717-47a2-b06e-36d687d43c21 admin admin] 10.222.0.57 "PUT /v2.0/routers/c5fc676f-fec8-4683-bbb8-4ef1f0fbc090/add_router_interface HTTP/1.1" status: 200  len: 503 time: 4.7608459
May 31 11:47:21.255035 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [req-bc524709-b164-49de-877d-2a4f6ae76291 req-ba4a8be3-5efe-4352-b8c7-76f9aa84dbd3 tempest-ServerRescueNegativeTestJSON-1419813537 tempest-ServerRescueNegativeTestJSON-1419813537-project] 10.222.0.57 "GET /v2.0/security-groups?id=61284c33-46c4-4e49-8e24-329051971a91&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0899830
May 31 11:47:21.292586 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron_lib.callbacks.manager [req-c29df2c4-ff68-4c5c-ba24-2f248e846207 req-241277b3-43a0-4ab9-9db9-ed5ff3b7d402 tempest-TestMinimumBasicScenario-386923442 tempest-TestMinimumBasicScenario-386923442-project] Notify callbacks [] for port, precommit_update {{(pid=103721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:47:21.301541 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron_lib.callbacks.manager [req-c29df2c4-ff68-4c5c-ba24-2f248e846207 req-241277b3-43a0-4ab9-9db9-ed5ff3b7d402 tempest-TestMinimumBasicScenario-386923442 tempest-TestMinimumBasicScenario-386923442-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937715', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3701677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744215954324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744215520988', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744215521293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2250875'] for port, after_update {{(pid=103721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:47:21.304402 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron.plugins.ml2.rpc [None req-1f0a762f-0348-4bba-b860-8eddab4cd770 None None] Device 17ec24c9-8383-4534-b5a1-5e7aee5329b8 up at agent ovs-agent-dv-cinder-786384-7-iscsi {{(pid=103722) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 31 11:47:21.309332 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG oslo_concurrency.lockutils [None req-a5a34a02-eb40-457a-bbc5-7ef9d32994df tempest-VolumesActionsTest-112709343 tempest-VolumesActionsTest-112709343-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103721) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 31 11:47:21.360449 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron.plugins.ml2.db [None req-43028a7b-58d7-408b-ac75-1328e6896bf7 None None] get_ports_and_sgs() called for port_ids ['edbc0fcc-660b-4861-9417-be69a962d663'] {{(pid=103722) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
May 31 11:47:21.392144 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c29df2c4-ff68-4c5c-ba24-2f248e846207 req-241277b3-43a0-4ab9-9db9-ed5ff3b7d402 tempest-TestMinimumBasicScenario-386923442 tempest-TestMinimumBasicScenario-386923442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 11:47:21.392877 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron_lib.callbacks.manager [req-c29df2c4-ff68-4c5c-ba24-2f248e846207 req-241277b3-43a0-4ab9-9db9-ed5ff3b7d402 tempest-TestMinimumBasicScenario-386923442 tempest-TestMinimumBasicScenario-386923442-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46333'] for port, before_response {{(pid=103721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:47:21.398220 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [req-c29df2c4-ff68-4c5c-ba24-2f248e846207 req-241277b3-43a0-4ab9-9db9-ed5ff3b7d402 tempest-TestMinimumBasicScenario-386923442 tempest-TestMinimumBasicScenario-386923442-project] 10.222.0.57 "PUT /v2.0/ports/edbc0fcc-660b-4861-9417-be69a962d663 HTTP/1.1" status: 200  len: 982 time: 1.2104614
May 31 11:47:21.427319 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '25f4c6a2-d9fc-4492-b06a-41be27fc43a2', 'tag': 'edbc0fcc-660b-4861-9417-be69a962d663'}] {{(pid=103721) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 31 11:47:21.431140 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3cd903d475e597836c68a86188e0a4f713f0e90603b95bd8a010e768671d0d04" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-28e6abe1-629a-4176-aa43-5ff6377b54d4" -d '{"events": [{"name": "network-changed", "server_uuid": "25f4c6a2-d9fc-4492-b06a-41be27fc43a2", "tag": "edbc0fcc-660b-4861-9417-be69a962d663"}]}' {{(pid=103721) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
May 31 11:47:21.571847 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-241277b3-43a0-4ab9-9db9-ed5ff3b7d402 tempest-TestMinimumBasicScenario-386923442 tempest-TestMinimumBasicScenario-386923442-project] Pushing event updated for resources: {'Port': ['ID=edbc0fcc-660b-4861-9417-be69a962d663,revision_number=6']} {{(pid=103721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 31 11:47:21.590299 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron.plugins.ml2.db [None req-43028a7b-58d7-408b-ac75-1328e6896bf7 None None] get_ports_and_sgs() called for port_ids ['edbc0fcc-660b-4861-9417-be69a962d663'] {{(pid=103722) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
May 31 11:47:21.596598 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG oslo_concurrency.lockutils [None req-241277b3-43a0-4ab9-9db9-ed5ff3b7d402 tempest-TestMinimumBasicScenario-386923442 tempest-TestMinimumBasicScenario-386923442-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.287s {{(pid=103721) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 31 11:47:21.599414 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 31 May 2021 11:47:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-175b42e3-0645-49cc-b5f2-01abd2bd9cd7 x-openstack-request-id: req-175b42e3-0645-49cc-b5f2-01abd2bd9cd7 {{(pid=103721) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
May 31 11:47:21.600211 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "25f4c6a2-d9fc-4492-b06a-41be27fc43a2", "tag": "edbc0fcc-660b-4861-9417-be69a962d663", "status": "completed", "code": 200}]} {{(pid=103721) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
May 31 11:47:21.600773 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-175b42e3-0645-49cc-b5f2-01abd2bd9cd7 {{(pid=103721) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
May 31 11:47:21.601593 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '25f4c6a2-d9fc-4492-b06a-41be27fc43a2', 'tag': 'edbc0fcc-660b-4861-9417-be69a962d663', 'status': 'completed', 'code': 200}
May 31 11:47:21.664327 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron.db.provisioning_blocks [None req-1f0a762f-0348-4bba-b860-8eddab4cd770 None None] Provisioning for port 17ec24c9-8383-4534-b5a1-5e7aee5329b8 completed by entity L2. {{(pid=103722) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 31 11:47:21.702661 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron.db.provisioning_blocks [None req-1f0a762f-0348-4bba-b860-8eddab4cd770 None None] Provisioning complete for port 17ec24c9-8383-4534-b5a1-5e7aee5329b8 triggered by entity L2. {{(pid=103722) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 31 11:47:21.703331 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron_lib.callbacks.manager [None req-1f0a762f-0348-4bba-b860-8eddab4cd770 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857618'] for port, provisioning_complete {{(pid=103722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:47:21.876265 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28e6abe1-629a-4176-aa43-5ff6377b54d4 req-6b008c3a-791d-4a38-9c5d-a07511d8482b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 11:47:21.879382 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [req-28e6abe1-629a-4176-aa43-5ff6377b54d4 req-6b008c3a-791d-4a38-9c5d-a07511d8482b service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=d2835694ba8b4386a2876202826dc222&device_id=25f4c6a2-d9fc-4492-b06a-41be27fc43a2 HTTP/1.1" status: 200  len: 1138 time: 0.2725663
May 31 11:47:21.945293 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron.db.provisioning_blocks [None req-f204ae54-59f0-44ce-956e-8217cad293f1 None None] Provisioning complete for port edbc0fcc-660b-4861-9417-be69a962d663 triggered by entity DHCP. {{(pid=103722) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 31 11:47:21.945992 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron_lib.callbacks.manager [None req-f204ae54-59f0-44ce-956e-8217cad293f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857618'] for port, provisioning_complete {{(pid=103722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:47:22.113069 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35305489-252b-4e29-86f2-18f9d7391ef6 req-51690195-1719-42a4-9f02-7cb1c7d5d78e tempest-TestMinimumBasicScenario-386923442 tempest-TestMinimumBasicScenario-386923442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 11:47:22.114906 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [req-35305489-252b-4e29-86f2-18f9d7391ef6 req-51690195-1719-42a4-9f02-7cb1c7d5d78e tempest-TestMinimumBasicScenario-386923442 tempest-TestMinimumBasicScenario-386923442-project] 10.222.0.57 "GET /v2.0/ports?device_id=25f4c6a2-d9fc-4492-b06a-41be27fc43a2 HTTP/1.1" status: 200  len: 985 time: 0.4183397
May 31 11:47:22.153038 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28e6abe1-629a-4176-aa43-5ff6377b54d4 req-047637c4-627d-4772-ae4a-9f2d8ffb3b32 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 11:47:22.154693 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [req-28e6abe1-629a-4176-aa43-5ff6377b54d4 req-047637c4-627d-4772-ae4a-9f2d8ffb3b32 service neutron] 10.222.0.60 "GET /v2.0/networks?id=7c7367d4-6b64-4c55-b3b8-cb2b2973b934 HTTP/1.1" status: 200  len: 916 time: 0.2582340
May 31 11:47:22.195623 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron_lib.callbacks.manager [None req-1f0a762f-0348-4bba-b860-8eddab4cd770 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-934180'] for port, before_update {{(pid=103722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:47:22.349415 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [req-28e6abe1-629a-4176-aa43-5ff6377b54d4 req-dd65e06f-3aa7-4fd4-a362-3ccbcf266fce service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=edbc0fcc-660b-4861-9417-be69a962d663 HTTP/1.1" status: 200  len: 1001 time: 0.1793549
May 31 11:47:22.362895 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron.plugins.ml2.db [None req-1f0a762f-0348-4bba-b860-8eddab4cd770 None None] For port 17ec24c9-8383-4534-b5a1-5e7aee5329b8, host dv-cinder-786384-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786384-7-iscsi',level=0,port_id=17ec24c9-8383-4534-b5a1-5e7aee5329b8,segment=NetworkSegment(82286f75-faff-40ec-beef-7945374ee8e1),segment_id=82286f75-faff-40ec-beef-7945374ee8e1)] {{(pid=103722) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 31 11:47:22.392175 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.wsgi [-] (103721) accepted ('10.222.0.57', 45114) {{(pid=103721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 31 11:47:22.404650 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron_lib.callbacks.manager [None req-1f0a762f-0348-4bba-b860-8eddab4cd770 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937715', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3701677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744215954324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744215520988', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744215521293'] for port, after_update {{(pid=103722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:47:22.416868 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG oslo_concurrency.lockutils [None req-43028a7b-58d7-408b-ac75-1328e6896bf7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103722) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 31 11:47:22.431542 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.api.v2.base [None req-33d43359-7117-431c-9109-2aa39b43a322 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-693436700-network', 'tenant_id': '09cfcbad535d41f8a11c13f14eae8d07'}} {{(pid=103721) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 31 11:47:22.445789 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.db.quota.driver [None req-33d43359-7117-431c-9109-2aa39b43a322 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=103721) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 31 11:47:22.469302 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.quota.resource [None req-33d43359-7117-431c-9109-2aa39b43a322 admin admin] Usage tracker for resource:network and tenant:09cfcbad535d41f8a11c13f14eae8d07 is out of sync, need to count used quota {{(pid=103721) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 31 11:47:22.480107 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.quota.resource [None req-33d43359-7117-431c-9109-2aa39b43a322 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=103721) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 31 11:47:22.509593 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.db.quota.driver [None req-33d43359-7117-431c-9109-2aa39b43a322 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=103721) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 31 11:47:22.513080 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b666f211-424d-42cb-922f-7fb23315ad0d None None] Sync routers for ids ['c5fc676f-fec8-4683-bbb8-4ef1f0fbc090'] in dv-cinder-786384-7-iscsi {{(pid=103722) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 31 11:47:22.518412 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [req-35305489-252b-4e29-86f2-18f9d7391ef6 req-bd78b130-8b44-4826-87dc-74b6ed83aa41 tempest-TestMinimumBasicScenario-386923442 tempest-TestMinimumBasicScenario-386923442-project] 10.222.0.57 "GET /v2.0/security-groups?id=f3724ee5-3f7d-4418-9672-f19ca2386f83&id=367d638f-65de-4460-8c85-5f3624b2eecf&fields=id&fields=name HTTP/1.1" status: 200  len: 379 time: 0.3625641
May 31 11:47:22.534784 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28e6abe1-629a-4176-aa43-5ff6377b54d4 req-0042e57e-28be-4c70-8992-805f4a3784e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 11:47:22.536257 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [req-28e6abe1-629a-4176-aa43-5ff6377b54d4 req-0042e57e-28be-4c70-8992-805f4a3784e0 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=0ae97965-980e-4967-8bf0-649896983786 HTTP/1.1" status: 200  len: 854 time: 0.1447122
May 31 11:47:22.543928 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-33d43359-7117-431c-9109-2aa39b43a322 admin admin] Made reservation on behalf of 09cfcbad535d41f8a11c13f14eae8d07 for: {'network': 1} {{(pid=103721) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 31 11:47:22.549359 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron_lib.callbacks.manager [None req-33d43359-7117-431c-9109-2aa39b43a322 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-934191'] for network, before_create {{(pid=103721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:47:22.559601 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b666f211-424d-42cb-922f-7fb23315ad0d None None] Routers {'c5fc676f-fec8-4683-bbb8-4ef1f0fbc090'} bound to L3 agent in host dv-cinder-786384-7-iscsi {{(pid=103722) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 31 11:47:22.560281 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron.db.l3_hamode_db [None req-b666f211-424d-42cb-922f-7fb23315ad0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f3ebc9b4820>, 'dv-cinder-786384-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-31T11:36:05Z,description=<?>,heartbeat_timestamp=2021-05-31T11:47:05Z,host='dv-cinder-786384-7-iscsi',id=f8c17dd7-da16-4427-b6e3-d7e30616bc4c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-31T11:36:05Z,topic='l3_agent')) {'router_ids': ['c5fc676f-fec8-4683-bbb8-4ef1f0fbc090'], 'active': True} {{(pid=103722) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 31 11:47:22.663446 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron_lib.callbacks.manager [None req-33d43359-7117-431c-9109-2aa39b43a322 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:47:22.678585 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f0a762f-0348-4bba-b860-8eddab4cd770 None None] Pushing event updated for resources: {'Port': ['ID=17ec24c9-8383-4534-b5a1-5e7aee5329b8,revision_number=4']} {{(pid=103722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 31 11:47:22.689103 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.db.quota.driver [None req-33d43359-7117-431c-9109-2aa39b43a322 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=103721) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 31 11:47:22.694474 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG oslo_concurrency.lockutils [None req-1f0a762f-0348-4bba-b860-8eddab4cd770 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.275s {{(pid=103722) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 31 11:47:22.694673 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.quota.resource [None req-33d43359-7117-431c-9109-2aa39b43a322 admin admin] Usage tracker for resource:security_group_rule and tenant:09cfcbad535d41f8a11c13f14eae8d07 is out of sync, need to count used quota {{(pid=103721) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 31 11:47:22.696849 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.quota.resource [None req-33d43359-7117-431c-9109-2aa39b43a322 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=103721) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 31 11:47:22.703459 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.db.quota.driver [None req-33d43359-7117-431c-9109-2aa39b43a322 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=103721) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 31 11:47:22.805105 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28e6abe1-629a-4176-aa43-5ff6377b54d4 req-c2414413-feb2-4de6-96ce-dfde97ba8dd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 11:47:22.805105 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [req-28e6abe1-629a-4176-aa43-5ff6377b54d4 req-c2414413-feb2-4de6-96ce-dfde97ba8dd3 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=7c7367d4-6b64-4c55-b3b8-cb2b2973b934&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.2368131
May 31 11:47:22.824041 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f72a516-7872-4950-9098-71b3d9cd2605 req-fe558d2f-6e2c-44c0-a202-46bc9e6f8c0b tempest-ServerRescueNegativeTestJSON-1419813537 tempest-ServerRescueNegativeTestJSON-1419813537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 11:47:22.831671 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [req-7f72a516-7872-4950-9098-71b3d9cd2605 req-fe558d2f-6e2c-44c0-a202-46bc9e6f8c0b tempest-ServerRescueNegativeTestJSON-1419813537 tempest-ServerRescueNegativeTestJSON-1419813537-project] 10.222.0.57 "GET /v2.0/ports?device_id=6cccde54-536c-42f8-a4b4-ace3bbad46da HTTP/1.1" status: 200  len: 945 time: 0.2040713
May 31 11:47:22.903526 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron.db.l3_dvr_db [None req-b666f211-424d-42cb-922f-7fb23315ad0d None None] Set router c5fc676f-fec8-4683-bbb8-4ef1f0fbc090 gateway port host: dv-cinder-786384-7-iscsi {{(pid=103722) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
May 31 11:47:22.999347 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [req-7f72a516-7872-4950-9098-71b3d9cd2605 req-2314195e-683b-4e16-a9c6-b1d418a5d956 tempest-ServerRescueNegativeTestJSON-1419813537 tempest-ServerRescueNegativeTestJSON-1419813537-project] 10.222.0.57 "GET /v2.0/security-groups?id=61284c33-46c4-4e49-8e24-329051971a91&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1667950
May 31 11:47:23.003252 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron_lib.callbacks.manager [None req-33d43359-7117-431c-9109-2aa39b43a322 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:47:23.030397 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron_lib.callbacks.manager [None req-33d43359-7117-431c-9109-2aa39b43a322 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3705957'] for security_group, after_create {{(pid=103721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:47:23.045022 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG oslo_concurrency.lockutils [None req-aef32bfa-0492-4240-8c30-5e01f60a2592 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103721) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 31 11:47:23.090202 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-33d43359-7117-431c-9109-2aa39b43a322 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 776}  {{(pid=103721) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
May 31 11:47:23.103156 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33d43359-7117-431c-9109-2aa39b43a322 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f0194db2-f4cc-4b10-9970-7b09f71a15be,revision_number=1']} {{(pid=103721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 31 11:47:23.108383 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [req-28e6abe1-629a-4176-aa43-5ff6377b54d4 req-4bd37d68-4b1b-4143-837a-11a092d966fb service neutron] 10.222.0.60 "GET /v2.0/networks/7c7367d4-6b64-4c55-b3b8-cb2b2973b934?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2606080
May 31 11:47:23.110775 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG oslo_concurrency.lockutils [None req-33d43359-7117-431c-9109-2aa39b43a322 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=103721) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 31 11:47:23.111715 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron_lib.callbacks.manager [None req-33d43359-7117-431c-9109-2aa39b43a322 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-882655'] for segment, precommit_create {{(pid=103721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:47:23.112088 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.db.segments_db [None req-33d43359-7117-431c-9109-2aa39b43a322 admin admin] Added segment 1345f0f0-4672-4fb3-9fe4-9a7f06e2abec of type vlan for network b20faf65-7a93-45d2-abc5-44303a2c8a5c
May 31 11:47:23.221747 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron_lib.callbacks.manager [None req-33d43359-7117-431c-9109-2aa39b43a322 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744215540035'] for network, precommit_create {{(pid=103721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:47:23.268943 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron.plugins.ml2.rpc [None req-1f0a762f-0348-4bba-b860-8eddab4cd770 None None] Device 17ec24c9-8383-4534-b5a1-5e7aee5329b8 up at agent ovs-agent-dv-cinder-786384-7-iscsi {{(pid=103722) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 31 11:47:23.289011 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [req-28e6abe1-629a-4176-aa43-5ff6377b54d4 req-a720eb2a-754c-468e-9831-c4af4e131e38 service neutron] 10.222.0.60 "GET /v2.0/networks/7c7367d4-6b64-4c55-b3b8-cb2b2973b934?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1704092
May 31 11:47:23.290161 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron_lib.callbacks.manager [None req-33d43359-7117-431c-9109-2aa39b43a322 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3705951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3701686'] for network, after_create {{(pid=103721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:47:23.292603 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33d43359-7117-431c-9109-2aa39b43a322 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 11:47:23.293199 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron_lib.callbacks.manager [None req-33d43359-7117-431c-9109-2aa39b43a322 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3701651'] for network, before_response {{(pid=103721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:47:23.299712 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG oslo_concurrency.lockutils [None req-bde356a1-0407-45f8-bd4c-9d719c581c66 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103721) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 31 11:47:23.401585 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33d43359-7117-431c-9109-2aa39b43a322 admin admin] Pushing event updated for resources: {'Network': ['ID=b20faf65-7a93-45d2-abc5-44303a2c8a5c,revision_number=1']} {{(pid=103721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 31 11:47:23.404443 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [None req-33d43359-7117-431c-9109-2aa39b43a322 admin admin] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201  len: 881 time: 1.0114164
May 31 11:47:23.405435 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG oslo_concurrency.lockutils [None req-33d43359-7117-431c-9109-2aa39b43a322 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=103721) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 31 11:47:23.409094 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron.wsgi [-] (103720) accepted ('10.222.0.57', 45128) {{(pid=103720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 31 11:47:23.421350 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron.api.v2.base [None req-262a6c8c-1d32-4d76-894b-b5ea6e1d4f5a admin admin] Request body: {'subnet': {'network_id': 'b20faf65-7a93-45d2-abc5-44303a2c8a5c', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-693436700-subnet', 'tenant_id': '09cfcbad535d41f8a11c13f14eae8d07', 'ip_version': 4}} {{(pid=103720) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 31 11:47:23.422579 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron.plugins.ml2.rpc [None req-1f0a762f-0348-4bba-b860-8eddab4cd770 None None] Network b20faf65-7a93-45d2-abc5-44303a2c8a5c details requested by agent ovs-agent-dv-cinder-786384-7-iscsi with host dv-cinder-786384-7-iscsi {{(pid=103722) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
May 31 11:47:23.426587 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron.db.quota.driver [None req-262a6c8c-1d32-4d76-894b-b5ea6e1d4f5a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=103720) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 31 11:47:23.430840 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron.quota.resource [None req-262a6c8c-1d32-4d76-894b-b5ea6e1d4f5a admin admin] Usage tracker for resource:subnet and tenant:09cfcbad535d41f8a11c13f14eae8d07 is out of sync, need to count used quota {{(pid=103720) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 31 11:47:23.442686 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron.quota.resource [None req-262a6c8c-1d32-4d76-894b-b5ea6e1d4f5a admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=103720) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 31 11:47:23.449217 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron.db.quota.driver [None req-262a6c8c-1d32-4d76-894b-b5ea6e1d4f5a admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=103720) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 31 11:47:23.465435 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-262a6c8c-1d32-4d76-894b-b5ea6e1d4f5a admin admin] Made reservation on behalf of 09cfcbad535d41f8a11c13f14eae8d07 for: {'subnet': 1} {{(pid=103720) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 31 11:47:23.468399 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-262a6c8c-1d32-4d76-894b-b5ea6e1d4f5a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2404524'] for subnet, before_create {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:47:23.538058 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron.db.provisioning_blocks [None req-1f0a762f-0348-4bba-b860-8eddab4cd770 None None] Provisioning complete for port 17ec24c9-8383-4534-b5a1-5e7aee5329b8 triggered by entity L2. {{(pid=103722) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 31 11:47:23.538549 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron_lib.callbacks.manager [None req-1f0a762f-0348-4bba-b860-8eddab4cd770 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857618'] for port, provisioning_complete {{(pid=103722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:47:23.605214 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron.db.l3_hamode_db [None req-b666f211-424d-42cb-922f-7fb23315ad0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f3ebc9b4820>, [{'id': 'c5fc676f-fec8-4683-bbb8-4ef1f0fbc090', 'name': 'tempest-TestShelveInstance-1820448711-router', 'tenant_id': '67225ec5f483494c9d8a6368709f6b83', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cb16751-6ba1-494a-bef1-53f614bdb222', 'external_fixed_ips': [{'subnet_id': '1135c889-0623-4d10-975a-f2c46f50f0f6', 'ip_address': '172.27.2.140'}], 'enable_snat': True}, 'gw_port_id': '17ec24c9-8383-4534-b5a1-5e7aee5329b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T11:47:11Z', 'updated_at': '2021-05-31T11:47:19Z', 'revision_number': 4, 'project_id': '67225ec5f483494c9d8a6368709f6b83', 'gw_port': {'id': '17ec24c9-8383-4534-b5a1-5e7aee5329b8', 'name': '', 'network_id': '1cb16751-6ba1-494a-bef1-53f614bdb222', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:ae:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5fc676f-fec8-4683-bbb8-4ef1f0fbc090', 'device_owner': 'network:router_gateway', 'standard_attr_id': 447, 'fixed_ips': [{'subnet_id': '1135c889-0623-4d10-975a-f2c46f50f0f6', 'ip_address': '172.27.2.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786384-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T11:47:12Z', 'updated_at': '2021-05-31T11:47:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1135c889-0623-4d10-975a-f2c46f50f0f6', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786384-7-iscsi', '_interfaces': [{'id': 'f5c1da4d-9c4c-47d0-a175-9a1ad60ee097', 'name': '', 'network_id': '56741204-4ce1-45fa-a0a1-399f87add183', 'tenant_id': '67225ec5f483494c9d8a6368709f6b83', 'mac_address': 'fa:16:3e:d5:74:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c5fc676f-fec8-4683-bbb8-4ef1f0fbc090', 'device_owner': 'network:router_interface', 'standard_attr_id': 453, 'fixed_ips': [{'subnet_id': '0c8f52ca-30c0-490a-ab46-49af9203f193', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T11:47:18Z', 'updated_at': '2021-05-31T11:47:19Z', 'revision_number': 2, 'project_id': '67225ec5f483494c9d8a6368709f6b83', 'subnets': [{'id': '0c8f52ca-30c0-490a-ab46-49af9203f193', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786384-7-iscsi', False) {} {{(pid=103722) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 31 11:47:23.612994 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b666f211-424d-42cb-922f-7fb23315ad0d None None] Checking router: c5fc676f-fec8-4683-bbb8-4ef1f0fbc090 for host: dv-cinder-786384-7-iscsi {{(pid=103722) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
May 31 11:47:23.613347 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b666f211-424d-42cb-922f-7fb23315ad0d None None] Updating router c5fc676f-fec8-4683-bbb8-4ef1f0fbc090 port f5c1da4d-9c4c-47d0-a175-9a1ad60ee097 binding host dv-cinder-786384-7-iscsi {{(pid=103722) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
May 31 11:47:23.677981 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron_lib.callbacks.manager [None req-b666f211-424d-42cb-922f-7fb23315ad0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-934180'] for port, before_update {{(pid=103722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:47:23.908162 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-262a6c8c-1d32-4d76-894b-b5ea6e1d4f5a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3701677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2333669', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2404538'] for subnet, after_create {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:47:23.911883 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103720) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 31 11:47:23.979109 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-262a6c8c-1d32-4d76-894b-b5ea6e1d4f5a admin admin] Pushing event updated for resources: {'Subnet': ['ID=a15390bc-ca38-45af-995b-0ce70aabf2d5,revision_number=0']} {{(pid=103720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 31 11:47:23.983035 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG oslo_concurrency.lockutils [None req-262a6c8c-1d32-4d76-894b-b5ea6e1d4f5a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=103720) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 31 11:47:23.990141 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-262a6c8c-1d32-4d76-894b-b5ea6e1d4f5a admin admin] Checking segment: {'id': '1345f0f0-4672-4fb3-9fe4-9a7f06e2abec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 776, 'network_id': 'b20faf65-7a93-45d2-abc5-44303a2c8a5c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103720) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 31 11:47:23.990493 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-262a6c8c-1d32-4d76-894b-b5ea6e1d4f5a admin admin] Network hostable DHCP agents. Network: b20faf65-7a93-45d2-abc5-44303a2c8a5c, hostable agents: ['dff46186-ee29-425e-9f8b-1a5cc0b5fc21'], hosted agents: [] {{(pid=103720) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
May 31 11:47:24.008899 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-262a6c8c-1d32-4d76-894b-b5ea6e1d4f5a admin admin] Network b20faf65-7a93-45d2-abc5-44303a2c8a5c is scheduled to be hosted by DHCP agent dff46186-ee29-425e-9f8b-1a5cc0b5fc21 with binding_index 1 {{(pid=103720) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
May 31 11:47:24.019084 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron.scheduler.base_scheduler [None req-262a6c8c-1d32-4d76-894b-b5ea6e1d4f5a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786384-7-iscsi, b20faf65-7a93-45d2-abc5-44303a2c8a5c) {{(pid=103720) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 31 11:47:24.027708 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-262a6c8c-1d32-4d76-894b-b5ea6e1d4f5a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 11:47:24.028219 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-262a6c8c-1d32-4d76-894b-b5ea6e1d4f5a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3701651'] for subnet, before_response {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:47:24.043866 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cec32e8f-5529-4619-8c24-a3c1968b080f None None] Network b20faf65-7a93-45d2-abc5-44303a2c8a5c requested from dv-cinder-786384-7-iscsi {{(pid=103722) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
May 31 11:47:24.052231 dv-cinder-786384-7-iscsi neutron-server[103720]: INFO neutron.wsgi [None req-262a6c8c-1d32-4d76-894b-b5ea6e1d4f5a admin admin] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 844 time: 0.6424866
May 31 11:47:24.054826 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.wsgi [-] (103721) accepted ('10.222.0.57', 45152) {{(pid=103721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 31 11:47:24.061019 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.api.v2.base [None req-b527f3dc-8508-496e-b96d-4ef09d348c35 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-693436700-router', 'tenant_id': '09cfcbad535d41f8a11c13f14eae8d07', 'external_gateway_info': {'network_id': '1cb16751-6ba1-494a-bef1-53f614bdb222'}}} {{(pid=103721) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 31 11:47:24.069638 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.db.quota.driver [None req-b527f3dc-8508-496e-b96d-4ef09d348c35 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=103721) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 31 11:47:24.075633 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.quota.resource [None req-b527f3dc-8508-496e-b96d-4ef09d348c35 admin admin] Usage tracker for resource:router and tenant:09cfcbad535d41f8a11c13f14eae8d07 is out of sync, need to count used quota {{(pid=103721) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 31 11:47:24.079176 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.quota.resource [None req-b527f3dc-8508-496e-b96d-4ef09d348c35 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=103721) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 31 11:47:24.085391 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.db.quota.driver [None req-b527f3dc-8508-496e-b96d-4ef09d348c35 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=103721) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 31 11:47:24.100418 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron_lib.callbacks.manager [None req-b527f3dc-8508-496e-b96d-4ef09d348c35 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-4091324', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-953'] for router, before_create {{(pid=103721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:47:24.102471 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron_lib.callbacks.manager [None req-b527f3dc-8508-496e-b96d-4ef09d348c35 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4091580', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4088419', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3731854', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-928'] for router, precommit_create {{(pid=103721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:47:24.170579 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron_lib.callbacks.manager [None req-b527f3dc-8508-496e-b96d-4ef09d348c35 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=103721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:47:24.189888 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron_lib.callbacks.manager [None req-b666f211-424d-42cb-922f-7fb23315ad0d None None] Notify callbacks [] for port, precommit_update {{(pid=103722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:47:24.228509 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron.db.provisioning_blocks [None req-b666f211-424d-42cb-922f-7fb23315ad0d None None] Transition to ACTIVE for port object f5c1da4d-9c4c-47d0-a175-9a1ad60ee097 will not be triggered until provisioned by entity L2. {{(pid=103722) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 31 11:47:24.265330 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron_lib.callbacks.manager [None req-b666f211-424d-42cb-922f-7fb23315ad0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937715', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3701677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744215954324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744215520988', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744215521293'] for port, after_update {{(pid=103722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:47:24.272559 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG oslo_concurrency.lockutils [None req-aff85fa1-ab01-4bff-9fdc-effcde8f4f00 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103722) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 31 11:47:24.415538 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-250780ab-7f90-4991-a838-f11b4fe776a2 req-0cfe2e7a-45d6-4c15-bff2-5778690609b4 tempest-ServerRescueNegativeTestJSON-1419813537 tempest-ServerRescueNegativeTestJSON-1419813537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 11:47:24.417072 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [req-250780ab-7f90-4991-a838-f11b4fe776a2 req-0cfe2e7a-45d6-4c15-bff2-5778690609b4 tempest-ServerRescueNegativeTestJSON-1419813537 tempest-ServerRescueNegativeTestJSON-1419813537-project] 10.222.0.57 "GET /v2.0/ports?device_id=6cccde54-536c-42f8-a4b4-ace3bbad46da HTTP/1.1" status: 200  len: 945 time: 0.3029718
May 31 11:47:24.440466 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddaaf71d-8b59-4ba7-ba3c-f3ef8d3da23e None None] Pushing event updated for resources: {'Port': ['ID=f5c1da4d-9c4c-47d0-a175-9a1ad60ee097,revision_number=3']} {{(pid=103722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 31 11:47:24.449406 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG oslo_concurrency.lockutils [None req-ddaaf71d-8b59-4ba7-ba3c-f3ef8d3da23e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.177s {{(pid=103722) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 31 11:47:24.483461 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0a6db42-aaf7-4dff-8784-bfc8b01e8f22 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp392c12f8-4019-54cf-ac30-b8994873c460-b20faf65-7a93-45d2-abc5-44303a2c8a5c', 'network_id': 'b20faf65-7a93-45d2-abc5-44303a2c8a5c', 'tenant_id': '09cfcbad535d41f8a11c13f14eae8d07', 'fixed_ips': [{'subnet_id': 'a15390bc-ca38-45af-995b-0ce70aabf2d5'}]}} from dv-cinder-786384-7-iscsi. {{(pid=103722) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}}
May 31 11:47:24.484312 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron_lib.callbacks.manager [None req-b0a6db42-aaf7-4dff-8784-bfc8b01e8f22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-934180'] for port, before_create {{(pid=103722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:47:24.574538 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron_lib.callbacks.manager [None req-b527f3dc-8508-496e-b96d-4ef09d348c35 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4088390', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4091278', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-978'] for router, precommit_update {{(pid=103721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:47:24.588836 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [req-250780ab-7f90-4991-a838-f11b4fe776a2 req-c175afb4-4b8f-4800-b5b3-00f2b26da116 tempest-ServerRescueNegativeTestJSON-1419813537 tempest-ServerRescueNegativeTestJSON-1419813537-project] 10.222.0.57 "GET /v2.0/security-groups?id=61284c33-46c4-4e49-8e24-329051971a91&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1150188
May 31 11:47:24.593510 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron.plugins.ml2.managers [None req-b666f211-424d-42cb-922f-7fb23315ad0d None None] Attempting to bind port f5c1da4d-9c4c-47d0-a175-9a1ad60ee097 on host dv-cinder-786384-7-iscsi for vnic_type normal with profile  {{(pid=103722) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
May 31 11:47:24.593794 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron.plugins.ml2.managers [None req-b666f211-424d-42cb-922f-7fb23315ad0d None None] Attempting to bind port f5c1da4d-9c4c-47d0-a175-9a1ad60ee097 by drivers openvswitch,hyperv on host dv-cinder-786384-7-iscsi at level 0 using segments [{'id': '85ec44de-340d-4adb-a400-8c2147a8ec2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 780, 'network_id': '56741204-4ce1-45fa-a0a1-399f87add183'}] {{(pid=103722) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
May 31 11:47:24.594152 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b666f211-424d-42cb-922f-7fb23315ad0d None None] Attempting to bind port f5c1da4d-9c4c-47d0-a175-9a1ad60ee097 on network 56741204-4ce1-45fa-a0a1-399f87add183 {{(pid=103722) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 31 11:47:24.623668 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b666f211-424d-42cb-922f-7fb23315ad0d None None] Checking agent: {'id': 'c576d319-5791-4ac3-a718-d6660db1fc9b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786384-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 31, 11, 36, 6), 'started_at': datetime.datetime(2021, 5, 31, 11, 36, 36), 'heartbeat_timestamp': datetime.datetime(2021, 5, 31, 11, 47, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786384-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103722) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
May 31 11:47:24.623965 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b666f211-424d-42cb-922f-7fb23315ad0d None None] Checking segment: {'id': '85ec44de-340d-4adb-a400-8c2147a8ec2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 780, 'network_id': '56741204-4ce1-45fa-a0a1-399f87add183'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103722) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 31 11:47:24.624386 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron_lib.callbacks.manager [None req-b666f211-424d-42cb-922f-7fb23315ad0d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:47:24.624774 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b666f211-424d-42cb-922f-7fb23315ad0d None None] Bound using segment: {'id': '85ec44de-340d-4adb-a400-8c2147a8ec2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 780, 'network_id': '56741204-4ce1-45fa-a0a1-399f87add183'} {{(pid=103722) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
May 31 11:47:24.625276 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron.plugins.ml2.managers [None req-b666f211-424d-42cb-922f-7fb23315ad0d None None] Bound port: f5c1da4d-9c4c-47d0-a175-9a1ad60ee097, host: dv-cinder-786384-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '85ec44de-340d-4adb-a400-8c2147a8ec2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 780, 'network_id': '56741204-4ce1-45fa-a0a1-399f87add183'}}] {{(pid=103722) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
May 31 11:47:24.625643 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron_lib.callbacks.manager [None req-b666f211-424d-42cb-922f-7fb23315ad0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-934180'] for port, before_update {{(pid=103722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:47:24.778721 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron.db.db_base_plugin_common [None req-b0a6db42-aaf7-4dff-8784-bfc8b01e8f22 None None] Allocated IP 172.20.0.2 (b20faf65-7a93-45d2-abc5-44303a2c8a5c/a15390bc-ca38-45af-995b-0ce70aabf2d5/5f8d0446-6441-4500-9d68-45e5e1c5d8f2) {{(pid=103722) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 31 11:47:24.787532 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron.plugins.ml2.db [None req-b666f211-424d-42cb-922f-7fb23315ad0d None None] For port f5c1da4d-9c4c-47d0-a175-9a1ad60ee097, host dv-cinder-786384-7-iscsi, cleared binding levels {{(pid=103722) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
May 31 11:47:24.793711 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron.plugins.ml2.db [None req-b666f211-424d-42cb-922f-7fb23315ad0d None None] For port f5c1da4d-9c4c-47d0-a175-9a1ad60ee097, host dv-cinder-786384-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786384-7-iscsi',level=0,port_id=f5c1da4d-9c4c-47d0-a175-9a1ad60ee097,segment=NetworkSegment(85ec44de-340d-4adb-a400-8c2147a8ec2a),segment_id=85ec44de-340d-4adb-a400-8c2147a8ec2a)] {{(pid=103722) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
May 31 11:47:24.818729 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron_lib.callbacks.manager [None req-b666f211-424d-42cb-922f-7fb23315ad0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937715', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3701677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744215954324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744215520988', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744215521293'] for port, after_update {{(pid=103722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:47:24.824415 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG oslo_concurrency.lockutils [None req-9172c024-a6b1-414b-9181-fd3c48e347a7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103722) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 31 11:47:24.891647 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron_lib.callbacks.manager [None req-b527f3dc-8508-496e-b96d-4ef09d348c35 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=103721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:47:24.926014 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron_lib.callbacks.manager [None req-b527f3dc-8508-496e-b96d-4ef09d348c35 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-934180'] for port, before_create {{(pid=103721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:47:24.991137 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b666f211-424d-42cb-922f-7fb23315ad0d None None] Routers {'c5fc676f-fec8-4683-bbb8-4ef1f0fbc090'} bound to L3 agent in host dv-cinder-786384-7-iscsi {{(pid=103722) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 31 11:47:24.991807 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron.db.l3_hamode_db [None req-b666f211-424d-42cb-922f-7fb23315ad0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f3ebc9b4820>, 'dv-cinder-786384-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-31T11:36:05Z,description=<?>,heartbeat_timestamp=2021-05-31T11:47:05Z,host='dv-cinder-786384-7-iscsi',id=f8c17dd7-da16-4427-b6e3-d7e30616bc4c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-31T11:36:05Z,topic='l3_agent')) {'router_ids': ['c5fc676f-fec8-4683-bbb8-4ef1f0fbc090'], 'active': True} {{(pid=103722) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 31 11:47:25.063355 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddaaf71d-8b59-4ba7-ba3c-f3ef8d3da23e None None] Pushing event updated for resources: {'Port': ['ID=f5c1da4d-9c4c-47d0-a175-9a1ad60ee097,revision_number=4']} {{(pid=103722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 31 11:47:25.083158 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG oslo_concurrency.lockutils [None req-ddaaf71d-8b59-4ba7-ba3c-f3ef8d3da23e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.259s {{(pid=103722) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 31 11:47:25.085540 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.db.db_base_plugin_common [None req-b527f3dc-8508-496e-b96d-4ef09d348c35 admin admin] Allocated IP 172.27.2.44 (1cb16751-6ba1-494a-bef1-53f614bdb222/1135c889-0623-4d10-975a-f2c46f50f0f6/a5040054-23d4-4551-b794-634163dd2f1b) {{(pid=103721) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 31 11:47:25.249296 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron_lib.callbacks.manager [None req-b0a6db42-aaf7-4dff-8784-bfc8b01e8f22 None None] Notify callbacks [] for port, precommit_create {{(pid=103722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:47:25.256267 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron_lib.callbacks.manager [None req-b527f3dc-8508-496e-b96d-4ef09d348c35 admin admin] Notify callbacks [] for port, precommit_create {{(pid=103721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:47:25.278137 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron.db.provisioning_blocks [None req-b0a6db42-aaf7-4dff-8784-bfc8b01e8f22 None None] Transition to ACTIVE for port object 5f8d0446-6441-4500-9d68-45e5e1c5d8f2 will not be triggered until provisioned by entity L2. {{(pid=103722) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 31 11:47:25.289058 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron_lib.callbacks.manager [None req-b527f3dc-8508-496e-b96d-4ef09d348c35 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937715', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3701677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744215520970', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2250866'] for port, after_create {{(pid=103721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:47:25.293890 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG oslo_concurrency.lockutils [None req-5efcadce-191d-45b7-8c2b-543997446b41 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103721) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 31 11:47:25.301149 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron.db.l3_dvr_db [None req-b666f211-424d-42cb-922f-7fb23315ad0d None None] Set router c5fc676f-fec8-4683-bbb8-4ef1f0fbc090 gateway port host: dv-cinder-786384-7-iscsi {{(pid=103722) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
May 31 11:47:25.371589 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b527f3dc-8508-496e-b96d-4ef09d348c35 admin admin] Pushing event updated for resources: {'Port': ['ID=a5040054-23d4-4551-b794-634163dd2f1b,revision_number=1']} {{(pid=103721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 31 11:47:25.375345 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG oslo_concurrency.lockutils [None req-b527f3dc-8508-496e-b96d-4ef09d348c35 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=103721) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 31 11:47:25.379902 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b527f3dc-8508-496e-b96d-4ef09d348c35 admin admin] Network 1cb16751-6ba1-494a-bef1-53f614bdb222 is already hosted by enough agents. {{(pid=103721) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 31 11:47:25.381052 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.scheduler.base_scheduler [None req-b527f3dc-8508-496e-b96d-4ef09d348c35 admin admin] Resources bound (agent type, host, resource id):  {{(pid=103721) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 31 11:47:25.383467 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b527f3dc-8508-496e-b96d-4ef09d348c35 admin admin] Received port after_create {{(pid=103721) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
May 31 11:47:25.416517 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron.db.provisioning_blocks [None req-b0a6db42-aaf7-4dff-8784-bfc8b01e8f22 None None] Transition to ACTIVE for port object 5f8d0446-6441-4500-9d68-45e5e1c5d8f2 will not be triggered until provisioned by entity DHCP. {{(pid=103722) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 31 11:47:25.426578 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron_lib.callbacks.manager [None req-b0a6db42-aaf7-4dff-8784-bfc8b01e8f22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937715', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3701677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744215520970'] for port, after_create {{(pid=103722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:47:25.433583 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG oslo_concurrency.lockutils [None req-71ca3ae3-514a-41a8-bd94-3c22f32b1699 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103722) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 31 11:47:25.565492 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0a6db42-aaf7-4dff-8784-bfc8b01e8f22 None None] Network b20faf65-7a93-45d2-abc5-44303a2c8a5c is already hosted by enough agents. {{(pid=103722) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 31 11:47:25.579255 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron.scheduler.base_scheduler [None req-b0a6db42-aaf7-4dff-8784-bfc8b01e8f22 None None] Resources bound (agent type, host, resource id):  {{(pid=103722) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 31 11:47:25.587581 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0a6db42-aaf7-4dff-8784-bfc8b01e8f22 None None] Received port after_create {{(pid=103722) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
May 31 11:47:25.628242 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0a6db42-aaf7-4dff-8784-bfc8b01e8f22 None None] Pushing event updated for resources: {'Port': ['ID=5f8d0446-6441-4500-9d68-45e5e1c5d8f2,revision_number=1']} {{(pid=103722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 31 11:47:25.642365 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0a6db42-aaf7-4dff-8784-bfc8b01e8f22 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786384-7-iscsi {{(pid=103722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 31 11:47:25.642796 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0a6db42-aaf7-4dff-8784-bfc8b01e8f22 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786384-7-iscsi {{(pid=103722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 31 11:47:25.643186 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0a6db42-aaf7-4dff-8784-bfc8b01e8f22 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786384-7-iscsi {{(pid=103722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 31 11:47:25.643703 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0a6db42-aaf7-4dff-8784-bfc8b01e8f22 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786384-7-iscsi {{(pid=103722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 31 11:47:25.644076 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0a6db42-aaf7-4dff-8784-bfc8b01e8f22 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786384-7-iscsi {{(pid=103722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 31 11:47:25.644402 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0a6db42-aaf7-4dff-8784-bfc8b01e8f22 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786384-7-iscsi {{(pid=103722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 31 11:47:25.644722 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0a6db42-aaf7-4dff-8784-bfc8b01e8f22 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786384-7-iscsi {{(pid=103722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 31 11:47:25.645085 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0a6db42-aaf7-4dff-8784-bfc8b01e8f22 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786384-7-iscsi {{(pid=103722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 31 11:47:25.645380 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0a6db42-aaf7-4dff-8784-bfc8b01e8f22 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786384-7-iscsi {{(pid=103722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 31 11:47:25.645699 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0a6db42-aaf7-4dff-8784-bfc8b01e8f22 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786384-7-iscsi {{(pid=103722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 31 11:47:25.646007 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0a6db42-aaf7-4dff-8784-bfc8b01e8f22 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786384-7-iscsi {{(pid=103722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 31 11:47:25.646403 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0a6db42-aaf7-4dff-8784-bfc8b01e8f22 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786384-7-iscsi {{(pid=103722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 31 11:47:25.727942 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG oslo_concurrency.lockutils [None req-b0a6db42-aaf7-4dff-8784-bfc8b01e8f22 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.294s {{(pid=103722) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 31 11:47:25.761154 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron.plugins.ml2.managers [None req-b0a6db42-aaf7-4dff-8784-bfc8b01e8f22 None None] Attempting to bind port 5f8d0446-6441-4500-9d68-45e5e1c5d8f2 on host dv-cinder-786384-7-iscsi for vnic_type normal with profile  {{(pid=103722) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
May 31 11:47:25.761533 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron.plugins.ml2.managers [None req-b0a6db42-aaf7-4dff-8784-bfc8b01e8f22 None None] Attempting to bind port 5f8d0446-6441-4500-9d68-45e5e1c5d8f2 by drivers openvswitch,hyperv on host dv-cinder-786384-7-iscsi at level 0 using segments [{'id': '1345f0f0-4672-4fb3-9fe4-9a7f06e2abec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 776, 'network_id': 'b20faf65-7a93-45d2-abc5-44303a2c8a5c'}] {{(pid=103722) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
May 31 11:47:25.761905 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0a6db42-aaf7-4dff-8784-bfc8b01e8f22 None None] Attempting to bind port 5f8d0446-6441-4500-9d68-45e5e1c5d8f2 on network b20faf65-7a93-45d2-abc5-44303a2c8a5c {{(pid=103722) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 31 11:47:25.771160 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0a6db42-aaf7-4dff-8784-bfc8b01e8f22 None None] Checking agent: {'id': 'c576d319-5791-4ac3-a718-d6660db1fc9b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786384-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 31, 11, 36, 6), 'started_at': datetime.datetime(2021, 5, 31, 11, 36, 36), 'heartbeat_timestamp': datetime.datetime(2021, 5, 31, 11, 47, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786384-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103722) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
May 31 11:47:25.771543 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0a6db42-aaf7-4dff-8784-bfc8b01e8f22 None None] Checking segment: {'id': '1345f0f0-4672-4fb3-9fe4-9a7f06e2abec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 776, 'network_id': 'b20faf65-7a93-45d2-abc5-44303a2c8a5c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103722) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 31 11:47:25.771974 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron_lib.callbacks.manager [None req-b0a6db42-aaf7-4dff-8784-bfc8b01e8f22 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:47:25.772404 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0a6db42-aaf7-4dff-8784-bfc8b01e8f22 None None] Bound using segment: {'id': '1345f0f0-4672-4fb3-9fe4-9a7f06e2abec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 776, 'network_id': 'b20faf65-7a93-45d2-abc5-44303a2c8a5c'} {{(pid=103722) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
May 31 11:47:25.772876 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron.plugins.ml2.managers [None req-b0a6db42-aaf7-4dff-8784-bfc8b01e8f22 None None] Bound port: 5f8d0446-6441-4500-9d68-45e5e1c5d8f2, host: dv-cinder-786384-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1345f0f0-4672-4fb3-9fe4-9a7f06e2abec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 776, 'network_id': 'b20faf65-7a93-45d2-abc5-44303a2c8a5c'}}] {{(pid=103722) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
May 31 11:47:25.773254 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron_lib.callbacks.manager [None req-b0a6db42-aaf7-4dff-8784-bfc8b01e8f22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-934180'] for port, before_update {{(pid=103722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:47:25.929214 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron.plugins.ml2.db [None req-b0a6db42-aaf7-4dff-8784-bfc8b01e8f22 None None] For port 5f8d0446-6441-4500-9d68-45e5e1c5d8f2, host dv-cinder-786384-7-iscsi, cleared binding levels {{(pid=103722) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
May 31 11:47:25.932779 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron.plugins.ml2.db [None req-b0a6db42-aaf7-4dff-8784-bfc8b01e8f22 None None] For port 5f8d0446-6441-4500-9d68-45e5e1c5d8f2, host dv-cinder-786384-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786384-7-iscsi',level=0,port_id=5f8d0446-6441-4500-9d68-45e5e1c5d8f2,segment=NetworkSegment(1345f0f0-4672-4fb3-9fe4-9a7f06e2abec),segment_id=1345f0f0-4672-4fb3-9fe4-9a7f06e2abec)] {{(pid=103722) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
May 31 11:47:25.938693 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron_lib.callbacks.manager [None req-b0a6db42-aaf7-4dff-8784-bfc8b01e8f22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937715', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3701677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744215954324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744215520988', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744215521293'] for port, after_update {{(pid=103722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:47:25.944984 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG oslo_concurrency.lockutils [None req-1f0a762f-0348-4bba-b860-8eddab4cd770 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103722) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 31 11:47:25.967116 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron_lib.callbacks.manager [None req-b527f3dc-8508-496e-b96d-4ef09d348c35 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=103721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:47:26.024524 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron.db.l3_hamode_db [None req-b666f211-424d-42cb-922f-7fb23315ad0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f3ebc9b4820>, [{'id': 'c5fc676f-fec8-4683-bbb8-4ef1f0fbc090', 'name': 'tempest-TestShelveInstance-1820448711-router', 'tenant_id': '67225ec5f483494c9d8a6368709f6b83', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cb16751-6ba1-494a-bef1-53f614bdb222', 'external_fixed_ips': [{'subnet_id': '1135c889-0623-4d10-975a-f2c46f50f0f6', 'ip_address': '172.27.2.140'}], 'enable_snat': True}, 'gw_port_id': '17ec24c9-8383-4534-b5a1-5e7aee5329b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T11:47:11Z', 'updated_at': '2021-05-31T11:47:19Z', 'revision_number': 4, 'project_id': '67225ec5f483494c9d8a6368709f6b83', 'gw_port': {'id': '17ec24c9-8383-4534-b5a1-5e7aee5329b8', 'name': '', 'network_id': '1cb16751-6ba1-494a-bef1-53f614bdb222', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:ae:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5fc676f-fec8-4683-bbb8-4ef1f0fbc090', 'device_owner': 'network:router_gateway', 'standard_attr_id': 447, 'fixed_ips': [{'subnet_id': '1135c889-0623-4d10-975a-f2c46f50f0f6', 'ip_address': '172.27.2.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786384-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T11:47:12Z', 'updated_at': '2021-05-31T11:47:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1135c889-0623-4d10-975a-f2c46f50f0f6', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786384-7-iscsi', '_interfaces': [{'id': 'f5c1da4d-9c4c-47d0-a175-9a1ad60ee097', 'name': '', 'network_id': '56741204-4ce1-45fa-a0a1-399f87add183', 'tenant_id': '67225ec5f483494c9d8a6368709f6b83', 'mac_address': 'fa:16:3e:d5:74:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c5fc676f-fec8-4683-bbb8-4ef1f0fbc090', 'device_owner': 'network:router_interface', 'standard_attr_id': 453, 'fixed_ips': [{'subnet_id': '0c8f52ca-30c0-490a-ab46-49af9203f193', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786384-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T11:47:18Z', 'updated_at': '2021-05-31T11:47:24Z', 'revision_number': 4, 'project_id': '67225ec5f483494c9d8a6368709f6b83', 'subnets': [{'id': '0c8f52ca-30c0-490a-ab46-49af9203f193', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786384-7-iscsi', False) {} {{(pid=103722) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 31 11:47:26.031229 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0a6db42-aaf7-4dff-8784-bfc8b01e8f22 None None] Pushing event updated for resources: {'Port': ['ID=5f8d0446-6441-4500-9d68-45e5e1c5d8f2,revision_number=2']} {{(pid=103722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 31 11:47:26.034255 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b666f211-424d-42cb-922f-7fb23315ad0d None None] The sync data for ids ['c5fc676f-fec8-4683-bbb8-4ef1f0fbc090'] in dv-cinder-786384-7-iscsi is: [{'id': 'c5fc676f-fec8-4683-bbb8-4ef1f0fbc090', 'name': 'tempest-TestShelveInstance-1820448711-router', 'tenant_id': '67225ec5f483494c9d8a6368709f6b83', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cb16751-6ba1-494a-bef1-53f614bdb222', 'external_fixed_ips': [{'subnet_id': '1135c889-0623-4d10-975a-f2c46f50f0f6', 'ip_address': '172.27.2.140'}], 'enable_snat': True}, 'gw_port_id': '17ec24c9-8383-4534-b5a1-5e7aee5329b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T11:47:11Z', 'updated_at': '2021-05-31T11:47:19Z', 'revision_number': 4, 'project_id': '67225ec5f483494c9d8a6368709f6b83', 'gw_port': {'id': '17ec24c9-8383-4534-b5a1-5e7aee5329b8', 'name': '', 'network_id': '1cb16751-6ba1-494a-bef1-53f614bdb222', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:ae:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5fc676f-fec8-4683-bbb8-4ef1f0fbc090', 'device_owner': 'network:router_gateway', 'standard_attr_id': 447, 'fixed_ips': [{'subnet_id': '1135c889-0623-4d10-975a-f2c46f50f0f6', 'ip_address': '172.27.2.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786384-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T11:47:12Z', 'updated_at': '2021-05-31T11:47:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1135c889-0623-4d10-975a-f2c46f50f0f6', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786384-7-iscsi', '_interfaces': [{'id': 'f5c1da4d-9c4c-47d0-a175-9a1ad60ee097', 'name': '', 'network_id': '56741204-4ce1-45fa-a0a1-399f87add183', 'tenant_id': '67225ec5f483494c9d8a6368709f6b83', 'mac_address': 'fa:16:3e:d5:74:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c5fc676f-fec8-4683-bbb8-4ef1f0fbc090', 'device_owner': 'network:router_interface', 'standard_attr_id': 453, 'fixed_ips': [{'subnet_id': '0c8f52ca-30c0-490a-ab46-49af9203f193', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786384-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T11:47:18Z', 'updated_at': '2021-05-31T11:47:24Z', 'revision_number': 4, 'project_id': '67225ec5f483494c9d8a6368709f6b83', 'subnets': [{'id': '0c8f52ca-30c0-490a-ab46-49af9203f193', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103722) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 31 11:47:26.035835 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG oslo_concurrency.lockutils [None req-b0a6db42-aaf7-4dff-8784-bfc8b01e8f22 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=103722) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 31 11:47:26.056804 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c9b5bf3-9532-4ef1-8ba2-7bc27397d375 req-f989f3fc-3020-49d3-878e-2657461963d9 tempest-ServerRescueNegativeTestJSON-1419813537 tempest-ServerRescueNegativeTestJSON-1419813537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 11:47:26.056804 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [req-8c9b5bf3-9532-4ef1-8ba2-7bc27397d375 req-f989f3fc-3020-49d3-878e-2657461963d9 tempest-ServerRescueNegativeTestJSON-1419813537 tempest-ServerRescueNegativeTestJSON-1419813537-project] 10.222.0.57 "GET /v2.0/ports?device_id=6cccde54-536c-42f8-a4b4-ace3bbad46da HTTP/1.1" status: 200  len: 945 time: 0.2317810
May 31 11:47:26.209024 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [req-8c9b5bf3-9532-4ef1-8ba2-7bc27397d375 req-1535a1ec-5399-489e-9210-f41d1d2fc888 tempest-ServerRescueNegativeTestJSON-1419813537 tempest-ServerRescueNegativeTestJSON-1419813537-project] 10.222.0.57 "GET /v2.0/security-groups?id=61284c33-46c4-4e49-8e24-329051971a91&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1505251
May 31 11:47:26.408597 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron_lib.callbacks.manager [None req-b527f3dc-8508-496e-b96d-4ef09d348c35 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4091317', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4088325'] for router, after_create {{(pid=103721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:47:26.620609 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b527f3dc-8508-496e-b96d-4ef09d348c35 admin admin] Router 88f71438-3b78-420f-a353-acaf343f81db is scheduled to L3 agent f8c17dd7-da16-4427-b6e3-d7e30616bc4c with binding_index 1 {{(pid=103721) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}}
May 31 11:47:26.803599 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b527f3dc-8508-496e-b96d-4ef09d348c35 admin admin] Notify agent at l3_agent.dv-cinder-786384-7-iscsi the message routers_updated {{(pid=103721) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
May 31 11:47:26.813879 dv-cinder-786384-7-iscsi neutron-server[103723]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e07d1eca-b92d-4721-8ebb-b4f25584430e None None] Sync routers for ids ['88f71438-3b78-420f-a353-acaf343f81db'] in dv-cinder-786384-7-iscsi {{(pid=103723) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 31 11:47:26.825467 dv-cinder-786384-7-iscsi neutron-server[103723]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e07d1eca-b92d-4721-8ebb-b4f25584430e None None] Routers {'88f71438-3b78-420f-a353-acaf343f81db'} bound to L3 agent in host dv-cinder-786384-7-iscsi {{(pid=103723) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 31 11:47:26.826369 dv-cinder-786384-7-iscsi neutron-server[103723]: DEBUG neutron.db.l3_hamode_db [None req-e07d1eca-b92d-4721-8ebb-b4f25584430e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f3ebc908be0>, 'dv-cinder-786384-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-31T11:36:05Z,description=<?>,heartbeat_timestamp=2021-05-31T11:47:05Z,host='dv-cinder-786384-7-iscsi',id=f8c17dd7-da16-4427-b6e3-d7e30616bc4c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-31T11:36:05Z,topic='l3_agent')) {'router_ids': ['88f71438-3b78-420f-a353-acaf343f81db'], 'active': True} {{(pid=103723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 31 11:47:26.831353 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron_lib.callbacks.manager [None req-b527f3dc-8508-496e-b96d-4ef09d348c35 admin admin] Notify callbacks [] for router, before_response {{(pid=103721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:47:26.832846 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [None req-b527f3dc-8508-496e-b96d-4ef09d348c35 admin admin] 10.222.0.57 "POST /v2.0/routers HTTP/1.1" status: 201  len: 919 time: 2.7766900
May 31 11:47:26.835625 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.wsgi [-] (103721) accepted ('10.222.0.57', 45214) {{(pid=103721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 31 11:47:26.867661 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron.wsgi [-] (103720) accepted ('10.222.0.57', 45218) {{(pid=103720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 31 11:47:26.992043 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron.db.db_base_plugin_v2 [None req-4f88035c-3727-4883-a197-26e15cefdd0c admin admin] Deleting subnet 85367956-208c-442d-a98d-2e0fd1582bda {{(pid=103720) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}}
May 31 11:47:26.997580 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-4f88035c-3727-4883-a197-26e15cefdd0c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:47:27.055534 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-4f88035c-3727-4883-a197-26e15cefdd0c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2262580'] for subnet, precommit_delete_associations {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:47:27.072769 dv-cinder-786384-7-iscsi neutron-server[103723]: DEBUG neutron.db.l3_dvr_db [None req-e07d1eca-b92d-4721-8ebb-b4f25584430e None None] Set router 88f71438-3b78-420f-a353-acaf343f81db gateway port host: dv-cinder-786384-7-iscsi {{(pid=103723) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
May 31 11:47:27.125345 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-4f88035c-3727-4883-a197-26e15cefdd0c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-877032'] for subnet, precommit_delete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:47:27.218599 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47e4a4df-51e6-44de-b426-f9ccbee7e078 None None] Network b20faf65-7a93-45d2-abc5-44303a2c8a5c requested from dv-cinder-786384-7-iscsi {{(pid=103722) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
May 31 11:47:27.356777 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron.plugins.ml2.rpc [None req-1f0a762f-0348-4bba-b860-8eddab4cd770 None None] Device 5f8d0446-6441-4500-9d68-45e5e1c5d8f2 up at agent ovs-agent-dv-cinder-786384-7-iscsi {{(pid=103722) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 31 11:47:27.394269 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron.db.provisioning_blocks [None req-f1858234-f97d-433d-a7cf-9564651d39c6 None None] Provisioning for port 5f8d0446-6441-4500-9d68-45e5e1c5d8f2 completed by entity DHCP. {{(pid=103722) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 31 11:47:27.469726 dv-cinder-786384-7-iscsi neutron-server[103723]: DEBUG neutron.db.l3_hamode_db [None req-e07d1eca-b92d-4721-8ebb-b4f25584430e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f3ebc908be0>, [{'id': '88f71438-3b78-420f-a353-acaf343f81db', 'name': 'tempest-TestShelveInstance-693436700-router', 'tenant_id': '09cfcbad535d41f8a11c13f14eae8d07', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cb16751-6ba1-494a-bef1-53f614bdb222', 'external_fixed_ips': [{'subnet_id': '1135c889-0623-4d10-975a-f2c46f50f0f6', 'ip_address': '172.27.2.44'}], 'enable_snat': True}, 'gw_port_id': 'a5040054-23d4-4551-b794-634163dd2f1b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T11:47:24Z', 'updated_at': '2021-05-31T11:47:25Z', 'revision_number': 3, 'project_id': '09cfcbad535d41f8a11c13f14eae8d07', 'gw_port': {'id': 'a5040054-23d4-4551-b794-634163dd2f1b', 'name': '', 'network_id': '1cb16751-6ba1-494a-bef1-53f614bdb222', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:8a:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '88f71438-3b78-420f-a353-acaf343f81db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 468, 'fixed_ips': [{'subnet_id': '1135c889-0623-4d10-975a-f2c46f50f0f6', 'ip_address': '172.27.2.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T11:47:24Z', 'updated_at': '2021-05-31T11:47:25Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1135c889-0623-4d10-975a-f2c46f50f0f6', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786384-7-iscsi'}], 'dv-cinder-786384-7-iscsi', False) {} {{(pid=103723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 31 11:47:27.473896 dv-cinder-786384-7-iscsi neutron-server[103723]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e07d1eca-b92d-4721-8ebb-b4f25584430e None None] Checking router: 88f71438-3b78-420f-a353-acaf343f81db for host: dv-cinder-786384-7-iscsi {{(pid=103723) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
May 31 11:47:27.474247 dv-cinder-786384-7-iscsi neutron-server[103723]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e07d1eca-b92d-4721-8ebb-b4f25584430e None None] Updating router 88f71438-3b78-420f-a353-acaf343f81db port a5040054-23d4-4551-b794-634163dd2f1b binding host dv-cinder-786384-7-iscsi {{(pid=103723) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
May 31 11:47:27.528534 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-4f88035c-3727-4883-a197-26e15cefdd0c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-877917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3701677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2333606', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2404531'] for subnet, after_delete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:47:27.536328 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG oslo_concurrency.lockutils [None req-c5e2b402-75a4-435b-92c2-5eab7cbc2ab0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=103720) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 31 11:47:27.540302 dv-cinder-786384-7-iscsi neutron-server[103723]: DEBUG neutron_lib.callbacks.manager [None req-e07d1eca-b92d-4721-8ebb-b4f25584430e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-934180'] for port, before_update {{(pid=103723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:47:27.585861 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f88035c-3727-4883-a197-26e15cefdd0c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=85367956-208c-442d-a98d-2e0fd1582bda,revision_number=None']} {{(pid=103720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 31 11:47:27.588150 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-4f88035c-3727-4883-a197-26e15cefdd0c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3701651'] for subnet, before_response {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:47:27.592496 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG oslo_concurrency.lockutils [None req-4f88035c-3727-4883-a197-26e15cefdd0c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=103720) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 31 11:47:27.597634 dv-cinder-786384-7-iscsi neutron-server[103720]: INFO neutron.wsgi [None req-4f88035c-3727-4883-a197-26e15cefdd0c admin admin] 10.222.0.57 "DELETE /v2.0/subnets/85367956-208c-442d-a98d-2e0fd1582bda HTTP/1.1" status: 204  len: 168 time: 0.7260876
May 31 11:47:27.597867 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron.wsgi [-] (103720) accepted ('10.222.0.57', 45224) {{(pid=103720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 31 11:47:27.707561 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-3d5c48a4-818f-45e4-aaf3-8b103c1bab12 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-969884'] for network, before_delete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:47:27.715900 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron.db.provisioning_blocks [None req-1f0a762f-0348-4bba-b860-8eddab4cd770 None None] Provisioning for port 5f8d0446-6441-4500-9d68-45e5e1c5d8f2 completed by entity L2. {{(pid=103722) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 31 11:47:27.732766 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron.db.provisioning_blocks [None req-1f0a762f-0348-4bba-b860-8eddab4cd770 None None] Provisioning complete for port 5f8d0446-6441-4500-9d68-45e5e1c5d8f2 triggered by entity L2. {{(pid=103722) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 31 11:47:27.733071 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron_lib.callbacks.manager [None req-1f0a762f-0348-4bba-b860-8eddab4cd770 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857618'] for port, provisioning_complete {{(pid=103722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:47:27.762611 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdff273d-06ed-401a-9f33-8bf372d2fafe req-8895471d-6631-40c5-8a12-87be1c7f1525 tempest-ServerRescueNegativeTestJSON-1419813537 tempest-ServerRescueNegativeTestJSON-1419813537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 11:47:27.764122 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [req-bdff273d-06ed-401a-9f33-8bf372d2fafe req-8895471d-6631-40c5-8a12-87be1c7f1525 tempest-ServerRescueNegativeTestJSON-1419813537 tempest-ServerRescueNegativeTestJSON-1419813537-project] 10.222.0.60 "GET /v2.0/ports?device_id=6cccde54-536c-42f8-a4b4-ace3bbad46da HTTP/1.1" status: 200  len: 945 time: 0.6169722
May 31 11:47:27.846704 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-3d5c48a4-818f-45e4-aaf3-8b103c1bab12 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-859751', 'neutron.services.segments.db._delete_segments_for_network-8744215964636'] for network, precommit_delete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:47:27.890693 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron_lib.callbacks.manager [None req-1f0a762f-0348-4bba-b860-8eddab4cd770 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-934180'] for port, before_update {{(pid=103722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:47:27.936297 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron.plugins.ml2.db [None req-1f0a762f-0348-4bba-b860-8eddab4cd770 None None] For port 5f8d0446-6441-4500-9d68-45e5e1c5d8f2, host dv-cinder-786384-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786384-7-iscsi',level=0,port_id=5f8d0446-6441-4500-9d68-45e5e1c5d8f2,segment=NetworkSegment(1345f0f0-4672-4fb3-9fe4-9a7f06e2abec),segment_id=1345f0f0-4672-4fb3-9fe4-9a7f06e2abec)] {{(pid=103722) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 31 11:47:27.942718 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron_lib.callbacks.manager [None req-1f0a762f-0348-4bba-b860-8eddab4cd770 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937715', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3701677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744215954324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744215520988', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744215521293'] for port, after_update {{(pid=103722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:47:27.943791 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron.plugins.ml2.rpc [None req-1f0a762f-0348-4bba-b860-8eddab4cd770 None None] Device f5c1da4d-9c4c-47d0-a175-9a1ad60ee097 up at agent ovs-agent-dv-cinder-786384-7-iscsi {{(pid=103722) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 31 11:47:27.948091 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed4a4202-f8f8-4088-97f5-6fa7900fc8c4 req-77271ed6-61b9-4b53-921b-5380ee6ba125 tempest-ServerRescueNegativeTestJSON-1419813537 tempest-ServerRescueNegativeTestJSON-1419813537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 11:47:27.949780 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [req-ed4a4202-f8f8-4088-97f5-6fa7900fc8c4 req-77271ed6-61b9-4b53-921b-5380ee6ba125 tempest-ServerRescueNegativeTestJSON-1419813537 tempest-ServerRescueNegativeTestJSON-1419813537-project] 10.222.0.57 "GET /v2.0/ports?device_id=6cccde54-536c-42f8-a4b4-ace3bbad46da HTTP/1.1" status: 200  len: 945 time: 0.3972304
May 31 11:47:27.977247 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG oslo_concurrency.lockutils [None req-43028a7b-58d7-408b-ac75-1328e6896bf7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103722) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 31 11:47:27.985835 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron.services.segments.db [None req-3d5c48a4-818f-45e4-aaf3-8b103c1bab12 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f3ebc1d1be0>,) {'filters': {'network_id': ['b205228b-8572-41c7-9635-7e124a709f42']}} {{(pid=103720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 31 11:47:28.001759 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron.services.segments.db [None req-3d5c48a4-818f-45e4-aaf3-8b103c1bab12 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f3ebc1d1be0>, 'e96239f9-736c-4cc7-b0b8-c7a5b7ba20fd') {'for_net_delete': True} {{(pid=103720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 31 11:47:28.002645 dv-cinder-786384-7-iscsi neutron-server[103723]: DEBUG neutron_lib.callbacks.manager [None req-e07d1eca-b92d-4721-8ebb-b4f25584430e None None] Notify callbacks [] for port, precommit_update {{(pid=103723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:47:28.007081 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron.services.segments.db [None req-3d5c48a4-818f-45e4-aaf3-8b103c1bab12 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f3ebc1d1be0>, 'e96239f9-736c-4cc7-b0b8-c7a5b7ba20fd') {} {{(pid=103720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 31 11:47:28.020004 dv-cinder-786384-7-iscsi neutron-server[103723]: DEBUG neutron.db.provisioning_blocks [None req-e07d1eca-b92d-4721-8ebb-b4f25584430e None None] Transition to ACTIVE for port object a5040054-23d4-4551-b794-634163dd2f1b will not be triggered until provisioned by entity L2. {{(pid=103723) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 31 11:47:28.029105 dv-cinder-786384-7-iscsi neutron-server[103723]: DEBUG neutron_lib.callbacks.manager [None req-e07d1eca-b92d-4721-8ebb-b4f25584430e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937715', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3701677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744215954324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744215520988', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744215521293'] for port, after_update {{(pid=103723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:47:28.030954 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-3d5c48a4-818f-45e4-aaf3-8b103c1bab12 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744215973789', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2262591'] for segment, before_delete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:47:28.035587 dv-cinder-786384-7-iscsi neutron-server[103723]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103723) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 31 11:47:28.049731 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-3d5c48a4-818f-45e4-aaf3-8b103c1bab12 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-882655'] for segment, precommit_delete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:47:28.057088 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3d5c48a4-818f-45e4-aaf3-8b103c1bab12 admin admin] Releasing vlan 787 on physical network physnet1 to pool {{(pid=103720) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
May 31 11:47:28.057778 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-3d5c48a4-818f-45e4-aaf3-8b103c1bab12 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-882655', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2327808'] for segment, after_delete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:47:28.070128 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f0a762f-0348-4bba-b860-8eddab4cd770 None None] Pushing event updated for resources: {'Port': ['ID=5f8d0446-6441-4500-9d68-45e5e1c5d8f2,revision_number=3']} {{(pid=103722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 31 11:47:28.077866 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG oslo_concurrency.lockutils [None req-1f0a762f-0348-4bba-b860-8eddab4cd770 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=103722) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 31 11:47:28.122829 dv-cinder-786384-7-iscsi neutron-server[103723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37396ffc-a781-4b2d-b406-c31f6be294fe None None] Pushing event updated for resources: {'Port': ['ID=a5040054-23d4-4551-b794-634163dd2f1b,revision_number=2']} {{(pid=103723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 31 11:47:28.126527 dv-cinder-786384-7-iscsi neutron-server[103720]: Traceback (most recent call last):
May 31 11:47:28.126527 dv-cinder-786384-7-iscsi neutron-server[103720]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
May 31 11:47:28.126527 dv-cinder-786384-7-iscsi neutron-server[103720]:     timer()
May 31 11:47:28.126527 dv-cinder-786384-7-iscsi neutron-server[103720]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
May 31 11:47:28.126527 dv-cinder-786384-7-iscsi neutron-server[103720]:     cb(*args, **kw)
May 31 11:47:28.126527 dv-cinder-786384-7-iscsi neutron-server[103720]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
May 31 11:47:28.126527 dv-cinder-786384-7-iscsi neutron-server[103720]:     return func(*args, **kwargs)
May 31 11:47:28.126527 dv-cinder-786384-7-iscsi neutron-server[103720]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
May 31 11:47:28.126527 dv-cinder-786384-7-iscsi neutron-server[103720]:     self._notify()
May 31 11:47:28.126527 dv-cinder-786384-7-iscsi neutron-server[103720]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
May 31 11:47:28.126527 dv-cinder-786384-7-iscsi neutron-server[103720]:     self.callback(batched_events)
May 31 11:47:28.126527 dv-cinder-786384-7-iscsi neutron-server[103720]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
May 31 11:47:28.126527 dv-cinder-786384-7-iscsi neutron-server[103720]:     event.method(event)
May 31 11:47:28.126527 dv-cinder-786384-7-iscsi neutron-server[103720]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
May 31 11:47:28.126527 dv-cinder-786384-7-iscsi neutron-server[103720]:     aggregate_id = self._get_aggregate_id(event.segment_id)
May 31 11:47:28.126527 dv-cinder-786384-7-iscsi neutron-server[103720]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
May 31 11:47:28.126527 dv-cinder-786384-7-iscsi neutron-server[103720]:     aggregate_uuid = self.p_client.list_aggregates(
May 31 11:47:28.126527 dv-cinder-786384-7-iscsi neutron-server[103720]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
May 31 11:47:28.126527 dv-cinder-786384-7-iscsi neutron-server[103720]:     return f(self, *a, **k)
May 31 11:47:28.126527 dv-cinder-786384-7-iscsi neutron-server[103720]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
May 31 11:47:28.126527 dv-cinder-786384-7-iscsi neutron-server[103720]:     return self._get(url).json()
May 31 11:47:28.126527 dv-cinder-786384-7-iscsi neutron-server[103720]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
May 31 11:47:28.126527 dv-cinder-786384-7-iscsi neutron-server[103720]:     return self._client.get(url, endpoint_filter=self._ks_filter,
May 31 11:47:28.126527 dv-cinder-786384-7-iscsi neutron-server[103720]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
May 31 11:47:28.126527 dv-cinder-786384-7-iscsi neutron-server[103720]:     return self.request(url, 'GET', **kwargs)
May 31 11:47:28.126527 dv-cinder-786384-7-iscsi neutron-server[103720]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
May 31 11:47:28.126527 dv-cinder-786384-7-iscsi neutron-server[103720]:     base_url = self.get_endpoint(auth, allow=allow,
May 31 11:47:28.126527 dv-cinder-786384-7-iscsi neutron-server[103720]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
May 31 11:47:28.126527 dv-cinder-786384-7-iscsi neutron-server[103720]:     auth = self._auth_required(auth, 'determine endpoint URL')
May 31 11:47:28.126527 dv-cinder-786384-7-iscsi neutron-server[103720]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
May 31 11:47:28.126527 dv-cinder-786384-7-iscsi neutron-server[103720]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
May 31 11:47:28.126527 dv-cinder-786384-7-iscsi neutron-server[103720]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
May 31 11:47:28.130591 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron.db.provisioning_blocks [None req-1f0a762f-0348-4bba-b860-8eddab4cd770 None None] Provisioning for port f5c1da4d-9c4c-47d0-a175-9a1ad60ee097 completed by entity L2. {{(pid=103722) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 31 11:47:28.137221 dv-cinder-786384-7-iscsi neutron-server[103723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37396ffc-a781-4b2d-b406-c31f6be294fe None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786384-7-iscsi {{(pid=103723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 31 11:47:28.137696 dv-cinder-786384-7-iscsi neutron-server[103723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37396ffc-a781-4b2d-b406-c31f6be294fe None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786384-7-iscsi {{(pid=103723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 31 11:47:28.137853 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron.db.provisioning_blocks [None req-1f0a762f-0348-4bba-b860-8eddab4cd770 None None] Provisioning complete for port f5c1da4d-9c4c-47d0-a175-9a1ad60ee097 triggered by entity L2. {{(pid=103722) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 31 11:47:28.138190 dv-cinder-786384-7-iscsi neutron-server[103723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37396ffc-a781-4b2d-b406-c31f6be294fe None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786384-7-iscsi {{(pid=103723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 31 11:47:28.138599 dv-cinder-786384-7-iscsi neutron-server[103723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37396ffc-a781-4b2d-b406-c31f6be294fe None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786384-7-iscsi {{(pid=103723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 31 11:47:28.138715 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron_lib.callbacks.manager [None req-1f0a762f-0348-4bba-b860-8eddab4cd770 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857618'] for port, provisioning_complete {{(pid=103722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:47:28.139100 dv-cinder-786384-7-iscsi neutron-server[103723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37396ffc-a781-4b2d-b406-c31f6be294fe None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786384-7-iscsi {{(pid=103723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 31 11:47:28.140000 dv-cinder-786384-7-iscsi neutron-server[103723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37396ffc-a781-4b2d-b406-c31f6be294fe None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786384-7-iscsi {{(pid=103723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 31 11:47:28.140959 dv-cinder-786384-7-iscsi neutron-server[103723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37396ffc-a781-4b2d-b406-c31f6be294fe None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786384-7-iscsi {{(pid=103723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 31 11:47:28.141421 dv-cinder-786384-7-iscsi neutron-server[103723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37396ffc-a781-4b2d-b406-c31f6be294fe None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786384-7-iscsi {{(pid=103723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 31 11:47:28.142824 dv-cinder-786384-7-iscsi neutron-server[103723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37396ffc-a781-4b2d-b406-c31f6be294fe None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786384-7-iscsi {{(pid=103723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 31 11:47:28.142824 dv-cinder-786384-7-iscsi neutron-server[103723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37396ffc-a781-4b2d-b406-c31f6be294fe None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786384-7-iscsi {{(pid=103723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 31 11:47:28.142824 dv-cinder-786384-7-iscsi neutron-server[103723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37396ffc-a781-4b2d-b406-c31f6be294fe None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786384-7-iscsi {{(pid=103723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 31 11:47:28.143270 dv-cinder-786384-7-iscsi neutron-server[103723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37396ffc-a781-4b2d-b406-c31f6be294fe None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786384-7-iscsi {{(pid=103723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 31 11:47:28.149263 dv-cinder-786384-7-iscsi neutron-server[103723]: DEBUG oslo_concurrency.lockutils [None req-37396ffc-a781-4b2d-b406-c31f6be294fe None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=103723) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 31 11:47:28.164019 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-3d5c48a4-818f-45e4-aaf3-8b103c1bab12 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-859758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3705951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3701686', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4088527'] for network, after_delete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:47:28.167562 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103720) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 31 11:47:28.171816 dv-cinder-786384-7-iscsi neutron-server[103723]: DEBUG neutron.plugins.ml2.managers [None req-e07d1eca-b92d-4721-8ebb-b4f25584430e None None] Attempting to bind port a5040054-23d4-4551-b794-634163dd2f1b on host dv-cinder-786384-7-iscsi for vnic_type normal with profile  {{(pid=103723) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
May 31 11:47:28.172056 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [req-ed4a4202-f8f8-4088-97f5-6fa7900fc8c4 req-adf73aab-c7b2-4c8d-945f-1479a1d6389f tempest-ServerRescueNegativeTestJSON-1419813537 tempest-ServerRescueNegativeTestJSON-1419813537-project] 10.222.0.57 "GET /v2.0/security-groups?id=61284c33-46c4-4e49-8e24-329051971a91&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2120783
May 31 11:47:28.172846 dv-cinder-786384-7-iscsi neutron-server[103723]: DEBUG neutron.plugins.ml2.managers [None req-e07d1eca-b92d-4721-8ebb-b4f25584430e None None] Attempting to bind port a5040054-23d4-4551-b794-634163dd2f1b by drivers openvswitch,hyperv on host dv-cinder-786384-7-iscsi at level 0 using segments [{'id': '82286f75-faff-40ec-beef-7945374ee8e1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1cb16751-6ba1-494a-bef1-53f614bdb222'}] {{(pid=103723) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
May 31 11:47:28.173508 dv-cinder-786384-7-iscsi neutron-server[103723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e07d1eca-b92d-4721-8ebb-b4f25584430e None None] Attempting to bind port a5040054-23d4-4551-b794-634163dd2f1b on network 1cb16751-6ba1-494a-bef1-53f614bdb222 {{(pid=103723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 31 11:47:28.181048 dv-cinder-786384-7-iscsi neutron-server[103723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e07d1eca-b92d-4721-8ebb-b4f25584430e None None] Checking agent: {'id': 'c576d319-5791-4ac3-a718-d6660db1fc9b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786384-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 31, 11, 36, 6), 'started_at': datetime.datetime(2021, 5, 31, 11, 36, 36), 'heartbeat_timestamp': datetime.datetime(2021, 5, 31, 11, 47, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786384-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
May 31 11:47:28.182268 dv-cinder-786384-7-iscsi neutron-server[103723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e07d1eca-b92d-4721-8ebb-b4f25584430e None None] Checking segment: {'id': '82286f75-faff-40ec-beef-7945374ee8e1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1cb16751-6ba1-494a-bef1-53f614bdb222'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103723) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 31 11:47:28.182268 dv-cinder-786384-7-iscsi neutron-server[103723]: DEBUG neutron_lib.callbacks.manager [None req-e07d1eca-b92d-4721-8ebb-b4f25584430e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:47:28.182536 dv-cinder-786384-7-iscsi neutron-server[103723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e07d1eca-b92d-4721-8ebb-b4f25584430e None None] Bound using segment: {'id': '82286f75-faff-40ec-beef-7945374ee8e1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1cb16751-6ba1-494a-bef1-53f614bdb222'} {{(pid=103723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
May 31 11:47:28.183306 dv-cinder-786384-7-iscsi neutron-server[103723]: DEBUG neutron.plugins.ml2.managers [None req-e07d1eca-b92d-4721-8ebb-b4f25584430e None None] Bound port: a5040054-23d4-4551-b794-634163dd2f1b, host: dv-cinder-786384-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '82286f75-faff-40ec-beef-7945374ee8e1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1cb16751-6ba1-494a-bef1-53f614bdb222'}}] {{(pid=103723) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
May 31 11:47:28.184008 dv-cinder-786384-7-iscsi neutron-server[103723]: DEBUG neutron_lib.callbacks.manager [None req-e07d1eca-b92d-4721-8ebb-b4f25584430e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-934180'] for port, before_update {{(pid=103723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:47:28.201893 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-3d5c48a4-818f-45e4-aaf3-8b103c1bab12 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3701651'] for network, before_response {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:47:28.206278 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d5c48a4-818f-45e4-aaf3-8b103c1bab12 admin admin] Pushing event deleted for resources: {'Network': ['ID=b205228b-8572-41c7-9635-7e124a709f42,revision_number=None']} {{(pid=103720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 31 11:47:28.209487 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG oslo_concurrency.lockutils [None req-3d5c48a4-818f-45e4-aaf3-8b103c1bab12 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=103720) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 31 11:47:28.218496 dv-cinder-786384-7-iscsi neutron-server[103720]: INFO neutron.wsgi [None req-3d5c48a4-818f-45e4-aaf3-8b103c1bab12 admin admin] 10.222.0.57 "DELETE /v2.0/networks/b205228b-8572-41c7-9635-7e124a709f42 HTTP/1.1" status: 204  len: 168 time: 0.6196105
May 31 11:47:28.251931 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.plugins.ml2.plugin [req-bdff273d-06ed-401a-9f33-8bf372d2fafe req-987f2606-94b4-424d-872b-c1b5da88c3d3 tempest-ServerRescueNegativeTestJSON-1419813537 tempest-ServerRescueNegativeTestJSON-1419813537-project] Deleting port 81e3ca42-c316-4948-abd0-83e5dbf7c8a1 {{(pid=103721) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
May 31 11:47:28.252176 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron_lib.callbacks.manager [req-bdff273d-06ed-401a-9f33-8bf372d2fafe req-987f2606-94b4-424d-872b-c1b5da88c3d3 tempest-ServerRescueNegativeTestJSON-1419813537 tempest-ServerRescueNegativeTestJSON-1419813537-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744215952451'] for port, before_delete {{(pid=103721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:47:28.264530 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron.db.provisioning_blocks [None req-2c32a4b4-abb6-425c-a346-f12a6ec86bb0 None None] Provisioning complete for port 5f8d0446-6441-4500-9d68-45e5e1c5d8f2 triggered by entity DHCP. {{(pid=103722) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 31 11:47:28.265682 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron_lib.callbacks.manager [None req-2c32a4b4-abb6-425c-a346-f12a6ec86bb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857618'] for port, provisioning_complete {{(pid=103722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:47:28.280698 dv-cinder-786384-7-iscsi neutron-server[103723]: DEBUG neutron.plugins.ml2.db [None req-e07d1eca-b92d-4721-8ebb-b4f25584430e None None] For port a5040054-23d4-4551-b794-634163dd2f1b, host dv-cinder-786384-7-iscsi, cleared binding levels {{(pid=103723) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
May 31 11:47:28.284295 dv-cinder-786384-7-iscsi neutron-server[103723]: DEBUG neutron.plugins.ml2.db [None req-e07d1eca-b92d-4721-8ebb-b4f25584430e None None] For port a5040054-23d4-4551-b794-634163dd2f1b, host dv-cinder-786384-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786384-7-iscsi',level=0,port_id=a5040054-23d4-4551-b794-634163dd2f1b,segment=NetworkSegment(82286f75-faff-40ec-beef-7945374ee8e1),segment_id=82286f75-faff-40ec-beef-7945374ee8e1)] {{(pid=103723) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
May 31 11:47:28.291215 dv-cinder-786384-7-iscsi neutron-server[103723]: DEBUG neutron_lib.callbacks.manager [None req-e07d1eca-b92d-4721-8ebb-b4f25584430e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937715', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3701677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744215954324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744215520988', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744215521293'] for port, after_update {{(pid=103723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:47:28.308339 dv-cinder-786384-7-iscsi neutron-server[103723]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103723) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 31 11:47:28.395213 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron_lib.callbacks.manager [None req-2552e532-3e90-48d4-9e79-6cb257acd0ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-934180'] for port, before_create {{(pid=103721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:47:28.399793 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron_lib.callbacks.manager [None req-1f0a762f-0348-4bba-b860-8eddab4cd770 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-934180'] for port, before_update {{(pid=103722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:47:28.404543 dv-cinder-786384-7-iscsi neutron-server[103723]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e07d1eca-b92d-4721-8ebb-b4f25584430e None None] Routers {'88f71438-3b78-420f-a353-acaf343f81db'} bound to L3 agent in host dv-cinder-786384-7-iscsi {{(pid=103723) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 31 11:47:28.405301 dv-cinder-786384-7-iscsi neutron-server[103723]: DEBUG neutron.db.l3_hamode_db [None req-e07d1eca-b92d-4721-8ebb-b4f25584430e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f3ebc908be0>, 'dv-cinder-786384-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-31T11:36:05Z,description=<?>,heartbeat_timestamp=2021-05-31T11:47:05Z,host='dv-cinder-786384-7-iscsi',id=f8c17dd7-da16-4427-b6e3-d7e30616bc4c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-31T11:36:05Z,topic='l3_agent')) {'router_ids': ['88f71438-3b78-420f-a353-acaf343f81db'], 'active': True} {{(pid=103723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 31 11:47:28.443173 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron.wsgi [-] (103720) accepted ('10.222.0.57', 45232) {{(pid=103720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 31 11:47:28.502121 dv-cinder-786384-7-iscsi neutron-server[103723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37396ffc-a781-4b2d-b406-c31f6be294fe None None] Pushing event updated for resources: {'Port': ['ID=a5040054-23d4-4551-b794-634163dd2f1b,revision_number=3']} {{(pid=103723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 31 11:47:28.502618 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron.plugins.ml2.db [None req-1f0a762f-0348-4bba-b860-8eddab4cd770 None None] For port f5c1da4d-9c4c-47d0-a175-9a1ad60ee097, host dv-cinder-786384-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786384-7-iscsi',level=0,port_id=f5c1da4d-9c4c-47d0-a175-9a1ad60ee097,segment=NetworkSegment(85ec44de-340d-4adb-a400-8c2147a8ec2a),segment_id=85ec44de-340d-4adb-a400-8c2147a8ec2a)] {{(pid=103722) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 31 11:47:28.505162 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.plugins.ml2.db [req-bdff273d-06ed-401a-9f33-8bf372d2fafe req-987f2606-94b4-424d-872b-c1b5da88c3d3 tempest-ServerRescueNegativeTestJSON-1419813537 tempest-ServerRescueNegativeTestJSON-1419813537-project] For port 81e3ca42-c316-4948-abd0-83e5dbf7c8a1, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=81e3ca42-c316-4948-abd0-83e5dbf7c8a1,segment=NetworkSegment(1469293d-93e3-432b-92ea-15da37b1359f),segment_id=1469293d-93e3-432b-92ea-15da37b1359f)] {{(pid=103721) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 31 11:47:28.508084 dv-cinder-786384-7-iscsi neutron-server[103723]: DEBUG oslo_concurrency.lockutils [None req-37396ffc-a781-4b2d-b406-c31f6be294fe None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.200s {{(pid=103723) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 31 11:47:28.509896 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron_lib.callbacks.manager [None req-1f0a762f-0348-4bba-b860-8eddab4cd770 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937715', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3701677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744215954324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744215520988', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744215521293'] for port, after_update {{(pid=103722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:47:28.512603 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron_lib.callbacks.manager [req-bdff273d-06ed-401a-9f33-8bf372d2fafe req-987f2606-94b4-424d-872b-c1b5da88c3d3 tempest-ServerRescueNegativeTestJSON-1419813537 tempest-ServerRescueNegativeTestJSON-1419813537-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4088094'] for port, precommit_delete {{(pid=103721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:47:28.514963 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG oslo_concurrency.lockutils [None req-43028a7b-58d7-408b-ac75-1328e6896bf7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103722) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 31 11:47:28.521197 dv-cinder-786384-7-iscsi neutron-server[103720]: INFO neutron.wsgi [None req-662fd188-630f-45fe-96bd-894c60143db4 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=21a60f43ca944a39aea0b56b250f83ba&name=default HTTP/1.1" status: 200  len: 2979 time: 0.0764451
May 31 11:47:28.524216 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron.wsgi [-] (103720) accepted ('10.222.0.57', 45236) {{(pid=103720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 31 11:47:28.595364 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-cc1f53cc-0f19-40d8-8687-aaa95885d8de admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:47:28.595623 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f0a762f-0348-4bba-b860-8eddab4cd770 None None] Pushing event updated for resources: {'Port': ['ID=f5c1da4d-9c4c-47d0-a175-9a1ad60ee097,revision_number=5']} {{(pid=103722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 31 11:47:28.599580 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG oslo_concurrency.lockutils [None req-1f0a762f-0348-4bba-b860-8eddab4cd770 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=103722) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 31 11:47:28.619332 dv-cinder-786384-7-iscsi neutron-server[103723]: DEBUG neutron.db.l3_dvr_db [None req-e07d1eca-b92d-4721-8ebb-b4f25584430e None None] Set router 88f71438-3b78-420f-a353-acaf343f81db gateway port host: dv-cinder-786384-7-iscsi {{(pid=103723) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
May 31 11:47:28.624419 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-cc1f53cc-0f19-40d8-8687-aaa95885d8de admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:47:28.663179 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.plugins.ml2.plugin [req-bdff273d-06ed-401a-9f33-8bf372d2fafe req-987f2606-94b4-424d-872b-c1b5da88c3d3 tempest-ServerRescueNegativeTestJSON-1419813537 tempest-ServerRescueNegativeTestJSON-1419813537-project] Calling delete_port for 81e3ca42-c316-4948-abd0-83e5dbf7c8a1 owned by compute:nova {{(pid=103721) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
May 31 11:47:28.682487 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-cc1f53cc-0f19-40d8-8687-aaa95885d8de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3705957'] for security_group, after_delete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:47:28.686432 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG oslo_concurrency.lockutils [None req-64b97e9f-e90b-46b7-b092-adf320799e0c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103720) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 31 11:47:28.700982 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc1f53cc-0f19-40d8-8687-aaa95885d8de admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e75e580a-fb88-4245-a14e-0fc71be3f34a,revision_number=None']} {{(pid=103720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 31 11:47:28.704767 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG oslo_concurrency.lockutils [None req-cc1f53cc-0f19-40d8-8687-aaa95885d8de admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=103720) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 31 11:47:28.709461 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-cc1f53cc-0f19-40d8-8687-aaa95885d8de admin admin] Notify callbacks [] for security_group, before_response {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:47:28.710578 dv-cinder-786384-7-iscsi neutron-server[103720]: INFO neutron.wsgi [None req-cc1f53cc-0f19-40d8-8687-aaa95885d8de admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/e75e580a-fb88-4245-a14e-0fc71be3f34a HTTP/1.1" status: 204  len: 168 time: 0.1841998
May 31 11:47:28.827913 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.db.db_base_plugin_common [None req-2552e532-3e90-48d4-9e79-6cb257acd0ce admin admin] Allocated IP 172.20.0.1 (b20faf65-7a93-45d2-abc5-44303a2c8a5c/a15390bc-ca38-45af-995b-0ce70aabf2d5/02c9fe26-d22e-40ab-a7b4-b49c56e8a5ca) {{(pid=103721) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 31 11:47:28.918151 dv-cinder-786384-7-iscsi neutron-server[103723]: DEBUG neutron.db.l3_hamode_db [None req-e07d1eca-b92d-4721-8ebb-b4f25584430e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f3ebc908be0>, [{'id': '88f71438-3b78-420f-a353-acaf343f81db', 'name': 'tempest-TestShelveInstance-693436700-router', 'tenant_id': '09cfcbad535d41f8a11c13f14eae8d07', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cb16751-6ba1-494a-bef1-53f614bdb222', 'external_fixed_ips': [{'subnet_id': '1135c889-0623-4d10-975a-f2c46f50f0f6', 'ip_address': '172.27.2.44'}], 'enable_snat': True}, 'gw_port_id': 'a5040054-23d4-4551-b794-634163dd2f1b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T11:47:24Z', 'updated_at': '2021-05-31T11:47:25Z', 'revision_number': 3, 'project_id': '09cfcbad535d41f8a11c13f14eae8d07', 'gw_port': {'id': 'a5040054-23d4-4551-b794-634163dd2f1b', 'name': '', 'network_id': '1cb16751-6ba1-494a-bef1-53f614bdb222', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:8a:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '88f71438-3b78-420f-a353-acaf343f81db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 468, 'fixed_ips': [{'subnet_id': '1135c889-0623-4d10-975a-f2c46f50f0f6', 'ip_address': '172.27.2.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786384-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T11:47:24Z', 'updated_at': '2021-05-31T11:47:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1135c889-0623-4d10-975a-f2c46f50f0f6', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786384-7-iscsi'}], 'dv-cinder-786384-7-iscsi', False) {} {{(pid=103723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 31 11:47:28.922602 dv-cinder-786384-7-iscsi neutron-server[103723]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e07d1eca-b92d-4721-8ebb-b4f25584430e None None] The sync data for ids ['88f71438-3b78-420f-a353-acaf343f81db'] in dv-cinder-786384-7-iscsi is: [{'id': '88f71438-3b78-420f-a353-acaf343f81db', 'name': 'tempest-TestShelveInstance-693436700-router', 'tenant_id': '09cfcbad535d41f8a11c13f14eae8d07', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cb16751-6ba1-494a-bef1-53f614bdb222', 'external_fixed_ips': [{'subnet_id': '1135c889-0623-4d10-975a-f2c46f50f0f6', 'ip_address': '172.27.2.44'}], 'enable_snat': True}, 'gw_port_id': 'a5040054-23d4-4551-b794-634163dd2f1b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T11:47:24Z', 'updated_at': '2021-05-31T11:47:25Z', 'revision_number': 3, 'project_id': '09cfcbad535d41f8a11c13f14eae8d07', 'gw_port': {'id': 'a5040054-23d4-4551-b794-634163dd2f1b', 'name': '', 'network_id': '1cb16751-6ba1-494a-bef1-53f614bdb222', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:8a:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '88f71438-3b78-420f-a353-acaf343f81db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 468, 'fixed_ips': [{'subnet_id': '1135c889-0623-4d10-975a-f2c46f50f0f6', 'ip_address': '172.27.2.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786384-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T11:47:24Z', 'updated_at': '2021-05-31T11:47:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1135c889-0623-4d10-975a-f2c46f50f0f6', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786384-7-iscsi'}] {{(pid=103723) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 31 11:47:28.984882 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron_lib.callbacks.manager [req-bdff273d-06ed-401a-9f33-8bf372d2fafe req-987f2606-94b4-424d-872b-c1b5da88c3d3 tempest-ServerRescueNegativeTestJSON-1419813537 tempest-ServerRescueNegativeTestJSON-1419813537-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937715', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3701677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744215954342', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744215520979', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2250866'] for port, after_delete {{(pid=103721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:47:28.993817 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG oslo_concurrency.lockutils [None req-4a9f8b52-8f25-4817-9e00-6142dd68ef14 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103721) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 31 11:47:29.097868 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-987f2606-94b4-424d-872b-c1b5da88c3d3 tempest-ServerRescueNegativeTestJSON-1419813537 tempest-ServerRescueNegativeTestJSON-1419813537-project] Pushing event deleted for resources: {'Port': ['ID=81e3ca42-c316-4948-abd0-83e5dbf7c8a1,revision_number=None']} {{(pid=103721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 31 11:47:29.100449 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG oslo_concurrency.lockutils [None req-987f2606-94b4-424d-872b-c1b5da88c3d3 tempest-ServerRescueNegativeTestJSON-1419813537 tempest-ServerRescueNegativeTestJSON-1419813537-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=103721) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 31 11:47:29.151436 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.db.l3_dvrscheduler_db [req-bdff273d-06ed-401a-9f33-8bf372d2fafe req-987f2606-94b4-424d-872b-c1b5da88c3d3 tempest-ServerRescueNegativeTestJSON-1419813537 tempest-ServerRescueNegativeTestJSON-1419813537-project] No DVR routers for this DVR port 81e3ca42-c316-4948-abd0-83e5dbf7c8a1 on host hv-cinder-78638 {{(pid=103721) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 31 11:47:29.155373 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron_lib.callbacks.manager [req-bdff273d-06ed-401a-9f33-8bf372d2fafe req-987f2606-94b4-424d-872b-c1b5da88c3d3 tempest-ServerRescueNegativeTestJSON-1419813537 tempest-ServerRescueNegativeTestJSON-1419813537-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46333'] for port, before_response {{(pid=103721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:47:29.171084 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6cccde54-536c-42f8-a4b4-ace3bbad46da', 'name': 'network-vif-deleted', 'tag': '81e3ca42-c316-4948-abd0-83e5dbf7c8a1'}] {{(pid=103721) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 31 11:47:29.174551 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3cd903d475e597836c68a86188e0a4f713f0e90603b95bd8a010e768671d0d04" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c2b54769-72e1-42c0-a07e-3a8e5553394a" -d '{"events": [{"server_uuid": "6cccde54-536c-42f8-a4b4-ace3bbad46da", "name": "network-vif-deleted", "tag": "81e3ca42-c316-4948-abd0-83e5dbf7c8a1"}]}' {{(pid=103721) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
May 31 11:47:29.294828 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron.plugins.ml2.rpc [None req-1f0a762f-0348-4bba-b860-8eddab4cd770 None None] Device 5f8d0446-6441-4500-9d68-45e5e1c5d8f2 up at agent ovs-agent-dv-cinder-786384-7-iscsi {{(pid=103722) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 31 11:47:29.351589 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 31 May 2021 11:47:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-50414ff0-d16d-4f1b-a2b8-35533997d5bc x-openstack-request-id: req-50414ff0-d16d-4f1b-a2b8-35533997d5bc {{(pid=103721) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
May 31 11:47:29.351918 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6cccde54-536c-42f8-a4b4-ace3bbad46da", "name": "network-vif-deleted", "tag": "81e3ca42-c316-4948-abd0-83e5dbf7c8a1", "status": "completed", "code": 200}]} {{(pid=103721) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
May 31 11:47:29.352177 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-50414ff0-d16d-4f1b-a2b8-35533997d5bc {{(pid=103721) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
May 31 11:47:29.352582 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6cccde54-536c-42f8-a4b4-ace3bbad46da', 'name': 'network-vif-deleted', 'tag': '81e3ca42-c316-4948-abd0-83e5dbf7c8a1', 'status': 'completed', 'code': 200}
May 31 11:47:29.392309 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron_lib.callbacks.manager [None req-2552e532-3e90-48d4-9e79-6cb257acd0ce admin admin] Notify callbacks [] for port, precommit_create {{(pid=103721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:47:29.396550 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [req-bdff273d-06ed-401a-9f33-8bf372d2fafe req-987f2606-94b4-424d-872b-c1b5da88c3d3 tempest-ServerRescueNegativeTestJSON-1419813537 tempest-ServerRescueNegativeTestJSON-1419813537-project] 10.222.0.60 "DELETE /v2.0/ports/81e3ca42-c316-4948-abd0-83e5dbf7c8a1 HTTP/1.1" status: 204  len: 173 time: 1.6192839
May 31 11:47:29.428181 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.quota.resource [req-d9b555b3-1d10-46c3-851e-669dd9dd15a3 req-c6e64f4a-00f5-4364-93f4-2f39524f6b98 tempest-ServerRescueNegativeTestJSON-1419813537 tempest-ServerRescueNegativeTestJSON-1419813537-project] Synchronizing usage tracker for tenant:e6680e894741452ebedaacc4ca6c4c58 on resource:port {{(pid=103721) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 31 11:47:29.436940 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.db.provisioning_blocks [None req-2552e532-3e90-48d4-9e79-6cb257acd0ce admin admin] Transition to ACTIVE for port object 02c9fe26-d22e-40ab-a7b4-b49c56e8a5ca will not be triggered until provisioned by entity DHCP. {{(pid=103721) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 31 11:47:29.460034 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.quota.resource [req-d9b555b3-1d10-46c3-851e-669dd9dd15a3 req-c6e64f4a-00f5-4364-93f4-2f39524f6b98 tempest-ServerRescueNegativeTestJSON-1419813537 tempest-ServerRescueNegativeTestJSON-1419813537-project] Unset dirty status for tenant:e6680e894741452ebedaacc4ca6c4c58 on resource:port {{(pid=103721) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 31 11:47:29.461420 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [req-d9b555b3-1d10-46c3-851e-669dd9dd15a3 req-c6e64f4a-00f5-4364-93f4-2f39524f6b98 tempest-ServerRescueNegativeTestJSON-1419813537 tempest-ServerRescueNegativeTestJSON-1419813537-project] 10.222.0.57 "GET /v2.0/ports?device_id=6cccde54-536c-42f8-a4b4-ace3bbad46da HTTP/1.1" status: 200  len: 210 time: 0.1081264
May 31 11:47:29.481774 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron.db.provisioning_blocks [None req-1f0a762f-0348-4bba-b860-8eddab4cd770 None None] Provisioning complete for port 5f8d0446-6441-4500-9d68-45e5e1c5d8f2 triggered by entity L2. {{(pid=103722) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 31 11:47:29.482178 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron_lib.callbacks.manager [None req-1f0a762f-0348-4bba-b860-8eddab4cd770 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857618'] for port, provisioning_complete {{(pid=103722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:47:29.487485 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron_lib.callbacks.manager [None req-2552e532-3e90-48d4-9e79-6cb257acd0ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937715', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3701677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744215520970', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2250866'] for port, after_create {{(pid=103721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:47:29.508148 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG oslo_concurrency.lockutils [None req-2071501d-decf-4025-935a-d9c00d6e924c tempest-VolumesActionsTest-112709343 tempest-VolumesActionsTest-112709343-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103721) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 31 11:47:29.583770 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2552e532-3e90-48d4-9e79-6cb257acd0ce admin admin] Network b20faf65-7a93-45d2-abc5-44303a2c8a5c is already hosted by enough agents. {{(pid=103721) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 31 11:47:29.604785 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.scheduler.base_scheduler [None req-2552e532-3e90-48d4-9e79-6cb257acd0ce admin admin] Resources bound (agent type, host, resource id):  {{(pid=103721) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 31 11:47:29.607618 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2552e532-3e90-48d4-9e79-6cb257acd0ce admin admin] Received port after_create {{(pid=103721) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
May 31 11:47:29.656124 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron.plugins.ml2.rpc [None req-1f0a762f-0348-4bba-b860-8eddab4cd770 None None] Device f5c1da4d-9c4c-47d0-a175-9a1ad60ee097 up at agent ovs-agent-dv-cinder-786384-7-iscsi {{(pid=103722) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 31 11:47:29.671962 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2552e532-3e90-48d4-9e79-6cb257acd0ce admin admin] Pushing event updated for resources: {'Port': ['ID=02c9fe26-d22e-40ab-a7b4-b49c56e8a5ca,revision_number=1']} {{(pid=103721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 31 11:47:29.675070 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG oslo_concurrency.lockutils [None req-2552e532-3e90-48d4-9e79-6cb257acd0ce admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.167s {{(pid=103721) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 31 11:47:29.684746 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron_lib.callbacks.manager [None req-2552e532-3e90-48d4-9e79-6cb257acd0ce admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4094068'] for router_interface, before_create {{(pid=103721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:47:29.763106 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron.db.provisioning_blocks [None req-1f0a762f-0348-4bba-b860-8eddab4cd770 None None] Provisioning complete for port f5c1da4d-9c4c-47d0-a175-9a1ad60ee097 triggered by entity L2. {{(pid=103722) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 31 11:47:29.763487 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron_lib.callbacks.manager [None req-1f0a762f-0348-4bba-b860-8eddab4cd770 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857618'] for port, provisioning_complete {{(pid=103722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:47:29.895417 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron_lib.callbacks.manager [None req-2552e532-3e90-48d4-9e79-6cb257acd0ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-934180'] for port, before_update {{(pid=103721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:47:29.935491 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron.db.provisioning_blocks [None req-835ed335-9838-4a40-b119-d6bbb62b9cb3 None None] Provisioning for port 02c9fe26-d22e-40ab-a7b4-b49c56e8a5ca completed by entity DHCP. {{(pid=103722) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 31 11:47:29.940743 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron.db.provisioning_blocks [None req-835ed335-9838-4a40-b119-d6bbb62b9cb3 None None] Provisioning complete for port 02c9fe26-d22e-40ab-a7b4-b49c56e8a5ca triggered by entity DHCP. {{(pid=103722) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 31 11:47:29.941197 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron_lib.callbacks.manager [None req-835ed335-9838-4a40-b119-d6bbb62b9cb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857618'] for port, provisioning_complete {{(pid=103722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:47:30.007403 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron.plugins.ml2.plugin [None req-835ed335-9838-4a40-b119-d6bbb62b9cb3 None None] Port 02c9fe26-d22e-40ab-a7b4-b49c56e8a5ca cannot update to ACTIVE because it is not bound. {{(pid=103722) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
May 31 11:47:30.162635 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron_lib.callbacks.manager [None req-2552e532-3e90-48d4-9e79-6cb257acd0ce admin admin] Notify callbacks [] for port, precommit_update {{(pid=103721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:47:30.166825 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron_lib.callbacks.manager [None req-2552e532-3e90-48d4-9e79-6cb257acd0ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937715', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3701677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744215954324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744215520988', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744215521293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2250875'] for port, after_update {{(pid=103721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:47:30.193948 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG oslo_concurrency.lockutils [None req-5efcadce-191d-45b7-8c2b-543997446b41 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103721) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 31 11:47:30.274129 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron_lib.callbacks.manager [None req-2552e532-3e90-48d4-9e79-6cb257acd0ce admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3695180', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4094169'] for router_interface, after_create {{(pid=103721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:47:30.281084 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2552e532-3e90-48d4-9e79-6cb257acd0ce admin admin] Pushing event updated for resources: {'Port': ['ID=02c9fe26-d22e-40ab-a7b4-b49c56e8a5ca,revision_number=2']} {{(pid=103721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 31 11:47:30.285089 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG oslo_concurrency.lockutils [None req-2552e532-3e90-48d4-9e79-6cb257acd0ce admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=103721) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 31 11:47:30.409708 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2552e532-3e90-48d4-9e79-6cb257acd0ce admin admin] Network b20faf65-7a93-45d2-abc5-44303a2c8a5c is already hosted by enough agents. {{(pid=103721) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 31 11:47:30.410795 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.scheduler.base_scheduler [None req-2552e532-3e90-48d4-9e79-6cb257acd0ce admin admin] Resources bound (agent type, host, resource id):  {{(pid=103721) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 31 11:47:30.615519 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron.wsgi [-] (103720) accepted ('10.222.0.57', 45312) {{(pid=103720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 31 11:47:30.617684 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron.plugins.ml2.rpc [None req-43028a7b-58d7-408b-ac75-1328e6896bf7 None None] Device 81e3ca42-c316-4948-abd0-83e5dbf7c8a1 no longer exists at agent hyperv_hv-cinder-78638 {{(pid=103722) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
May 31 11:47:30.677836 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2552e532-3e90-48d4-9e79-6cb257acd0ce admin admin] Router 88f71438-3b78-420f-a353-acaf343f81db has already been hosted by L3 agent f8c17dd7-da16-4427-b6e3-d7e30616bc4c {{(pid=103721) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
May 31 11:47:30.681198 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron.plugins.ml2.plugin [None req-43028a7b-58d7-408b-ac75-1328e6896bf7 None None] No Port match for: 81e3ca42-c316-4948-abd0-83e5dbf7c8a1 {{(pid=103722) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}}
May 31 11:47:30.682069 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron.plugins.ml2.rpc [None req-43028a7b-58d7-408b-ac75-1328e6896bf7 None None] Device 81e3ca42-c316-4948-abd0-83e5dbf7c8a1 not bound to the agent host hv-cinder-78638 {{(pid=103722) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
May 31 11:47:30.743687 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron.db.provisioning_blocks [None req-77b6551d-8e55-4f06-8553-d3ccb163e2b0 None None] Provisioning complete for port 02c9fe26-d22e-40ab-a7b4-b49c56e8a5ca triggered by entity DHCP. {{(pid=103722) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 31 11:47:30.744123 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron_lib.callbacks.manager [None req-77b6551d-8e55-4f06-8553-d3ccb163e2b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857618'] for port, provisioning_complete {{(pid=103722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:47:30.801618 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron.plugins.ml2.plugin [None req-77b6551d-8e55-4f06-8553-d3ccb163e2b0 None None] Port 02c9fe26-d22e-40ab-a7b4-b49c56e8a5ca cannot update to ACTIVE because it is not bound. {{(pid=103722) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
May 31 11:47:30.870523 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2552e532-3e90-48d4-9e79-6cb257acd0ce admin admin] Notify agent at l3_agent.dv-cinder-786384-7-iscsi the message routers_updated {{(pid=103721) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
May 31 11:47:30.877307 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [None req-2552e532-3e90-48d4-9e79-6cb257acd0ce admin admin] 10.222.0.57 "PUT /v2.0/routers/88f71438-3b78-420f-a353-acaf343f81db/add_router_interface HTTP/1.1" status: 200  len: 503 time: 4.0390267
May 31 11:47:30.917611 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89240937-ef4d-4d73-bf2c-f035aa2e9d6c None None] Sync routers for ids ['88f71438-3b78-420f-a353-acaf343f81db'] in dv-cinder-786384-7-iscsi {{(pid=103722) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 31 11:47:30.928743 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89240937-ef4d-4d73-bf2c-f035aa2e9d6c None None] Routers {'88f71438-3b78-420f-a353-acaf343f81db'} bound to L3 agent in host dv-cinder-786384-7-iscsi {{(pid=103722) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 31 11:47:30.929527 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron.db.l3_hamode_db [None req-89240937-ef4d-4d73-bf2c-f035aa2e9d6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f3ebcb14d90>, 'dv-cinder-786384-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-31T11:36:05Z,description=<?>,heartbeat_timestamp=2021-05-31T11:47:05Z,host='dv-cinder-786384-7-iscsi',id=f8c17dd7-da16-4427-b6e3-d7e30616bc4c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-31T11:36:05Z,topic='l3_agent')) {'router_ids': ['88f71438-3b78-420f-a353-acaf343f81db'], 'active': True} {{(pid=103722) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 31 11:47:31.121071 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron.db.l3_dvr_db [None req-89240937-ef4d-4d73-bf2c-f035aa2e9d6c None None] Set router 88f71438-3b78-420f-a353-acaf343f81db gateway port host: dv-cinder-786384-7-iscsi {{(pid=103722) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
May 31 11:47:31.278253 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron.plugins.ml2.rpc [None req-1f0a762f-0348-4bba-b860-8eddab4cd770 None None] Device a5040054-23d4-4551-b794-634163dd2f1b up at agent ovs-agent-dv-cinder-786384-7-iscsi {{(pid=103722) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 31 11:47:31.329314 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-86bc1698-af64-429c-b61c-3533ef446129 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4094159'] for router_interface, before_delete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:47:31.413867 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron_lib.callbacks.manager [None req-43028a7b-58d7-408b-ac75-1328e6896bf7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744215964654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857257'] for agent, after_update {{(pid=103722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:47:31.512935 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron.db.provisioning_blocks [None req-1f0a762f-0348-4bba-b860-8eddab4cd770 None None] Provisioning for port a5040054-23d4-4551-b794-634163dd2f1b completed by entity L2. {{(pid=103722) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 31 11:47:31.532531 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron.db.provisioning_blocks [None req-1f0a762f-0348-4bba-b860-8eddab4cd770 None None] Provisioning complete for port a5040054-23d4-4551-b794-634163dd2f1b triggered by entity L2. {{(pid=103722) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 31 11:47:31.533057 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron_lib.callbacks.manager [None req-1f0a762f-0348-4bba-b860-8eddab4cd770 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857618'] for port, provisioning_complete {{(pid=103722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:47:31.592840 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.wsgi [-] (103721) accepted ('10.222.0.57', 45336) {{(pid=103721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 31 11:47:31.598992 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.api.v2.base [None req-c73f13be-7286-48be-ab00-50d8fb8e9c14 tempest-TestShelveInstance-1856919752 tempest-TestShelveInstance-1856919752-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1453427025', 'description': 'tempest-secgroup-smoke-1453427025 description', 'project_id': '67225ec5f483494c9d8a6368709f6b83'}} {{(pid=103721) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 31 11:47:31.605154 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.db.quota.driver [None req-c73f13be-7286-48be-ab00-50d8fb8e9c14 tempest-TestShelveInstance-1856919752 tempest-TestShelveInstance-1856919752-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=103721) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 31 11:47:31.614801 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.quota.resource [None req-c73f13be-7286-48be-ab00-50d8fb8e9c14 tempest-TestShelveInstance-1856919752 tempest-TestShelveInstance-1856919752-project] Usage tracker for resource:security_group and tenant:67225ec5f483494c9d8a6368709f6b83 is out of sync, need to count used quota {{(pid=103721) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 31 11:47:31.618932 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.quota.resource [None req-c73f13be-7286-48be-ab00-50d8fb8e9c14 tempest-TestShelveInstance-1856919752 tempest-TestShelveInstance-1856919752-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=103721) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 31 11:47:31.626204 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.db.quota.driver [None req-c73f13be-7286-48be-ab00-50d8fb8e9c14 tempest-TestShelveInstance-1856919752 tempest-TestShelveInstance-1856919752-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=103721) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 31 11:47:31.638791 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron_lib.callbacks.manager [None req-c73f13be-7286-48be-ab00-50d8fb8e9c14 tempest-TestShelveInstance-1856919752 tempest-TestShelveInstance-1856919752-project] Notify callbacks [] for security_group, before_create {{(pid=103721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:47:31.657873 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron.db.l3_hamode_db [None req-89240937-ef4d-4d73-bf2c-f035aa2e9d6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f3ebcb14d90>, [{'id': '88f71438-3b78-420f-a353-acaf343f81db', 'name': 'tempest-TestShelveInstance-693436700-router', 'tenant_id': '09cfcbad535d41f8a11c13f14eae8d07', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cb16751-6ba1-494a-bef1-53f614bdb222', 'external_fixed_ips': [{'subnet_id': '1135c889-0623-4d10-975a-f2c46f50f0f6', 'ip_address': '172.27.2.44'}], 'enable_snat': True}, 'gw_port_id': 'a5040054-23d4-4551-b794-634163dd2f1b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T11:47:24Z', 'updated_at': '2021-05-31T11:47:29Z', 'revision_number': 4, 'project_id': '09cfcbad535d41f8a11c13f14eae8d07', 'gw_port': {'id': 'a5040054-23d4-4551-b794-634163dd2f1b', 'name': '', 'network_id': '1cb16751-6ba1-494a-bef1-53f614bdb222', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:8a:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '88f71438-3b78-420f-a353-acaf343f81db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 468, 'fixed_ips': [{'subnet_id': '1135c889-0623-4d10-975a-f2c46f50f0f6', 'ip_address': '172.27.2.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786384-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T11:47:24Z', 'updated_at': '2021-05-31T11:47:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1135c889-0623-4d10-975a-f2c46f50f0f6', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786384-7-iscsi', '_interfaces': [{'id': '02c9fe26-d22e-40ab-a7b4-b49c56e8a5ca', 'name': '', 'network_id': 'b20faf65-7a93-45d2-abc5-44303a2c8a5c', 'tenant_id': '09cfcbad535d41f8a11c13f14eae8d07', 'mac_address': 'fa:16:3e:44:79:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '88f71438-3b78-420f-a353-acaf343f81db', 'device_owner': 'network:router_interface', 'standard_attr_id': 469, 'fixed_ips': [{'subnet_id': 'a15390bc-ca38-45af-995b-0ce70aabf2d5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T11:47:28Z', 'updated_at': '2021-05-31T11:47:29Z', 'revision_number': 2, 'project_id': '09cfcbad535d41f8a11c13f14eae8d07', 'subnets': [{'id': 'a15390bc-ca38-45af-995b-0ce70aabf2d5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786384-7-iscsi', False) {} {{(pid=103722) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 31 11:47:31.659940 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.db.quota.driver [None req-c73f13be-7286-48be-ab00-50d8fb8e9c14 tempest-TestShelveInstance-1856919752 tempest-TestShelveInstance-1856919752-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=103721) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 31 11:47:31.667532 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89240937-ef4d-4d73-bf2c-f035aa2e9d6c None None] Checking router: 88f71438-3b78-420f-a353-acaf343f81db for host: dv-cinder-786384-7-iscsi {{(pid=103722) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
May 31 11:47:31.667758 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.quota.resource [None req-c73f13be-7286-48be-ab00-50d8fb8e9c14 tempest-TestShelveInstance-1856919752 tempest-TestShelveInstance-1856919752-project] Usage tracker for resource:security_group_rule and tenant:67225ec5f483494c9d8a6368709f6b83 is out of sync, need to count used quota {{(pid=103721) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 31 11:47:31.667906 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89240937-ef4d-4d73-bf2c-f035aa2e9d6c None None] Updating router 88f71438-3b78-420f-a353-acaf343f81db port 02c9fe26-d22e-40ab-a7b4-b49c56e8a5ca binding host dv-cinder-786384-7-iscsi {{(pid=103722) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
May 31 11:47:31.670672 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.quota.resource [None req-c73f13be-7286-48be-ab00-50d8fb8e9c14 tempest-TestShelveInstance-1856919752 tempest-TestShelveInstance-1856919752-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=103721) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 31 11:47:31.676345 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.db.quota.driver [None req-c73f13be-7286-48be-ab00-50d8fb8e9c14 tempest-TestShelveInstance-1856919752 tempest-TestShelveInstance-1856919752-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=103721) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 31 11:47:31.717685 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron_lib.callbacks.manager [None req-1f0a762f-0348-4bba-b860-8eddab4cd770 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-934180'] for port, before_update {{(pid=103722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:47:31.742258 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron_lib.callbacks.manager [None req-89240937-ef4d-4d73-bf2c-f035aa2e9d6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-934180'] for port, before_update {{(pid=103722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:47:31.753389 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron.plugins.ml2.db [None req-1f0a762f-0348-4bba-b860-8eddab4cd770 None None] For port a5040054-23d4-4551-b794-634163dd2f1b, host dv-cinder-786384-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786384-7-iscsi',level=0,port_id=a5040054-23d4-4551-b794-634163dd2f1b,segment=NetworkSegment(82286f75-faff-40ec-beef-7945374ee8e1),segment_id=82286f75-faff-40ec-beef-7945374ee8e1)] {{(pid=103722) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 31 11:47:31.764639 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron_lib.callbacks.manager [None req-1f0a762f-0348-4bba-b860-8eddab4cd770 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937715', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3701677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744215954324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744215520988', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744215521293'] for port, after_update {{(pid=103722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:47:31.773056 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG oslo_concurrency.lockutils [None req-f6fb907a-59bc-4fce-af1b-4063eba554eb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103722) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 31 11:47:31.777846 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron_lib.callbacks.manager [None req-c73f13be-7286-48be-ab00-50d8fb8e9c14 tempest-TestShelveInstance-1856919752 tempest-TestShelveInstance-1856919752-project] Notify callbacks [] for security_group, precommit_create {{(pid=103721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:47:31.783433 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron_lib.callbacks.manager [None req-c73f13be-7286-48be-ab00-50d8fb8e9c14 tempest-TestShelveInstance-1856919752 tempest-TestShelveInstance-1856919752-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3705957'] for security_group, after_create {{(pid=103721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:47:31.791250 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG oslo_concurrency.lockutils [None req-16181c4d-3e39-4fb7-9cd4-3402a5ba472b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103721) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 31 11:47:31.795167 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-86bc1698-af64-429c-b61c-3533ef446129 admin admin] Deleting port 1b7c401d-2b30-4de3-890e-df303b90a3a1 {{(pid=103720) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
May 31 11:47:31.795690 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-86bc1698-af64-429c-b61c-3533ef446129 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744215952451'] for port, before_delete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:47:31.844543 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c73f13be-7286-48be-ab00-50d8fb8e9c14 tempest-TestShelveInstance-1856919752 tempest-TestShelveInstance-1856919752-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c27ba14d-ac85-44f1-aa89-ac308792b39a,revision_number=1']} {{(pid=103721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 31 11:47:31.861849 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron_lib.callbacks.manager [None req-c73f13be-7286-48be-ab00-50d8fb8e9c14 tempest-TestShelveInstance-1856919752 tempest-TestShelveInstance-1856919752-project] Notify callbacks [] for security_group, before_response {{(pid=103721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:47:31.861849 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [None req-c73f13be-7286-48be-ab00-50d8fb8e9c14 tempest-TestShelveInstance-1856919752 tempest-TestShelveInstance-1856919752-project] 10.222.0.57 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1794 time: 0.2639773
May 31 11:47:31.861849 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG oslo_concurrency.lockutils [None req-c73f13be-7286-48be-ab00-50d8fb8e9c14 tempest-TestShelveInstance-1856919752 tempest-TestShelveInstance-1856919752-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=103721) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 31 11:47:31.861849 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.wsgi [-] (103721) accepted ('10.222.0.57', 45344) {{(pid=103721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 31 11:47:31.866514 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.api.v2.base [None req-a3350d51-9da5-40cc-b06e-dc24a684fb5a tempest-TestShelveInstance-1856919752 tempest-TestShelveInstance-1856919752-project] Request body: {'security_group_rule': {'security_group_id': 'c27ba14d-ac85-44f1-aa89-ac308792b39a', 'project_id': '67225ec5f483494c9d8a6368709f6b83', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103721) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 31 11:47:31.872517 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.db.quota.driver [None req-a3350d51-9da5-40cc-b06e-dc24a684fb5a tempest-TestShelveInstance-1856919752 tempest-TestShelveInstance-1856919752-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=103721) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 31 11:47:31.876448 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.quota.resource [None req-a3350d51-9da5-40cc-b06e-dc24a684fb5a tempest-TestShelveInstance-1856919752 tempest-TestShelveInstance-1856919752-project] Usage tracker for resource:security_group_rule and tenant:67225ec5f483494c9d8a6368709f6b83 is out of sync, need to count used quota {{(pid=103721) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 31 11:47:31.881484 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.quota.resource [None req-a3350d51-9da5-40cc-b06e-dc24a684fb5a tempest-TestShelveInstance-1856919752 tempest-TestShelveInstance-1856919752-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=103721) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 31 11:47:31.887714 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.db.quota.driver [None req-a3350d51-9da5-40cc-b06e-dc24a684fb5a tempest-TestShelveInstance-1856919752 tempest-TestShelveInstance-1856919752-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=103721) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 31 11:47:31.904835 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron_lib.callbacks.manager [None req-a3350d51-9da5-40cc-b06e-dc24a684fb5a tempest-TestShelveInstance-1856919752 tempest-TestShelveInstance-1856919752-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:47:31.949911 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f0a762f-0348-4bba-b860-8eddab4cd770 None None] Pushing event updated for resources: {'Port': ['ID=a5040054-23d4-4551-b794-634163dd2f1b,revision_number=4']} {{(pid=103722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 31 11:47:31.955825 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG oslo_concurrency.lockutils [None req-1f0a762f-0348-4bba-b860-8eddab4cd770 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.183s {{(pid=103722) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 31 11:47:31.957731 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron.plugins.ml2.db [None req-86bc1698-af64-429c-b61c-3533ef446129 admin admin] For port 1b7c401d-2b30-4de3-890e-df303b90a3a1, host dv-cinder-786384-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786384-7-iscsi',level=0,port_id=1b7c401d-2b30-4de3-890e-df303b90a3a1,segment=NetworkSegment(1469293d-93e3-432b-92ea-15da37b1359f),segment_id=1469293d-93e3-432b-92ea-15da37b1359f)] {{(pid=103720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 31 11:47:31.958117 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-86bc1698-af64-429c-b61c-3533ef446129 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4088094'] for port, precommit_delete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:47:31.981256 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron_lib.callbacks.manager [None req-a3350d51-9da5-40cc-b06e-dc24a684fb5a tempest-TestShelveInstance-1856919752 tempest-TestShelveInstance-1856919752-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:47:31.985452 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron_lib.callbacks.manager [None req-a3350d51-9da5-40cc-b06e-dc24a684fb5a tempest-TestShelveInstance-1856919752 tempest-TestShelveInstance-1856919752-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3705985'] for security_group_rule, after_create {{(pid=103721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:47:31.987628 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103721) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 31 11:47:32.015576 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3350d51-9da5-40cc-b06e-dc24a684fb5a tempest-TestShelveInstance-1856919752 tempest-TestShelveInstance-1856919752-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8fe8320f-cb2e-45a3-b1f7-150e8e00d469,revision_number=0']} {{(pid=103721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 31 11:47:32.023014 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG oslo_concurrency.lockutils [None req-a3350d51-9da5-40cc-b06e-dc24a684fb5a tempest-TestShelveInstance-1856919752 tempest-TestShelveInstance-1856919752-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=103721) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 31 11:47:32.025514 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron_lib.callbacks.manager [None req-a3350d51-9da5-40cc-b06e-dc24a684fb5a tempest-TestShelveInstance-1856919752 tempest-TestShelveInstance-1856919752-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:47:32.030318 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [None req-a3350d51-9da5-40cc-b06e-dc24a684fb5a tempest-TestShelveInstance-1856919752 tempest-TestShelveInstance-1856919752-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.1684120
May 31 11:47:32.030943 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.wsgi [-] (103721) accepted ('10.222.0.57', 45348) {{(pid=103721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 31 11:47:32.040423 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.api.v2.base [None req-46d815ab-eec6-41a7-8e7c-afb0a1359484 tempest-TestShelveInstance-1856919752 tempest-TestShelveInstance-1856919752-project] Request body: {'security_group_rule': {'security_group_id': 'c27ba14d-ac85-44f1-aa89-ac308792b39a', 'project_id': '67225ec5f483494c9d8a6368709f6b83', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103721) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 31 11:47:32.047148 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.db.quota.driver [None req-46d815ab-eec6-41a7-8e7c-afb0a1359484 tempest-TestShelveInstance-1856919752 tempest-TestShelveInstance-1856919752-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=103721) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 31 11:47:32.051599 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.quota.resource [None req-46d815ab-eec6-41a7-8e7c-afb0a1359484 tempest-TestShelveInstance-1856919752 tempest-TestShelveInstance-1856919752-project] Usage tracker for resource:security_group_rule and tenant:67225ec5f483494c9d8a6368709f6b83 is out of sync, need to count used quota {{(pid=103721) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 31 11:47:32.055062 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.quota.resource [None req-46d815ab-eec6-41a7-8e7c-afb0a1359484 tempest-TestShelveInstance-1856919752 tempest-TestShelveInstance-1856919752-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=103721) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 31 11:47:32.061803 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.db.quota.driver [None req-46d815ab-eec6-41a7-8e7c-afb0a1359484 tempest-TestShelveInstance-1856919752 tempest-TestShelveInstance-1856919752-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=103721) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 31 11:47:32.082762 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron_lib.callbacks.manager [None req-46d815ab-eec6-41a7-8e7c-afb0a1359484 tempest-TestShelveInstance-1856919752 tempest-TestShelveInstance-1856919752-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:47:32.159073 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron_lib.callbacks.manager [None req-46d815ab-eec6-41a7-8e7c-afb0a1359484 tempest-TestShelveInstance-1856919752 tempest-TestShelveInstance-1856919752-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:47:32.164130 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron_lib.callbacks.manager [None req-46d815ab-eec6-41a7-8e7c-afb0a1359484 tempest-TestShelveInstance-1856919752 tempest-TestShelveInstance-1856919752-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3705985'] for security_group_rule, after_create {{(pid=103721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:47:32.166714 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG oslo_concurrency.lockutils [None req-8bf482ac-e2d3-4993-a3ed-8ddac21336d1 tempest-TestMinimumBasicScenario-386923442 tempest-TestMinimumBasicScenario-386923442-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103721) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 31 11:47:32.186470 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-86bc1698-af64-429c-b61c-3533ef446129 admin admin] Calling delete_port for 1b7c401d-2b30-4de3-890e-df303b90a3a1 owned by network:router_interface {{(pid=103720) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
May 31 11:47:32.191712 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46d815ab-eec6-41a7-8e7c-afb0a1359484 tempest-TestShelveInstance-1856919752 tempest-TestShelveInstance-1856919752-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ed61a696-dbfc-41fe-bdad-3ebe3251ad9c,revision_number=0']} {{(pid=103721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 31 11:47:32.194528 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG oslo_concurrency.lockutils [None req-46d815ab-eec6-41a7-8e7c-afb0a1359484 tempest-TestShelveInstance-1856919752 tempest-TestShelveInstance-1856919752-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=103721) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 31 11:47:32.203723 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron_lib.callbacks.manager [None req-46d815ab-eec6-41a7-8e7c-afb0a1359484 tempest-TestShelveInstance-1856919752 tempest-TestShelveInstance-1856919752-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:47:32.212085 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron.wsgi [-] (103720) accepted ('10.222.0.57', 45352) {{(pid=103720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 31 11:47:32.216100 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [None req-46d815ab-eec6-41a7-8e7c-afb0a1359484 tempest-TestShelveInstance-1856919752 tempest-TestShelveInstance-1856919752-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 763 time: 0.1769829
May 31 11:47:32.217927 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron.api.v2.base [None req-3f89395f-4e9b-4776-b913-46b81e4e919a tempest-TestShelveInstance-1856919752 tempest-TestShelveInstance-1856919752-project] Request body: {'security_group_rule': {'security_group_id': 'c27ba14d-ac85-44f1-aa89-ac308792b39a', 'project_id': '67225ec5f483494c9d8a6368709f6b83', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103720) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 31 11:47:32.225965 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron.db.quota.driver [None req-3f89395f-4e9b-4776-b913-46b81e4e919a tempest-TestShelveInstance-1856919752 tempest-TestShelveInstance-1856919752-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=103720) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 31 11:47:32.231737 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron.quota.resource [None req-3f89395f-4e9b-4776-b913-46b81e4e919a tempest-TestShelveInstance-1856919752 tempest-TestShelveInstance-1856919752-project] Usage tracker for resource:security_group_rule and tenant:67225ec5f483494c9d8a6368709f6b83 is out of sync, need to count used quota {{(pid=103720) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 31 11:47:32.235628 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron.quota.resource [None req-3f89395f-4e9b-4776-b913-46b81e4e919a tempest-TestShelveInstance-1856919752 tempest-TestShelveInstance-1856919752-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=103720) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 31 11:47:32.242377 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron_lib.callbacks.manager [None req-89240937-ef4d-4d73-bf2c-f035aa2e9d6c None None] Notify callbacks [] for port, precommit_update {{(pid=103722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:47:32.243729 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron.db.quota.driver [None req-3f89395f-4e9b-4776-b913-46b81e4e919a tempest-TestShelveInstance-1856919752 tempest-TestShelveInstance-1856919752-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=103720) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 31 11:47:32.254635 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron.db.provisioning_blocks [None req-89240937-ef4d-4d73-bf2c-f035aa2e9d6c None None] Transition to ACTIVE for port object 02c9fe26-d22e-40ab-a7b4-b49c56e8a5ca will not be triggered until provisioned by entity L2. {{(pid=103722) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 31 11:47:32.262884 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron_lib.callbacks.manager [None req-89240937-ef4d-4d73-bf2c-f035aa2e9d6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937715', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3701677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744215954324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744215520988', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744215521293'] for port, after_update {{(pid=103722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:47:32.266623 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG oslo_concurrency.lockutils [None req-54d4edd6-78a6-4f2f-b1a0-8e301edfe04c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103722) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 31 11:47:32.396443 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-3f89395f-4e9b-4776-b913-46b81e4e919a tempest-TestShelveInstance-1856919752 tempest-TestShelveInstance-1856919752-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:47:32.416707 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec4930d8-2245-439a-9f0c-c6caa8c97b7d None None] Pushing event updated for resources: {'Port': ['ID=02c9fe26-d22e-40ab-a7b4-b49c56e8a5ca,revision_number=3']} {{(pid=103722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 31 11:47:32.426881 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG oslo_concurrency.lockutils [None req-ec4930d8-2245-439a-9f0c-c6caa8c97b7d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=103722) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 31 11:47:32.493464 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron.plugins.ml2.managers [None req-89240937-ef4d-4d73-bf2c-f035aa2e9d6c None None] Attempting to bind port 02c9fe26-d22e-40ab-a7b4-b49c56e8a5ca on host dv-cinder-786384-7-iscsi for vnic_type normal with profile  {{(pid=103722) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
May 31 11:47:32.493939 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron.plugins.ml2.managers [None req-89240937-ef4d-4d73-bf2c-f035aa2e9d6c None None] Attempting to bind port 02c9fe26-d22e-40ab-a7b4-b49c56e8a5ca by drivers openvswitch,hyperv on host dv-cinder-786384-7-iscsi at level 0 using segments [{'id': '1345f0f0-4672-4fb3-9fe4-9a7f06e2abec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 776, 'network_id': 'b20faf65-7a93-45d2-abc5-44303a2c8a5c'}] {{(pid=103722) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
May 31 11:47:32.494368 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89240937-ef4d-4d73-bf2c-f035aa2e9d6c None None] Attempting to bind port 02c9fe26-d22e-40ab-a7b4-b49c56e8a5ca on network b20faf65-7a93-45d2-abc5-44303a2c8a5c {{(pid=103722) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 31 11:47:32.504462 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89240937-ef4d-4d73-bf2c-f035aa2e9d6c None None] Checking agent: {'id': 'c576d319-5791-4ac3-a718-d6660db1fc9b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786384-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 31, 11, 36, 6), 'started_at': datetime.datetime(2021, 5, 31, 11, 36, 36), 'heartbeat_timestamp': datetime.datetime(2021, 5, 31, 11, 47, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786384-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103722) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
May 31 11:47:32.504462 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89240937-ef4d-4d73-bf2c-f035aa2e9d6c None None] Checking segment: {'id': '1345f0f0-4672-4fb3-9fe4-9a7f06e2abec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 776, 'network_id': 'b20faf65-7a93-45d2-abc5-44303a2c8a5c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103722) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 31 11:47:32.504462 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron_lib.callbacks.manager [None req-89240937-ef4d-4d73-bf2c-f035aa2e9d6c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:47:32.504462 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89240937-ef4d-4d73-bf2c-f035aa2e9d6c None None] Bound using segment: {'id': '1345f0f0-4672-4fb3-9fe4-9a7f06e2abec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 776, 'network_id': 'b20faf65-7a93-45d2-abc5-44303a2c8a5c'} {{(pid=103722) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
May 31 11:47:32.504462 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron.plugins.ml2.managers [None req-89240937-ef4d-4d73-bf2c-f035aa2e9d6c None None] Bound port: 02c9fe26-d22e-40ab-a7b4-b49c56e8a5ca, host: dv-cinder-786384-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1345f0f0-4672-4fb3-9fe4-9a7f06e2abec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 776, 'network_id': 'b20faf65-7a93-45d2-abc5-44303a2c8a5c'}}] {{(pid=103722) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
May 31 11:47:32.504462 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron_lib.callbacks.manager [None req-89240937-ef4d-4d73-bf2c-f035aa2e9d6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-934180'] for port, before_update {{(pid=103722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:47:32.510014 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-3f89395f-4e9b-4776-b913-46b81e4e919a tempest-TestShelveInstance-1856919752 tempest-TestShelveInstance-1856919752-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:47:32.516130 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-3f89395f-4e9b-4776-b913-46b81e4e919a tempest-TestShelveInstance-1856919752 tempest-TestShelveInstance-1856919752-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3705985'] for security_group_rule, after_create {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:47:32.525499 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103720) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 31 11:47:32.592169 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f89395f-4e9b-4776-b913-46b81e4e919a tempest-TestShelveInstance-1856919752 tempest-TestShelveInstance-1856919752-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f7338886-1a8b-40c7-922d-c9e987cc5c56,revision_number=0']} {{(pid=103720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 31 11:47:32.595755 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG oslo_concurrency.lockutils [None req-3f89395f-4e9b-4776-b913-46b81e4e919a tempest-TestShelveInstance-1856919752 tempest-TestShelveInstance-1856919752-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=103720) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 31 11:47:32.601700 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron.plugins.ml2.db [None req-89240937-ef4d-4d73-bf2c-f035aa2e9d6c None None] For port 02c9fe26-d22e-40ab-a7b4-b49c56e8a5ca, host dv-cinder-786384-7-iscsi, cleared binding levels {{(pid=103722) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
May 31 11:47:32.605304 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron.plugins.ml2.db [None req-89240937-ef4d-4d73-bf2c-f035aa2e9d6c None None] For port 02c9fe26-d22e-40ab-a7b4-b49c56e8a5ca, host dv-cinder-786384-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786384-7-iscsi',level=0,port_id=02c9fe26-d22e-40ab-a7b4-b49c56e8a5ca,segment=NetworkSegment(1345f0f0-4672-4fb3-9fe4-9a7f06e2abec),segment_id=1345f0f0-4672-4fb3-9fe4-9a7f06e2abec)] {{(pid=103722) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
May 31 11:47:32.607857 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-3f89395f-4e9b-4776-b913-46b81e4e919a tempest-TestShelveInstance-1856919752 tempest-TestShelveInstance-1856919752-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:47:32.609207 dv-cinder-786384-7-iscsi neutron-server[103720]: INFO neutron.wsgi [None req-3f89395f-4e9b-4776-b913-46b81e4e919a tempest-TestShelveInstance-1856919752 tempest-TestShelveInstance-1856919752-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 0.3957896
May 31 11:47:32.609599 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron_lib.callbacks.manager [None req-89240937-ef4d-4d73-bf2c-f035aa2e9d6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937715', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3701677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744215954324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744215520988', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744215521293'] for port, after_update {{(pid=103722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:47:32.612060 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron.wsgi [-] (103720) accepted ('10.222.0.57', 45356) {{(pid=103720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 31 11:47:32.614532 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG oslo_concurrency.lockutils [None req-43028a7b-58d7-408b-ac75-1328e6896bf7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103722) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 31 11:47:32.618848 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron.api.v2.base [None req-fc9d9352-018f-4d0c-bfd0-82cd0cf56181 tempest-TestShelveInstance-1856919752 tempest-TestShelveInstance-1856919752-project] Request body: {'security_group_rule': {'security_group_id': 'c27ba14d-ac85-44f1-aa89-ac308792b39a', 'project_id': '67225ec5f483494c9d8a6368709f6b83', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103720) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 31 11:47:32.627649 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron.db.quota.driver [None req-fc9d9352-018f-4d0c-bfd0-82cd0cf56181 tempest-TestShelveInstance-1856919752 tempest-TestShelveInstance-1856919752-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=103720) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 31 11:47:32.635913 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron.quota.resource [None req-fc9d9352-018f-4d0c-bfd0-82cd0cf56181 tempest-TestShelveInstance-1856919752 tempest-TestShelveInstance-1856919752-project] Usage tracker for resource:security_group_rule and tenant:67225ec5f483494c9d8a6368709f6b83 is out of sync, need to count used quota {{(pid=103720) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 31 11:47:32.639253 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron.quota.resource [None req-fc9d9352-018f-4d0c-bfd0-82cd0cf56181 tempest-TestShelveInstance-1856919752 tempest-TestShelveInstance-1856919752-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=103720) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 31 11:47:32.642564 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-86bc1698-af64-429c-b61c-3533ef446129 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937715', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3701677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744215954342', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744215520979', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2327893'] for port, after_delete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:47:32.650566 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103720) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 31 11:47:32.691379 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron.db.quota.driver [None req-fc9d9352-018f-4d0c-bfd0-82cd0cf56181 tempest-TestShelveInstance-1856919752 tempest-TestShelveInstance-1856919752-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=103720) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 31 11:47:32.691846 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89240937-ef4d-4d73-bf2c-f035aa2e9d6c None None] Routers {'88f71438-3b78-420f-a353-acaf343f81db'} bound to L3 agent in host dv-cinder-786384-7-iscsi {{(pid=103722) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 31 11:47:32.692832 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron.db.l3_hamode_db [None req-89240937-ef4d-4d73-bf2c-f035aa2e9d6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f3ebcb14d90>, 'dv-cinder-786384-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-31T11:36:05Z,description=<?>,heartbeat_timestamp=2021-05-31T11:47:05Z,host='dv-cinder-786384-7-iscsi',id=f8c17dd7-da16-4427-b6e3-d7e30616bc4c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-31T11:36:05Z,topic='l3_agent')) {'router_ids': ['88f71438-3b78-420f-a353-acaf343f81db'], 'active': True} {{(pid=103722) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 31 11:47:32.705444 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86bc1698-af64-429c-b61c-3533ef446129 admin admin] Pushing event deleted for resources: {'Port': ['ID=1b7c401d-2b30-4de3-890e-df303b90a3a1,revision_number=None']} {{(pid=103720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 31 11:47:32.734992 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG oslo_concurrency.lockutils [None req-86bc1698-af64-429c-b61c-3533ef446129 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=103720) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 31 11:47:32.758549 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec4930d8-2245-439a-9f0c-c6caa8c97b7d None None] Pushing event updated for resources: {'Port': ['ID=02c9fe26-d22e-40ab-a7b4-b49c56e8a5ca,revision_number=4']} {{(pid=103722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 31 11:47:32.764132 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG oslo_concurrency.lockutils [None req-ec4930d8-2245-439a-9f0c-c6caa8c97b7d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=103722) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 31 11:47:32.784502 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-fc9d9352-018f-4d0c-bfd0-82cd0cf56181 tempest-TestShelveInstance-1856919752 tempest-TestShelveInstance-1856919752-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:47:32.883312 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron.db.l3_dvr_db [None req-89240937-ef4d-4d73-bf2c-f035aa2e9d6c None None] Set router 88f71438-3b78-420f-a353-acaf343f81db gateway port host: dv-cinder-786384-7-iscsi {{(pid=103722) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
May 31 11:47:33.008679 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-fc9d9352-018f-4d0c-bfd0-82cd0cf56181 tempest-TestShelveInstance-1856919752 tempest-TestShelveInstance-1856919752-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:47:33.019521 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-fc9d9352-018f-4d0c-bfd0-82cd0cf56181 tempest-TestShelveInstance-1856919752 tempest-TestShelveInstance-1856919752-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3705985'] for security_group_rule, after_create {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:47:33.025758 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG oslo_concurrency.lockutils [None req-3f89395f-4e9b-4776-b913-46b81e4e919a tempest-TestShelveInstance-1856919752 tempest-TestShelveInstance-1856919752-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103720) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 31 11:47:33.056337 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc9d9352-018f-4d0c-bfd0-82cd0cf56181 tempest-TestShelveInstance-1856919752 tempest-TestShelveInstance-1856919752-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0d78cc28-d123-418e-bf88-1858601b3266,revision_number=0']} {{(pid=103720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 31 11:47:33.064313 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG oslo_concurrency.lockutils [None req-fc9d9352-018f-4d0c-bfd0-82cd0cf56181 tempest-TestShelveInstance-1856919752 tempest-TestShelveInstance-1856919752-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=103720) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 31 11:47:33.067894 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-86bc1698-af64-429c-b61c-3533ef446129 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3701695', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4090207'] for router_interface, after_delete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:47:33.076053 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-fc9d9352-018f-4d0c-bfd0-82cd0cf56181 tempest-TestShelveInstance-1856919752 tempest-TestShelveInstance-1856919752-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:47:33.079945 dv-cinder-786384-7-iscsi neutron-server[103720]: INFO neutron.wsgi [None req-fc9d9352-018f-4d0c-bfd0-82cd0cf56181 tempest-TestShelveInstance-1856919752 tempest-TestShelveInstance-1856919752-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 768 time: 0.4643786
May 31 11:47:33.080319 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.wsgi [-] (103721) accepted ('10.222.0.57', 45362) {{(pid=103721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 31 11:47:33.086748 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.api.v2.base [None req-a83e8fef-94c8-417c-a77f-afeeb8d9706f tempest-TestShelveInstance-1856919752 tempest-TestShelveInstance-1856919752-project] Request body: {'security_group_rule': {'security_group_id': 'c27ba14d-ac85-44f1-aa89-ac308792b39a', 'project_id': '67225ec5f483494c9d8a6368709f6b83', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103721) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 31 11:47:33.099699 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.db.quota.driver [None req-a83e8fef-94c8-417c-a77f-afeeb8d9706f tempest-TestShelveInstance-1856919752 tempest-TestShelveInstance-1856919752-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=103721) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 31 11:47:33.103718 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.quota.resource [None req-a83e8fef-94c8-417c-a77f-afeeb8d9706f tempest-TestShelveInstance-1856919752 tempest-TestShelveInstance-1856919752-project] Usage tracker for resource:security_group_rule and tenant:67225ec5f483494c9d8a6368709f6b83 is out of sync, need to count used quota {{(pid=103721) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 31 11:47:33.107237 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.quota.resource [None req-a83e8fef-94c8-417c-a77f-afeeb8d9706f tempest-TestShelveInstance-1856919752 tempest-TestShelveInstance-1856919752-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=103721) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 31 11:47:33.112937 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.db.quota.driver [None req-a83e8fef-94c8-417c-a77f-afeeb8d9706f tempest-TestShelveInstance-1856919752 tempest-TestShelveInstance-1856919752-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=103721) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 31 11:47:33.126381 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.db.securitygroups_db [None req-a83e8fef-94c8-417c-a77f-afeeb8d9706f tempest-TestShelveInstance-1856919752 tempest-TestShelveInstance-1856919752-project] Project 67225ec5f483494c9d8a6368709f6b83 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
May 31 11:47:33.133054 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron_lib.callbacks.manager [None req-a83e8fef-94c8-417c-a77f-afeeb8d9706f tempest-TestShelveInstance-1856919752 tempest-TestShelveInstance-1856919752-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:47:33.192587 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron_lib.callbacks.manager [None req-534a1d31-9042-47b2-9505-4f698beb48af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744215964654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857257'] for agent, after_update {{(pid=103722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:47:33.230033 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron_lib.callbacks.manager [None req-a83e8fef-94c8-417c-a77f-afeeb8d9706f tempest-TestShelveInstance-1856919752 tempest-TestShelveInstance-1856919752-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:47:33.234823 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron_lib.callbacks.manager [None req-a83e8fef-94c8-417c-a77f-afeeb8d9706f tempest-TestShelveInstance-1856919752 tempest-TestShelveInstance-1856919752-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3705985'] for security_group_rule, after_create {{(pid=103721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:47:33.249487 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103721) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 31 11:47:33.271441 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a83e8fef-94c8-417c-a77f-afeeb8d9706f tempest-TestShelveInstance-1856919752 tempest-TestShelveInstance-1856919752-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0f18f328-c328-4296-a691-64dc34cc868f,revision_number=0']} {{(pid=103721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 31 11:47:33.274228 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG oslo_concurrency.lockutils [None req-a83e8fef-94c8-417c-a77f-afeeb8d9706f tempest-TestShelveInstance-1856919752 tempest-TestShelveInstance-1856919752-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=103721) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 31 11:47:33.284457 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron_lib.callbacks.manager [None req-a83e8fef-94c8-417c-a77f-afeeb8d9706f tempest-TestShelveInstance-1856919752 tempest-TestShelveInstance-1856919752-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:47:33.288978 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [None req-a83e8fef-94c8-417c-a77f-afeeb8d9706f tempest-TestShelveInstance-1856919752 tempest-TestShelveInstance-1856919752-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 774 time: 0.2076712
May 31 11:47:33.289712 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.wsgi [-] (103721) accepted ('10.222.0.57', 45366) {{(pid=103721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 31 11:47:33.295914 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.api.v2.base [None req-2d345856-d184-441c-ae28-26cd00a279ef tempest-TestShelveInstance-1856919752 tempest-TestShelveInstance-1856919752-project] Request body: {'security_group_rule': {'security_group_id': 'c27ba14d-ac85-44f1-aa89-ac308792b39a', 'project_id': '67225ec5f483494c9d8a6368709f6b83', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103721) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 31 11:47:33.305699 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.db.quota.driver [None req-2d345856-d184-441c-ae28-26cd00a279ef tempest-TestShelveInstance-1856919752 tempest-TestShelveInstance-1856919752-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=103721) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 31 11:47:33.313733 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.quota.resource [None req-2d345856-d184-441c-ae28-26cd00a279ef tempest-TestShelveInstance-1856919752 tempest-TestShelveInstance-1856919752-project] Usage tracker for resource:security_group_rule and tenant:67225ec5f483494c9d8a6368709f6b83 is out of sync, need to count used quota {{(pid=103721) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 31 11:47:33.316807 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.quota.resource [None req-2d345856-d184-441c-ae28-26cd00a279ef tempest-TestShelveInstance-1856919752 tempest-TestShelveInstance-1856919752-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=103721) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 31 11:47:33.326095 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.db.quota.driver [None req-2d345856-d184-441c-ae28-26cd00a279ef tempest-TestShelveInstance-1856919752 tempest-TestShelveInstance-1856919752-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=103721) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 31 11:47:33.359016 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.db.securitygroups_db [None req-2d345856-d184-441c-ae28-26cd00a279ef tempest-TestShelveInstance-1856919752 tempest-TestShelveInstance-1856919752-project] Project 67225ec5f483494c9d8a6368709f6b83 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
May 31 11:47:33.367344 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron_lib.callbacks.manager [None req-2d345856-d184-441c-ae28-26cd00a279ef tempest-TestShelveInstance-1856919752 tempest-TestShelveInstance-1856919752-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:47:33.386273 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron.plugins.ml2.rpc [None req-1f0a762f-0348-4bba-b860-8eddab4cd770 None None] Device a5040054-23d4-4551-b794-634163dd2f1b up at agent ovs-agent-dv-cinder-786384-7-iscsi {{(pid=103722) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 31 11:47:33.440686 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron_lib.callbacks.manager [None req-2d345856-d184-441c-ae28-26cd00a279ef tempest-TestShelveInstance-1856919752 tempest-TestShelveInstance-1856919752-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:47:33.445737 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron_lib.callbacks.manager [None req-2d345856-d184-441c-ae28-26cd00a279ef tempest-TestShelveInstance-1856919752 tempest-TestShelveInstance-1856919752-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3705985'] for security_group_rule, after_create {{(pid=103721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:47:33.465672 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron.db.l3_hamode_db [None req-89240937-ef4d-4d73-bf2c-f035aa2e9d6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f3ebcb14d90>, [{'id': '88f71438-3b78-420f-a353-acaf343f81db', 'name': 'tempest-TestShelveInstance-693436700-router', 'tenant_id': '09cfcbad535d41f8a11c13f14eae8d07', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cb16751-6ba1-494a-bef1-53f614bdb222', 'external_fixed_ips': [{'subnet_id': '1135c889-0623-4d10-975a-f2c46f50f0f6', 'ip_address': '172.27.2.44'}], 'enable_snat': True}, 'gw_port_id': 'a5040054-23d4-4551-b794-634163dd2f1b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T11:47:24Z', 'updated_at': '2021-05-31T11:47:29Z', 'revision_number': 4, 'project_id': '09cfcbad535d41f8a11c13f14eae8d07', 'gw_port': {'id': 'a5040054-23d4-4551-b794-634163dd2f1b', 'name': '', 'network_id': '1cb16751-6ba1-494a-bef1-53f614bdb222', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:8a:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88f71438-3b78-420f-a353-acaf343f81db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 468, 'fixed_ips': [{'subnet_id': '1135c889-0623-4d10-975a-f2c46f50f0f6', 'ip_address': '172.27.2.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786384-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T11:47:24Z', 'updated_at': '2021-05-31T11:47:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1135c889-0623-4d10-975a-f2c46f50f0f6', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786384-7-iscsi', '_interfaces': [{'id': '02c9fe26-d22e-40ab-a7b4-b49c56e8a5ca', 'name': '', 'network_id': 'b20faf65-7a93-45d2-abc5-44303a2c8a5c', 'tenant_id': '09cfcbad535d41f8a11c13f14eae8d07', 'mac_address': 'fa:16:3e:44:79:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '88f71438-3b78-420f-a353-acaf343f81db', 'device_owner': 'network:router_interface', 'standard_attr_id': 469, 'fixed_ips': [{'subnet_id': 'a15390bc-ca38-45af-995b-0ce70aabf2d5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786384-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T11:47:28Z', 'updated_at': '2021-05-31T11:47:32Z', 'revision_number': 4, 'project_id': '09cfcbad535d41f8a11c13f14eae8d07', 'subnets': [{'id': 'a15390bc-ca38-45af-995b-0ce70aabf2d5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786384-7-iscsi', False) {} {{(pid=103722) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 31 11:47:33.476835 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103721) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 31 11:47:33.477091 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89240937-ef4d-4d73-bf2c-f035aa2e9d6c None None] The sync data for ids ['88f71438-3b78-420f-a353-acaf343f81db'] in dv-cinder-786384-7-iscsi is: [{'id': '88f71438-3b78-420f-a353-acaf343f81db', 'name': 'tempest-TestShelveInstance-693436700-router', 'tenant_id': '09cfcbad535d41f8a11c13f14eae8d07', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cb16751-6ba1-494a-bef1-53f614bdb222', 'external_fixed_ips': [{'subnet_id': '1135c889-0623-4d10-975a-f2c46f50f0f6', 'ip_address': '172.27.2.44'}], 'enable_snat': True}, 'gw_port_id': 'a5040054-23d4-4551-b794-634163dd2f1b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T11:47:24Z', 'updated_at': '2021-05-31T11:47:29Z', 'revision_number': 4, 'project_id': '09cfcbad535d41f8a11c13f14eae8d07', 'gw_port': {'id': 'a5040054-23d4-4551-b794-634163dd2f1b', 'name': '', 'network_id': '1cb16751-6ba1-494a-bef1-53f614bdb222', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:8a:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88f71438-3b78-420f-a353-acaf343f81db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 468, 'fixed_ips': [{'subnet_id': '1135c889-0623-4d10-975a-f2c46f50f0f6', 'ip_address': '172.27.2.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786384-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T11:47:24Z', 'updated_at': '2021-05-31T11:47:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1135c889-0623-4d10-975a-f2c46f50f0f6', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786384-7-iscsi', '_interfaces': [{'id': '02c9fe26-d22e-40ab-a7b4-b49c56e8a5ca', 'name': '', 'network_id': 'b20faf65-7a93-45d2-abc5-44303a2c8a5c', 'tenant_id': '09cfcbad535d41f8a11c13f14eae8d07', 'mac_address': 'fa:16:3e:44:79:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '88f71438-3b78-420f-a353-acaf343f81db', 'device_owner': 'network:router_interface', 'standard_attr_id': 469, 'fixed_ips': [{'subnet_id': 'a15390bc-ca38-45af-995b-0ce70aabf2d5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786384-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T11:47:28Z', 'updated_at': '2021-05-31T11:47:32Z', 'revision_number': 4, 'project_id': '09cfcbad535d41f8a11c13f14eae8d07', 'subnets': [{'id': 'a15390bc-ca38-45af-995b-0ce70aabf2d5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103722) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 31 11:47:33.480369 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-86bc1698-af64-429c-b61c-3533ef446129 admin admin] Router b2c37ea4-16e6-43f7-858e-06a94d6e89c5 has already been hosted by L3 agent f8c17dd7-da16-4427-b6e3-d7e30616bc4c {{(pid=103720) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
May 31 11:47:33.499431 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron_lib.callbacks.manager [None req-2d345856-d184-441c-ae28-26cd00a279ef tempest-TestShelveInstance-1856919752 tempest-TestShelveInstance-1856919752-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:47:33.509723 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [None req-2d345856-d184-441c-ae28-26cd00a279ef tempest-TestShelveInstance-1856919752 tempest-TestShelveInstance-1856919752-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 773 time: 0.2102690
May 31 11:47:33.509723 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d345856-d184-441c-ae28-26cd00a279ef tempest-TestShelveInstance-1856919752 tempest-TestShelveInstance-1856919752-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8f228ced-aa77-477b-8a13-18a887086f71,revision_number=0']} {{(pid=103721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 31 11:47:33.512338 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG oslo_concurrency.lockutils [None req-2d345856-d184-441c-ae28-26cd00a279ef tempest-TestShelveInstance-1856919752 tempest-TestShelveInstance-1856919752-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=103721) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 31 11:47:33.605610 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron.db.provisioning_blocks [None req-1f0a762f-0348-4bba-b860-8eddab4cd770 None None] Provisioning complete for port a5040054-23d4-4551-b794-634163dd2f1b triggered by entity L2. {{(pid=103722) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 31 11:47:33.605986 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron_lib.callbacks.manager [None req-1f0a762f-0348-4bba-b860-8eddab4cd770 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857618'] for port, provisioning_complete {{(pid=103722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:47:33.870152 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-86bc1698-af64-429c-b61c-3533ef446129 admin admin] Notify agent at l3_agent.dv-cinder-786384-7-iscsi the message routers_updated {{(pid=103720) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
May 31 11:47:33.875101 dv-cinder-786384-7-iscsi neutron-server[103720]: INFO neutron.wsgi [None req-86bc1698-af64-429c-b61c-3533ef446129 admin admin] 10.222.0.57 "PUT /v2.0/routers/b2c37ea4-16e6-43f7-858e-06a94d6e89c5/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 3.2582798
May 31 11:47:33.877711 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron.wsgi [-] (103720) accepted ('10.222.0.57', 45406) {{(pid=103720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 31 11:47:33.880884 dv-cinder-786384-7-iscsi neutron-server[103723]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f75ddfc8-f24a-4587-95e6-ec13a0617134 None None] Sync routers for ids ['b2c37ea4-16e6-43f7-858e-06a94d6e89c5'] in dv-cinder-786384-7-iscsi {{(pid=103723) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 31 11:47:33.891866 dv-cinder-786384-7-iscsi neutron-server[103723]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f75ddfc8-f24a-4587-95e6-ec13a0617134 None None] Routers {'b2c37ea4-16e6-43f7-858e-06a94d6e89c5'} bound to L3 agent in host dv-cinder-786384-7-iscsi {{(pid=103723) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 31 11:47:33.892767 dv-cinder-786384-7-iscsi neutron-server[103723]: DEBUG neutron.db.l3_hamode_db [None req-f75ddfc8-f24a-4587-95e6-ec13a0617134 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f3ebcbdf0a0>, 'dv-cinder-786384-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-31T11:36:05Z,description=<?>,heartbeat_timestamp=2021-05-31T11:47:05Z,host='dv-cinder-786384-7-iscsi',id=f8c17dd7-da16-4427-b6e3-d7e30616bc4c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-31T11:36:05Z,topic='l3_agent')) {'router_ids': ['b2c37ea4-16e6-43f7-858e-06a94d6e89c5'], 'active': True} {{(pid=103723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 31 11:47:34.122110 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-42277d0f-9e9c-44cb-990c-0fe80730ba7a admin admin] Notify callbacks [] for router, before_delete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:47:34.127533 dv-cinder-786384-7-iscsi neutron-server[103723]: DEBUG neutron.db.l3_dvr_db [None req-f75ddfc8-f24a-4587-95e6-ec13a0617134 None None] Set router b2c37ea4-16e6-43f7-858e-06a94d6e89c5 gateway port host: dv-cinder-786384-7-iscsi {{(pid=103723) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
May 31 11:47:34.374882 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-42277d0f-9e9c-44cb-990c-0fe80730ba7a admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:47:34.467329 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-42277d0f-9e9c-44cb-990c-0fe80730ba7a admin admin] Deleting port 96a0b7ad-9e7b-4e01-8e5f-a9eece6d655c {{(pid=103720) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
May 31 11:47:34.467669 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-42277d0f-9e9c-44cb-990c-0fe80730ba7a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744215952451'] for port, before_delete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:47:34.499247 dv-cinder-786384-7-iscsi neutron-server[103723]: DEBUG neutron.db.l3_hamode_db [None req-f75ddfc8-f24a-4587-95e6-ec13a0617134 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f3ebcbdf0a0>, [{'id': 'b2c37ea4-16e6-43f7-858e-06a94d6e89c5', 'name': 'tempest-ServerRescueNegativeTestJSON-751692656-router', 'tenant_id': 'e6680e894741452ebedaacc4ca6c4c58', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cb16751-6ba1-494a-bef1-53f614bdb222', 'external_fixed_ips': [{'subnet_id': '1135c889-0623-4d10-975a-f2c46f50f0f6', 'ip_address': '172.27.2.32'}], 'enable_snat': True}, 'gw_port_id': '96a0b7ad-9e7b-4e01-8e5f-a9eece6d655c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T11:43:48Z', 'updated_at': '2021-05-31T11:47:32Z', 'revision_number': 5, 'project_id': 'e6680e894741452ebedaacc4ca6c4c58', 'gw_port': {'id': '96a0b7ad-9e7b-4e01-8e5f-a9eece6d655c', 'name': '', 'network_id': '1cb16751-6ba1-494a-bef1-53f614bdb222', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:c8:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2c37ea4-16e6-43f7-858e-06a94d6e89c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '1135c889-0623-4d10-975a-f2c46f50f0f6', 'ip_address': '172.27.2.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786384-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T11:43:49Z', 'updated_at': '2021-05-31T11:43:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1135c889-0623-4d10-975a-f2c46f50f0f6', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786384-7-iscsi'}], 'dv-cinder-786384-7-iscsi', False) {} {{(pid=103723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 31 11:47:34.503523 dv-cinder-786384-7-iscsi neutron-server[103723]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f75ddfc8-f24a-4587-95e6-ec13a0617134 None None] Checking router: b2c37ea4-16e6-43f7-858e-06a94d6e89c5 for host: dv-cinder-786384-7-iscsi {{(pid=103723) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
May 31 11:47:34.513361 dv-cinder-786384-7-iscsi neutron-server[103723]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f75ddfc8-f24a-4587-95e6-ec13a0617134 None None] Routers {'b2c37ea4-16e6-43f7-858e-06a94d6e89c5'} bound to L3 agent in host dv-cinder-786384-7-iscsi {{(pid=103723) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 31 11:47:34.514112 dv-cinder-786384-7-iscsi neutron-server[103723]: DEBUG neutron.db.l3_hamode_db [None req-f75ddfc8-f24a-4587-95e6-ec13a0617134 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f3ebcbdf0a0>, 'dv-cinder-786384-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-31T11:36:05Z,description=<?>,heartbeat_timestamp=2021-05-31T11:47:05Z,host='dv-cinder-786384-7-iscsi',id=f8c17dd7-da16-4427-b6e3-d7e30616bc4c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-31T11:36:05Z,topic='l3_agent')) {'router_ids': ['b2c37ea4-16e6-43f7-858e-06a94d6e89c5'], 'active': True} {{(pid=103723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 31 11:47:34.622152 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron.plugins.ml2.db [None req-42277d0f-9e9c-44cb-990c-0fe80730ba7a admin admin] For port 96a0b7ad-9e7b-4e01-8e5f-a9eece6d655c, host dv-cinder-786384-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786384-7-iscsi',level=0,port_id=96a0b7ad-9e7b-4e01-8e5f-a9eece6d655c,segment=NetworkSegment(82286f75-faff-40ec-beef-7945374ee8e1),segment_id=82286f75-faff-40ec-beef-7945374ee8e1)] {{(pid=103720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 31 11:47:34.622566 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-42277d0f-9e9c-44cb-990c-0fe80730ba7a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4088094'] for port, precommit_delete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:47:34.678623 dv-cinder-786384-7-iscsi neutron-server[103723]: DEBUG neutron.db.l3_dvr_db [None req-f75ddfc8-f24a-4587-95e6-ec13a0617134 None None] Set router b2c37ea4-16e6-43f7-858e-06a94d6e89c5 gateway port host: None {{(pid=103723) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
May 31 11:47:34.751278 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-42277d0f-9e9c-44cb-990c-0fe80730ba7a admin admin] Calling delete_port for 96a0b7ad-9e7b-4e01-8e5f-a9eece6d655c owned by network:router_gateway {{(pid=103720) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
May 31 11:47:34.790167 dv-cinder-786384-7-iscsi neutron-server[103723]: DEBUG neutron.db.l3_hamode_db [None req-f75ddfc8-f24a-4587-95e6-ec13a0617134 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f3ebcbdf0a0>, [{'id': 'b2c37ea4-16e6-43f7-858e-06a94d6e89c5', 'name': 'tempest-ServerRescueNegativeTestJSON-751692656-router', 'tenant_id': 'e6680e894741452ebedaacc4ca6c4c58', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T11:43:48Z', 'updated_at': '2021-05-31T11:47:34Z', 'revision_number': 6, 'project_id': 'e6680e894741452ebedaacc4ca6c4c58', 'gw_port_host': None}], 'dv-cinder-786384-7-iscsi', False) {} {{(pid=103723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 31 11:47:34.793700 dv-cinder-786384-7-iscsi neutron-server[103723]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f75ddfc8-f24a-4587-95e6-ec13a0617134 None None] The sync data for ids ['b2c37ea4-16e6-43f7-858e-06a94d6e89c5'] in dv-cinder-786384-7-iscsi is: [{'id': 'b2c37ea4-16e6-43f7-858e-06a94d6e89c5', 'name': 'tempest-ServerRescueNegativeTestJSON-751692656-router', 'tenant_id': 'e6680e894741452ebedaacc4ca6c4c58', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T11:43:48Z', 'updated_at': '2021-05-31T11:47:34Z', 'revision_number': 6, 'project_id': 'e6680e894741452ebedaacc4ca6c4c58', 'gw_port_host': None}] {{(pid=103723) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 31 11:47:34.900152 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-42277d0f-9e9c-44cb-990c-0fe80730ba7a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937715', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3701677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744215954342', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744215520979', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2327893'] for port, after_delete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:47:34.905001 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103720) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 31 11:47:34.948373 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42277d0f-9e9c-44cb-990c-0fe80730ba7a admin admin] Pushing event deleted for resources: {'Port': ['ID=96a0b7ad-9e7b-4e01-8e5f-a9eece6d655c,revision_number=None']} {{(pid=103720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 31 11:47:34.975197 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG oslo_concurrency.lockutils [None req-42277d0f-9e9c-44cb-990c-0fe80730ba7a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=103720) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 31 11:47:35.043071 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-42277d0f-9e9c-44cb-990c-0fe80730ba7a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-4088530'] for router_gateway, after_delete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:47:35.218291 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-42277d0f-9e9c-44cb-990c-0fe80730ba7a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4091231', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-939'] for router, precommit_delete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:47:35.220795 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-42277d0f-9e9c-44cb-990c-0fe80730ba7a admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:47:35.308095 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-42277d0f-9e9c-44cb-990c-0fe80730ba7a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-4089955'] for router, after_delete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:47:35.308679 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-42277d0f-9e9c-44cb-990c-0fe80730ba7a admin admin] Fanout notify agent at l3_agent the message router_deleted on router b2c37ea4-16e6-43f7-858e-06a94d6e89c5 {{(pid=103720) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
May 31 11:47:35.325692 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-42277d0f-9e9c-44cb-990c-0fe80730ba7a admin admin] Notify callbacks [] for router, before_response {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:47:35.326856 dv-cinder-786384-7-iscsi neutron-server[103720]: INFO neutron.wsgi [None req-42277d0f-9e9c-44cb-990c-0fe80730ba7a admin admin] 10.222.0.57 "DELETE /v2.0/routers/b2c37ea4-16e6-43f7-858e-06a94d6e89c5 HTTP/1.1" status: 204  len: 168 time: 1.4478312
May 31 11:47:35.329842 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron.wsgi [-] (103720) accepted ('10.222.0.57', 45432) {{(pid=103720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 31 11:47:35.499077 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron.db.db_base_plugin_v2 [None req-a60d3b3f-5455-400b-8ecd-387fdfa10bca admin admin] Deleting subnet c2592ba6-2cac-4876-ba41-1cfa4ff30377 {{(pid=103720) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}}
May 31 11:47:35.504936 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-a60d3b3f-5455-400b-8ecd-387fdfa10bca admin admin] Notify callbacks [] for subnet, before_delete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:47:35.518051 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron_lib.callbacks.manager [None req-feb523cf-f1b1-4899-911c-e7ba4efff8ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744215964654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857257'] for agent, after_update {{(pid=103722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:47:35.563224 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-a60d3b3f-5455-400b-8ecd-387fdfa10bca admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2262580'] for subnet, precommit_delete_associations {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:47:35.621374 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron_lib.callbacks.manager [None req-1f0a762f-0348-4bba-b860-8eddab4cd770 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744215964654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857257'] for agent, after_update {{(pid=103722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:47:35.626142 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron.plugins.ml2.rpc [None req-1f0a762f-0348-4bba-b860-8eddab4cd770 None None] Device 02c9fe26-d22e-40ab-a7b4-b49c56e8a5ca up at agent ovs-agent-dv-cinder-786384-7-iscsi {{(pid=103722) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 31 11:47:35.636099 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-a60d3b3f-5455-400b-8ecd-387fdfa10bca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-877032'] for subnet, precommit_delete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:47:35.698188 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron.db.provisioning_blocks [None req-1f0a762f-0348-4bba-b860-8eddab4cd770 None None] Provisioning for port 02c9fe26-d22e-40ab-a7b4-b49c56e8a5ca completed by entity L2. {{(pid=103722) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 31 11:47:35.703156 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron.db.provisioning_blocks [None req-1f0a762f-0348-4bba-b860-8eddab4cd770 None None] Provisioning complete for port 02c9fe26-d22e-40ab-a7b4-b49c56e8a5ca triggered by entity L2. {{(pid=103722) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 31 11:47:35.703535 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron_lib.callbacks.manager [None req-1f0a762f-0348-4bba-b860-8eddab4cd770 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857618'] for port, provisioning_complete {{(pid=103722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:47:35.832366 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron_lib.callbacks.manager [None req-1f0a762f-0348-4bba-b860-8eddab4cd770 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-934180'] for port, before_update {{(pid=103722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:47:35.866320 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron.plugins.ml2.db [None req-1f0a762f-0348-4bba-b860-8eddab4cd770 None None] For port 02c9fe26-d22e-40ab-a7b4-b49c56e8a5ca, host dv-cinder-786384-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786384-7-iscsi',level=0,port_id=02c9fe26-d22e-40ab-a7b4-b49c56e8a5ca,segment=NetworkSegment(1345f0f0-4672-4fb3-9fe4-9a7f06e2abec),segment_id=1345f0f0-4672-4fb3-9fe4-9a7f06e2abec)] {{(pid=103722) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 31 11:47:35.870923 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron_lib.callbacks.manager [None req-1f0a762f-0348-4bba-b860-8eddab4cd770 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937715', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3701677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744215954324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744215520988', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744215521293'] for port, after_update {{(pid=103722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:47:35.874044 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG oslo_concurrency.lockutils [None req-43028a7b-58d7-408b-ac75-1328e6896bf7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103722) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 31 11:47:35.901833 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-a60d3b3f-5455-400b-8ecd-387fdfa10bca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-877917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3701677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2333606', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2404531'] for subnet, after_delete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:47:35.906692 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG oslo_concurrency.lockutils [None req-450cdc70-0d4b-4f32-84b8-9bb6f3edbf14 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103720) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 31 11:47:35.940176 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a60d3b3f-5455-400b-8ecd-387fdfa10bca admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c2592ba6-2cac-4876-ba41-1cfa4ff30377,revision_number=None']} {{(pid=103720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 31 11:47:35.943718 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG oslo_concurrency.lockutils [None req-a60d3b3f-5455-400b-8ecd-387fdfa10bca admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=103720) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 31 11:47:35.946130 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-a60d3b3f-5455-400b-8ecd-387fdfa10bca admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3701651'] for subnet, before_response {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:47:35.947768 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f0a762f-0348-4bba-b860-8eddab4cd770 None None] Pushing event updated for resources: {'Port': ['ID=02c9fe26-d22e-40ab-a7b4-b49c56e8a5ca,revision_number=5']} {{(pid=103722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 31 11:47:35.951152 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG oslo_concurrency.lockutils [None req-1f0a762f-0348-4bba-b860-8eddab4cd770 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=103722) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 31 11:47:35.952409 dv-cinder-786384-7-iscsi neutron-server[103720]: INFO neutron.wsgi [None req-a60d3b3f-5455-400b-8ecd-387fdfa10bca admin admin] 10.222.0.57 "DELETE /v2.0/subnets/c2592ba6-2cac-4876-ba41-1cfa4ff30377 HTTP/1.1" status: 204  len: 168 time: 0.6215534
May 31 11:47:35.954668 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron.wsgi [-] (103720) accepted ('10.222.0.57', 45440) {{(pid=103720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 31 11:47:36.060749 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-395a776a-0ecf-4314-971b-557cb3451617 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-969884'] for network, before_delete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:47:36.191723 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-395a776a-0ecf-4314-971b-557cb3451617 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-859751', 'neutron.services.segments.db._delete_segments_for_network-8744215964636'] for network, precommit_delete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:47:36.206563 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron.services.segments.db [None req-395a776a-0ecf-4314-971b-557cb3451617 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f3eb7cebe20>,) {'filters': {'network_id': ['c32e1ce5-86a3-4104-9167-66f8d6251dc5']}} {{(pid=103720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 31 11:47:36.220396 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron.services.segments.db [None req-395a776a-0ecf-4314-971b-557cb3451617 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f3eb7cebe20>, '1469293d-93e3-432b-92ea-15da37b1359f') {'for_net_delete': True} {{(pid=103720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 31 11:47:36.221100 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron.services.segments.db [None req-395a776a-0ecf-4314-971b-557cb3451617 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f3eb7cebe20>, '1469293d-93e3-432b-92ea-15da37b1359f') {} {{(pid=103720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 31 11:47:36.233567 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-395a776a-0ecf-4314-971b-557cb3451617 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744215973789', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2262591'] for segment, before_delete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:47:36.253007 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-395a776a-0ecf-4314-971b-557cb3451617 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-882655'] for segment, precommit_delete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:47:36.260623 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-395a776a-0ecf-4314-971b-557cb3451617 admin admin] Releasing vlan 781 on physical network physnet1 to pool {{(pid=103720) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
May 31 11:47:36.261072 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-395a776a-0ecf-4314-971b-557cb3451617 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-882655', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2327808'] for segment, after_delete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:47:36.274967 dv-cinder-786384-7-iscsi neutron-server[103720]: Traceback (most recent call last):
May 31 11:47:36.274967 dv-cinder-786384-7-iscsi neutron-server[103720]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
May 31 11:47:36.274967 dv-cinder-786384-7-iscsi neutron-server[103720]:     timer()
May 31 11:47:36.274967 dv-cinder-786384-7-iscsi neutron-server[103720]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
May 31 11:47:36.274967 dv-cinder-786384-7-iscsi neutron-server[103720]:     cb(*args, **kw)
May 31 11:47:36.274967 dv-cinder-786384-7-iscsi neutron-server[103720]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
May 31 11:47:36.274967 dv-cinder-786384-7-iscsi neutron-server[103720]:     return func(*args, **kwargs)
May 31 11:47:36.274967 dv-cinder-786384-7-iscsi neutron-server[103720]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
May 31 11:47:36.274967 dv-cinder-786384-7-iscsi neutron-server[103720]:     self._notify()
May 31 11:47:36.274967 dv-cinder-786384-7-iscsi neutron-server[103720]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
May 31 11:47:36.274967 dv-cinder-786384-7-iscsi neutron-server[103720]:     self.callback(batched_events)
May 31 11:47:36.274967 dv-cinder-786384-7-iscsi neutron-server[103720]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
May 31 11:47:36.274967 dv-cinder-786384-7-iscsi neutron-server[103720]:     event.method(event)
May 31 11:47:36.274967 dv-cinder-786384-7-iscsi neutron-server[103720]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
May 31 11:47:36.274967 dv-cinder-786384-7-iscsi neutron-server[103720]:     aggregate_id = self._get_aggregate_id(event.segment_id)
May 31 11:47:36.274967 dv-cinder-786384-7-iscsi neutron-server[103720]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
May 31 11:47:36.274967 dv-cinder-786384-7-iscsi neutron-server[103720]:     aggregate_uuid = self.p_client.list_aggregates(
May 31 11:47:36.274967 dv-cinder-786384-7-iscsi neutron-server[103720]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
May 31 11:47:36.274967 dv-cinder-786384-7-iscsi neutron-server[103720]:     return f(self, *a, **k)
May 31 11:47:36.274967 dv-cinder-786384-7-iscsi neutron-server[103720]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
May 31 11:47:36.274967 dv-cinder-786384-7-iscsi neutron-server[103720]:     return self._get(url).json()
May 31 11:47:36.274967 dv-cinder-786384-7-iscsi neutron-server[103720]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
May 31 11:47:36.274967 dv-cinder-786384-7-iscsi neutron-server[103720]:     return self._client.get(url, endpoint_filter=self._ks_filter,
May 31 11:47:36.274967 dv-cinder-786384-7-iscsi neutron-server[103720]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
May 31 11:47:36.274967 dv-cinder-786384-7-iscsi neutron-server[103720]:     return self.request(url, 'GET', **kwargs)
May 31 11:47:36.274967 dv-cinder-786384-7-iscsi neutron-server[103720]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
May 31 11:47:36.274967 dv-cinder-786384-7-iscsi neutron-server[103720]:     base_url = self.get_endpoint(auth, allow=allow,
May 31 11:47:36.274967 dv-cinder-786384-7-iscsi neutron-server[103720]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
May 31 11:47:36.274967 dv-cinder-786384-7-iscsi neutron-server[103720]:     auth = self._auth_required(auth, 'determine endpoint URL')
May 31 11:47:36.274967 dv-cinder-786384-7-iscsi neutron-server[103720]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
May 31 11:47:36.274967 dv-cinder-786384-7-iscsi neutron-server[103720]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
May 31 11:47:36.274967 dv-cinder-786384-7-iscsi neutron-server[103720]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
May 31 11:47:36.358527 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-395a776a-0ecf-4314-971b-557cb3451617 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-859758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3705951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3701686', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4088527'] for network, after_delete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:47:36.362346 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG oslo_concurrency.lockutils [None req-e2e2e425-dcff-4d9e-a1ac-e5cdc3993bec admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103720) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 31 11:47:36.376117 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-395a776a-0ecf-4314-971b-557cb3451617 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3701651'] for network, before_response {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:47:36.386999 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-395a776a-0ecf-4314-971b-557cb3451617 admin admin] Pushing event deleted for resources: {'Network': ['ID=c32e1ce5-86a3-4104-9167-66f8d6251dc5,revision_number=None']} {{(pid=103720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 31 11:47:36.390012 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG oslo_concurrency.lockutils [None req-395a776a-0ecf-4314-971b-557cb3451617 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=103720) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 31 11:47:36.396678 dv-cinder-786384-7-iscsi neutron-server[103720]: INFO neutron.wsgi [None req-395a776a-0ecf-4314-971b-557cb3451617 admin admin] 10.222.0.57 "DELETE /v2.0/networks/c32e1ce5-86a3-4104-9167-66f8d6251dc5 HTTP/1.1" status: 204  len: 168 time: 0.4410427
May 31 11:47:36.474909 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron_lib.callbacks.manager [None req-c59bf3d8-3f04-4740-8d75-807cb4f7478e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744215964654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857257'] for agent, after_update {{(pid=103722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:47:36.593515 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron.wsgi [-] (103720) accepted ('10.222.0.57', 45450) {{(pid=103720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 31 11:47:36.650651 dv-cinder-786384-7-iscsi neutron-server[103720]: INFO neutron.wsgi [None req-8d18e944-c336-4ed1-83d1-73af4adbcf16 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=e6680e894741452ebedaacc4ca6c4c58&name=default HTTP/1.1" status: 200  len: 2975 time: 0.0555141
May 31 11:47:36.654161 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron.wsgi [-] (103720) accepted ('10.222.0.57', 45454) {{(pid=103720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 31 11:47:36.724167 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-c43c93b8-5fb6-4fe8-a548-eb3eb5ce1eb5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:47:36.750342 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-c43c93b8-5fb6-4fe8-a548-eb3eb5ce1eb5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:47:36.807496 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-c43c93b8-5fb6-4fe8-a548-eb3eb5ce1eb5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3705957'] for security_group, after_delete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:47:36.812164 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG oslo_concurrency.lockutils [None req-b33aa286-fde7-4eea-a26c-1602730992e0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103720) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 31 11:47:36.827253 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c43c93b8-5fb6-4fe8-a548-eb3eb5ce1eb5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=61284c33-46c4-4e49-8e24-329051971a91,revision_number=None']} {{(pid=103720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 31 11:47:36.830028 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG oslo_concurrency.lockutils [None req-c43c93b8-5fb6-4fe8-a548-eb3eb5ce1eb5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=103720) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 31 11:47:36.837871 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-c43c93b8-5fb6-4fe8-a548-eb3eb5ce1eb5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:47:36.841486 dv-cinder-786384-7-iscsi neutron-server[103720]: INFO neutron.wsgi [None req-c43c93b8-5fb6-4fe8-a548-eb3eb5ce1eb5 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/61284c33-46c4-4e49-8e24-329051971a91 HTTP/1.1" status: 204  len: 168 time: 0.1838560
May 31 11:47:37.202536 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron.plugins.ml2.rpc [None req-1f0a762f-0348-4bba-b860-8eddab4cd770 None None] Device 02c9fe26-d22e-40ab-a7b4-b49c56e8a5ca up at agent ovs-agent-dv-cinder-786384-7-iscsi {{(pid=103722) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 31 11:47:37.276804 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron.db.provisioning_blocks [None req-1f0a762f-0348-4bba-b860-8eddab4cd770 None None] Provisioning complete for port 02c9fe26-d22e-40ab-a7b4-b49c56e8a5ca triggered by entity L2. {{(pid=103722) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 31 11:47:37.277173 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron_lib.callbacks.manager [None req-1f0a762f-0348-4bba-b860-8eddab4cd770 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857618'] for port, provisioning_complete {{(pid=103722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:47:37.407729 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron.plugins.ml2.rpc [None req-1f0a762f-0348-4bba-b860-8eddab4cd770 None None] Device 96a0b7ad-9e7b-4e01-8e5f-a9eece6d655c no longer exists at agent ovs-agent-dv-cinder-786384-7-iscsi {{(pid=103722) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
May 31 11:47:37.448728 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron.plugins.ml2.plugin [None req-1f0a762f-0348-4bba-b860-8eddab4cd770 None None] No Port match for: 96a0b7ad-9e7b-4e01-8e5f-a9eece6d655c {{(pid=103722) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}}
May 31 11:47:37.449075 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron.plugins.ml2.rpc [None req-1f0a762f-0348-4bba-b860-8eddab4cd770 None None] Device 96a0b7ad-9e7b-4e01-8e5f-a9eece6d655c not bound to the agent host dv-cinder-786384-7-iscsi {{(pid=103722) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
May 31 11:47:37.449492 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron.plugins.ml2.rpc [None req-1f0a762f-0348-4bba-b860-8eddab4cd770 None None] Device 1b7c401d-2b30-4de3-890e-df303b90a3a1 no longer exists at agent ovs-agent-dv-cinder-786384-7-iscsi {{(pid=103722) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
May 31 11:47:37.483226 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron.plugins.ml2.plugin [None req-1f0a762f-0348-4bba-b860-8eddab4cd770 None None] No Port match for: 1b7c401d-2b30-4de3-890e-df303b90a3a1 {{(pid=103722) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}}
May 31 11:47:37.483579 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron.plugins.ml2.rpc [None req-1f0a762f-0348-4bba-b860-8eddab4cd770 None None] Device 1b7c401d-2b30-4de3-890e-df303b90a3a1 not bound to the agent host dv-cinder-786384-7-iscsi {{(pid=103722) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
May 31 11:47:37.651922 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron.wsgi [-] (103720) accepted ('10.222.0.57', 45482) {{(pid=103720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 31 11:47:37.765615 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron.api.v2.base [None req-1224721e-450b-48b4-9dbf-36e6b0e9e944 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1445668480-network', 'tenant_id': '85e631d7fa594d9ea3341ecfe07477c2'}} {{(pid=103720) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 31 11:47:37.770637 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron.db.quota.driver [None req-1224721e-450b-48b4-9dbf-36e6b0e9e944 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=103720) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 31 11:47:37.775059 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron.quota.resource [None req-1224721e-450b-48b4-9dbf-36e6b0e9e944 admin admin] Usage tracker for resource:network and tenant:85e631d7fa594d9ea3341ecfe07477c2 is out of sync, need to count used quota {{(pid=103720) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 31 11:47:37.778243 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron.quota.resource [None req-1224721e-450b-48b4-9dbf-36e6b0e9e944 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=103720) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 31 11:47:37.788576 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron.db.quota.driver [None req-1224721e-450b-48b4-9dbf-36e6b0e9e944 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=103720) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 31 11:47:37.801591 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1224721e-450b-48b4-9dbf-36e6b0e9e944 admin admin] Made reservation on behalf of 85e631d7fa594d9ea3341ecfe07477c2 for: {'network': 1} {{(pid=103720) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 31 11:47:37.804045 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-1224721e-450b-48b4-9dbf-36e6b0e9e944 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-934191'] for network, before_create {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:47:37.816201 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-1224721e-450b-48b4-9dbf-36e6b0e9e944 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:47:37.831111 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron.db.quota.driver [None req-1224721e-450b-48b4-9dbf-36e6b0e9e944 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=103720) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 31 11:47:37.835130 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron.quota.resource [None req-1224721e-450b-48b4-9dbf-36e6b0e9e944 admin admin] Usage tracker for resource:security_group_rule and tenant:85e631d7fa594d9ea3341ecfe07477c2 is out of sync, need to count used quota {{(pid=103720) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 31 11:47:37.838068 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron.quota.resource [None req-1224721e-450b-48b4-9dbf-36e6b0e9e944 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=103720) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 31 11:47:37.843959 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron.db.quota.driver [None req-1224721e-450b-48b4-9dbf-36e6b0e9e944 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=103720) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 31 11:47:37.930871 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-1224721e-450b-48b4-9dbf-36e6b0e9e944 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:47:37.936563 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron_lib.callbacks.manager [None req-e2b995a4-3526-4c71-93aa-7f4ba47dfd64 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744215964654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857257'] for agent, after_update {{(pid=103722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:47:37.936773 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-1224721e-450b-48b4-9dbf-36e6b0e9e944 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3705957'] for security_group, after_create {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:47:37.939974 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG oslo_concurrency.lockutils [None req-d9aad306-da09-4663-b3ed-9d36e8a9dd29 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103720) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 31 11:47:37.967480 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1224721e-450b-48b4-9dbf-36e6b0e9e944 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 774}  {{(pid=103720) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
May 31 11:47:37.975877 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1224721e-450b-48b4-9dbf-36e6b0e9e944 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6fb477a2-7a76-4c12-a3fa-9443972dcc8e,revision_number=1']} {{(pid=103720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 31 11:47:37.979540 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG oslo_concurrency.lockutils [None req-1224721e-450b-48b4-9dbf-36e6b0e9e944 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=103720) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 31 11:47:37.982110 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-1224721e-450b-48b4-9dbf-36e6b0e9e944 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-882655'] for segment, precommit_create {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:47:37.982449 dv-cinder-786384-7-iscsi neutron-server[103720]: INFO neutron.db.segments_db [None req-1224721e-450b-48b4-9dbf-36e6b0e9e944 admin admin] Added segment 634fea10-cece-444b-b6fe-d499748b9174 of type vlan for network 8e81bf2d-c464-44e8-bcc2-f279391bd272
May 31 11:47:38.010506 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-1224721e-450b-48b4-9dbf-36e6b0e9e944 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744215540035'] for network, precommit_create {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:47:38.041010 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-1224721e-450b-48b4-9dbf-36e6b0e9e944 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3705951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3701686'] for network, after_create {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:47:38.042465 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1224721e-450b-48b4-9dbf-36e6b0e9e944 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 11:47:38.043096 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-1224721e-450b-48b4-9dbf-36e6b0e9e944 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3701651'] for network, before_response {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:47:38.046848 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103720) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 31 11:47:38.144278 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1224721e-450b-48b4-9dbf-36e6b0e9e944 admin admin] Pushing event updated for resources: {'Network': ['ID=8e81bf2d-c464-44e8-bcc2-f279391bd272,revision_number=1']} {{(pid=103720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 31 11:47:38.146994 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG oslo_concurrency.lockutils [None req-1224721e-450b-48b4-9dbf-36e6b0e9e944 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=103720) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 31 11:47:38.148529 dv-cinder-786384-7-iscsi neutron-server[103720]: INFO neutron.wsgi [None req-1224721e-450b-48b4-9dbf-36e6b0e9e944 admin admin] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201  len: 898 time: 0.4956040
May 31 11:47:38.151586 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron.wsgi [-] (103720) accepted ('10.222.0.57', 45490) {{(pid=103720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 31 11:47:38.154968 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron.plugins.ml2.rpc [None req-1f0a762f-0348-4bba-b860-8eddab4cd770 None None] Network 8e81bf2d-c464-44e8-bcc2-f279391bd272 details requested by agent ovs-agent-dv-cinder-786384-7-iscsi with host dv-cinder-786384-7-iscsi {{(pid=103722) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
May 31 11:47:38.157777 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron.api.v2.base [None req-adb7a50f-6c2f-4f0b-958e-7b3e42f63637 admin admin] Request body: {'subnet': {'network_id': '8e81bf2d-c464-44e8-bcc2-f279391bd272', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1445668480-subnet', 'tenant_id': '85e631d7fa594d9ea3341ecfe07477c2', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103720) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 31 11:47:38.162988 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron.db.quota.driver [None req-adb7a50f-6c2f-4f0b-958e-7b3e42f63637 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=103720) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 31 11:47:38.167276 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron.quota.resource [None req-adb7a50f-6c2f-4f0b-958e-7b3e42f63637 admin admin] Usage tracker for resource:subnet and tenant:85e631d7fa594d9ea3341ecfe07477c2 is out of sync, need to count used quota {{(pid=103720) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 31 11:47:38.170579 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron.quota.resource [None req-adb7a50f-6c2f-4f0b-958e-7b3e42f63637 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=103720) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 31 11:47:38.177139 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron.db.quota.driver [None req-adb7a50f-6c2f-4f0b-958e-7b3e42f63637 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=103720) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 31 11:47:38.188614 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-adb7a50f-6c2f-4f0b-958e-7b3e42f63637 admin admin] Made reservation on behalf of 85e631d7fa594d9ea3341ecfe07477c2 for: {'subnet': 1} {{(pid=103720) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 31 11:47:38.190916 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-adb7a50f-6c2f-4f0b-958e-7b3e42f63637 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2404524'] for subnet, before_create {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:47:38.673867 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-adb7a50f-6c2f-4f0b-958e-7b3e42f63637 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3701677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2333669', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2404538'] for subnet, after_create {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:47:38.677466 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103720) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 31 11:47:38.746219 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adb7a50f-6c2f-4f0b-958e-7b3e42f63637 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c0d2b59f-184e-45a9-b5ee-2f54579433b6,revision_number=0']} {{(pid=103720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 31 11:47:38.749858 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG oslo_concurrency.lockutils [None req-adb7a50f-6c2f-4f0b-958e-7b3e42f63637 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=103720) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 31 11:47:38.756955 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-adb7a50f-6c2f-4f0b-958e-7b3e42f63637 admin admin] Checking segment: {'id': '634fea10-cece-444b-b6fe-d499748b9174', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 774, 'network_id': '8e81bf2d-c464-44e8-bcc2-f279391bd272'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103720) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 31 11:47:38.757292 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-adb7a50f-6c2f-4f0b-958e-7b3e42f63637 admin admin] Network hostable DHCP agents. Network: 8e81bf2d-c464-44e8-bcc2-f279391bd272, hostable agents: ['dff46186-ee29-425e-9f8b-1a5cc0b5fc21'], hosted agents: [] {{(pid=103720) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
May 31 11:47:38.777194 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-adb7a50f-6c2f-4f0b-958e-7b3e42f63637 admin admin] Network 8e81bf2d-c464-44e8-bcc2-f279391bd272 is scheduled to be hosted by DHCP agent dff46186-ee29-425e-9f8b-1a5cc0b5fc21 with binding_index 1 {{(pid=103720) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
May 31 11:47:38.786477 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron.scheduler.base_scheduler [None req-adb7a50f-6c2f-4f0b-958e-7b3e42f63637 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786384-7-iscsi, 8e81bf2d-c464-44e8-bcc2-f279391bd272) {{(pid=103720) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 31 11:47:38.794648 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-adb7a50f-6c2f-4f0b-958e-7b3e42f63637 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 11:47:38.795266 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-adb7a50f-6c2f-4f0b-958e-7b3e42f63637 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3701651'] for subnet, before_response {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:47:38.795608 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-728efc48-6ecf-4cfa-9419-3a48862782f6 None None] Network 8e81bf2d-c464-44e8-bcc2-f279391bd272 requested from dv-cinder-786384-7-iscsi {{(pid=103722) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
May 31 11:47:38.830892 dv-cinder-786384-7-iscsi neutron-server[103720]: INFO neutron.wsgi [None req-adb7a50f-6c2f-4f0b-958e-7b3e42f63637 admin admin] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 862 time: 0.6690781
May 31 11:47:38.994335 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-367f6f66-3522-4b87-bdcf-80558e585266 None None] Network 8e81bf2d-c464-44e8-bcc2-f279391bd272 requested from dv-cinder-786384-7-iscsi {{(pid=103722) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
May 31 11:47:39.393880 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron.wsgi [-] (103720) accepted ('10.222.0.57', 45512) {{(pid=103720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 31 11:47:39.399541 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron.api.v2.base [None req-e133cfce-2ee0-4e43-a152-8b6107c8a297 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-83485087-network', 'tenant_id': '28f4cabc2c5a49f8ba9cf3e50780b1a1'}} {{(pid=103720) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 31 11:47:39.404605 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron.db.quota.driver [None req-e133cfce-2ee0-4e43-a152-8b6107c8a297 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=103720) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 31 11:47:39.408622 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron.quota.resource [None req-e133cfce-2ee0-4e43-a152-8b6107c8a297 admin admin] Usage tracker for resource:network and tenant:28f4cabc2c5a49f8ba9cf3e50780b1a1 is out of sync, need to count used quota {{(pid=103720) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 31 11:47:39.411601 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron.quota.resource [None req-e133cfce-2ee0-4e43-a152-8b6107c8a297 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=103720) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 31 11:47:39.417725 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron.db.quota.driver [None req-e133cfce-2ee0-4e43-a152-8b6107c8a297 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=103720) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 31 11:47:39.430167 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e133cfce-2ee0-4e43-a152-8b6107c8a297 admin admin] Made reservation on behalf of 28f4cabc2c5a49f8ba9cf3e50780b1a1 for: {'network': 1} {{(pid=103720) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 31 11:47:39.432619 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-e133cfce-2ee0-4e43-a152-8b6107c8a297 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-934191'] for network, before_create {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:47:39.444748 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-e133cfce-2ee0-4e43-a152-8b6107c8a297 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:47:39.462009 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron.db.quota.driver [None req-e133cfce-2ee0-4e43-a152-8b6107c8a297 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=103720) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 31 11:47:39.465974 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron.quota.resource [None req-e133cfce-2ee0-4e43-a152-8b6107c8a297 admin admin] Usage tracker for resource:security_group_rule and tenant:28f4cabc2c5a49f8ba9cf3e50780b1a1 is out of sync, need to count used quota {{(pid=103720) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 31 11:47:39.468887 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron.quota.resource [None req-e133cfce-2ee0-4e43-a152-8b6107c8a297 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=103720) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 31 11:47:39.474806 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron.db.quota.driver [None req-e133cfce-2ee0-4e43-a152-8b6107c8a297 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=103720) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 31 11:47:39.570183 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-e133cfce-2ee0-4e43-a152-8b6107c8a297 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:47:39.575099 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-e133cfce-2ee0-4e43-a152-8b6107c8a297 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3705957'] for security_group, after_create {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:47:39.579207 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103720) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 31 11:47:39.608295 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e133cfce-2ee0-4e43-a152-8b6107c8a297 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 789}  {{(pid=103720) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
May 31 11:47:39.618895 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e133cfce-2ee0-4e43-a152-8b6107c8a297 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8c9cbf38-a1d2-47a8-9f88-9ddaf1e32e97,revision_number=1']} {{(pid=103720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 31 11:47:39.622818 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG oslo_concurrency.lockutils [None req-e133cfce-2ee0-4e43-a152-8b6107c8a297 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=103720) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 31 11:47:39.625472 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-e133cfce-2ee0-4e43-a152-8b6107c8a297 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-882655'] for segment, precommit_create {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:47:39.625819 dv-cinder-786384-7-iscsi neutron-server[103720]: INFO neutron.db.segments_db [None req-e133cfce-2ee0-4e43-a152-8b6107c8a297 admin admin] Added segment d1b9112e-7f11-4e57-ad39-6b34f61e4e8d of type vlan for network 70a53433-6176-413b-8fe4-9d18ad505f0f
May 31 11:47:39.654005 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-e133cfce-2ee0-4e43-a152-8b6107c8a297 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744215540035'] for network, precommit_create {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:47:39.685218 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-e133cfce-2ee0-4e43-a152-8b6107c8a297 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3705951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3701686'] for network, after_create {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:47:39.686958 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e133cfce-2ee0-4e43-a152-8b6107c8a297 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 11:47:39.687830 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-e133cfce-2ee0-4e43-a152-8b6107c8a297 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3701651'] for network, before_response {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:47:39.693185 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG oslo_concurrency.lockutils [None req-3d5c48a4-818f-45e4-aaf3-8b103c1bab12 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103720) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 31 11:47:39.794020 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e133cfce-2ee0-4e43-a152-8b6107c8a297 admin admin] Pushing event updated for resources: {'Network': ['ID=70a53433-6176-413b-8fe4-9d18ad505f0f,revision_number=1']} {{(pid=103720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 31 11:47:39.796931 dv-cinder-786384-7-iscsi neutron-server[103720]: INFO neutron.wsgi [None req-e133cfce-2ee0-4e43-a152-8b6107c8a297 admin admin] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201  len: 896 time: 0.4020677
May 31 11:47:39.797782 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG oslo_concurrency.lockutils [None req-e133cfce-2ee0-4e43-a152-8b6107c8a297 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=103720) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 31 11:47:39.799825 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron.wsgi [-] (103720) accepted ('10.222.0.57', 45518) {{(pid=103720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 31 11:47:39.804852 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron.plugins.ml2.rpc [None req-1f0a762f-0348-4bba-b860-8eddab4cd770 None None] Network 70a53433-6176-413b-8fe4-9d18ad505f0f details requested by agent ovs-agent-dv-cinder-786384-7-iscsi with host dv-cinder-786384-7-iscsi {{(pid=103722) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
May 31 11:47:39.805424 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron.api.v2.base [None req-777e8f8b-7630-48d9-9c5c-530d1ab1c9d6 admin admin] Request body: {'subnet': {'network_id': '70a53433-6176-413b-8fe4-9d18ad505f0f', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-83485087-subnet', 'tenant_id': '28f4cabc2c5a49f8ba9cf3e50780b1a1', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103720) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 31 11:47:39.810495 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron.db.quota.driver [None req-777e8f8b-7630-48d9-9c5c-530d1ab1c9d6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=103720) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 31 11:47:39.814458 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron.quota.resource [None req-777e8f8b-7630-48d9-9c5c-530d1ab1c9d6 admin admin] Usage tracker for resource:subnet and tenant:28f4cabc2c5a49f8ba9cf3e50780b1a1 is out of sync, need to count used quota {{(pid=103720) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 31 11:47:39.817338 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron.quota.resource [None req-777e8f8b-7630-48d9-9c5c-530d1ab1c9d6 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=103720) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 31 11:47:39.823809 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron.db.quota.driver [None req-777e8f8b-7630-48d9-9c5c-530d1ab1c9d6 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=103720) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 31 11:47:39.836477 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-777e8f8b-7630-48d9-9c5c-530d1ab1c9d6 admin admin] Made reservation on behalf of 28f4cabc2c5a49f8ba9cf3e50780b1a1 for: {'subnet': 1} {{(pid=103720) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 31 11:47:39.838777 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-777e8f8b-7630-48d9-9c5c-530d1ab1c9d6 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2404524'] for subnet, before_create {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:47:40.236682 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-777e8f8b-7630-48d9-9c5c-530d1ab1c9d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3701677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2333669', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2404538'] for subnet, after_create {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:47:40.240419 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG oslo_concurrency.lockutils [None req-4f88035c-3727-4883-a197-26e15cefdd0c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103720) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 31 11:47:40.310796 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-777e8f8b-7630-48d9-9c5c-530d1ab1c9d6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d437d48c-e85c-4d4b-bf9a-21301419a802,revision_number=0']} {{(pid=103720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 31 11:47:40.313442 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG oslo_concurrency.lockutils [None req-777e8f8b-7630-48d9-9c5c-530d1ab1c9d6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=103720) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 31 11:47:40.322731 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-777e8f8b-7630-48d9-9c5c-530d1ab1c9d6 admin admin] Checking segment: {'id': 'd1b9112e-7f11-4e57-ad39-6b34f61e4e8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 789, 'network_id': '70a53433-6176-413b-8fe4-9d18ad505f0f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103720) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 31 11:47:40.323120 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-777e8f8b-7630-48d9-9c5c-530d1ab1c9d6 admin admin] Network hostable DHCP agents. Network: 70a53433-6176-413b-8fe4-9d18ad505f0f, hostable agents: ['dff46186-ee29-425e-9f8b-1a5cc0b5fc21'], hosted agents: [] {{(pid=103720) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
May 31 11:47:40.343057 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-777e8f8b-7630-48d9-9c5c-530d1ab1c9d6 admin admin] Network 70a53433-6176-413b-8fe4-9d18ad505f0f is scheduled to be hosted by DHCP agent dff46186-ee29-425e-9f8b-1a5cc0b5fc21 with binding_index 1 {{(pid=103720) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
May 31 11:47:40.353971 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron.scheduler.base_scheduler [None req-777e8f8b-7630-48d9-9c5c-530d1ab1c9d6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786384-7-iscsi, 70a53433-6176-413b-8fe4-9d18ad505f0f) {{(pid=103720) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 31 11:47:40.362911 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f626c8df-9f7d-4240-bf70-5a92b828e8c8 None None] Network 70a53433-6176-413b-8fe4-9d18ad505f0f requested from dv-cinder-786384-7-iscsi {{(pid=103722) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
May 31 11:47:40.363682 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-777e8f8b-7630-48d9-9c5c-530d1ab1c9d6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 11:47:40.364320 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-777e8f8b-7630-48d9-9c5c-530d1ab1c9d6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3701651'] for subnet, before_response {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:47:40.387463 dv-cinder-786384-7-iscsi neutron-server[103720]: INFO neutron.wsgi [None req-777e8f8b-7630-48d9-9c5c-530d1ab1c9d6 admin admin] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 860 time: 0.5864079
May 31 11:47:40.527019 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.wsgi [-] (103721) accepted ('10.222.0.57', 45526) {{(pid=103721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 31 11:47:40.572809 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37b95fc8-ccea-4afd-853a-dfacdfc99ff3 None None] Network 70a53433-6176-413b-8fe4-9d18ad505f0f requested from dv-cinder-786384-7-iscsi {{(pid=103722) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
May 31 11:47:40.682118 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.db.db_base_plugin_v2 [None req-0e960a9d-8083-40db-ab84-ab3fc7c811ae admin admin] Deleting subnet c0d2b59f-184e-45a9-b5ee-2f54579433b6 {{(pid=103721) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}}
May 31 11:47:40.685660 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron_lib.callbacks.manager [None req-0e960a9d-8083-40db-ab84-ab3fc7c811ae admin admin] Notify callbacks [] for subnet, before_delete {{(pid=103721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:47:40.735148 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron_lib.callbacks.manager [None req-0e960a9d-8083-40db-ab84-ab3fc7c811ae admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2649308'] for subnet, precommit_delete_associations {{(pid=103721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:47:40.794062 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron_lib.callbacks.manager [None req-0e960a9d-8083-40db-ab84-ab3fc7c811ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-877032'] for subnet, precommit_delete {{(pid=103721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:47:41.052316 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron_lib.callbacks.manager [None req-0e960a9d-8083-40db-ab84-ab3fc7c811ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-877917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3701677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2246273', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2293544'] for subnet, after_delete {{(pid=103721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:47:41.058309 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103721) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 31 11:47:41.095497 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e960a9d-8083-40db-ab84-ab3fc7c811ae admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c0d2b59f-184e-45a9-b5ee-2f54579433b6,revision_number=None']} {{(pid=103721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 31 11:47:41.099980 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG oslo_concurrency.lockutils [None req-0e960a9d-8083-40db-ab84-ab3fc7c811ae admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=103721) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 31 11:47:41.102721 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron_lib.callbacks.manager [None req-0e960a9d-8083-40db-ab84-ab3fc7c811ae admin admin] Notify callbacks [] for subnet, before_response {{(pid=103721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:47:41.108900 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [None req-0e960a9d-8083-40db-ab84-ab3fc7c811ae admin admin] 10.222.0.57 "DELETE /v2.0/subnets/c0d2b59f-184e-45a9-b5ee-2f54579433b6 HTTP/1.1" status: 204  len: 168 time: 0.5803003
May 31 11:47:41.111801 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.wsgi [-] (103721) accepted ('10.222.0.57', 45534) {{(pid=103721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 31 11:47:41.220857 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron_lib.callbacks.manager [None req-8d95e3c5-c64a-4b17-8bd2-45f77b25c5c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-969884'] for network, before_delete {{(pid=103721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:47:41.348413 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron_lib.callbacks.manager [None req-8d95e3c5-c64a-4b17-8bd2-45f77b25c5c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-859751', 'neutron.services.segments.db._delete_segments_for_network-8744215964636'] for network, precommit_delete {{(pid=103721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:47:41.361320 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.services.segments.db [None req-8d95e3c5-c64a-4b17-8bd2-45f77b25c5c6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f3ebc309d00>,) {'filters': {'network_id': ['8e81bf2d-c464-44e8-bcc2-f279391bd272']}} {{(pid=103721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 31 11:47:41.373660 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.services.segments.db [None req-8d95e3c5-c64a-4b17-8bd2-45f77b25c5c6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f3ebc309d00>, '634fea10-cece-444b-b6fe-d499748b9174') {'for_net_delete': True} {{(pid=103721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 31 11:47:41.373945 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.services.segments.db [None req-8d95e3c5-c64a-4b17-8bd2-45f77b25c5c6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f3ebc309d00>, '634fea10-cece-444b-b6fe-d499748b9174') {} {{(pid=103721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 31 11:47:41.385823 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron_lib.callbacks.manager [None req-8d95e3c5-c64a-4b17-8bd2-45f77b25c5c6 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744215973789', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2649303'] for segment, before_delete {{(pid=103721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:47:41.403928 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron_lib.callbacks.manager [None req-8d95e3c5-c64a-4b17-8bd2-45f77b25c5c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-882655'] for segment, precommit_delete {{(pid=103721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:47:41.410965 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8d95e3c5-c64a-4b17-8bd2-45f77b25c5c6 admin admin] Releasing vlan 774 on physical network physnet1 to pool {{(pid=103721) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
May 31 11:47:41.411345 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron_lib.callbacks.manager [None req-8d95e3c5-c64a-4b17-8bd2-45f77b25c5c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-882655', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2250791'] for segment, after_delete {{(pid=103721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:47:41.425574 dv-cinder-786384-7-iscsi neutron-server[103721]: Traceback (most recent call last):
May 31 11:47:41.425574 dv-cinder-786384-7-iscsi neutron-server[103721]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
May 31 11:47:41.425574 dv-cinder-786384-7-iscsi neutron-server[103721]:     timer()
May 31 11:47:41.425574 dv-cinder-786384-7-iscsi neutron-server[103721]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
May 31 11:47:41.425574 dv-cinder-786384-7-iscsi neutron-server[103721]:     cb(*args, **kw)
May 31 11:47:41.425574 dv-cinder-786384-7-iscsi neutron-server[103721]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
May 31 11:47:41.425574 dv-cinder-786384-7-iscsi neutron-server[103721]:     return func(*args, **kwargs)
May 31 11:47:41.425574 dv-cinder-786384-7-iscsi neutron-server[103721]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
May 31 11:47:41.425574 dv-cinder-786384-7-iscsi neutron-server[103721]:     self._notify()
May 31 11:47:41.425574 dv-cinder-786384-7-iscsi neutron-server[103721]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
May 31 11:47:41.425574 dv-cinder-786384-7-iscsi neutron-server[103721]:     self.callback(batched_events)
May 31 11:47:41.425574 dv-cinder-786384-7-iscsi neutron-server[103721]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
May 31 11:47:41.425574 dv-cinder-786384-7-iscsi neutron-server[103721]:     event.method(event)
May 31 11:47:41.425574 dv-cinder-786384-7-iscsi neutron-server[103721]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
May 31 11:47:41.425574 dv-cinder-786384-7-iscsi neutron-server[103721]:     aggregate_id = self._get_aggregate_id(event.segment_id)
May 31 11:47:41.425574 dv-cinder-786384-7-iscsi neutron-server[103721]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
May 31 11:47:41.425574 dv-cinder-786384-7-iscsi neutron-server[103721]:     aggregate_uuid = self.p_client.list_aggregates(
May 31 11:47:41.425574 dv-cinder-786384-7-iscsi neutron-server[103721]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
May 31 11:47:41.425574 dv-cinder-786384-7-iscsi neutron-server[103721]:     return f(self, *a, **k)
May 31 11:47:41.425574 dv-cinder-786384-7-iscsi neutron-server[103721]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
May 31 11:47:41.425574 dv-cinder-786384-7-iscsi neutron-server[103721]:     return self._get(url).json()
May 31 11:47:41.425574 dv-cinder-786384-7-iscsi neutron-server[103721]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
May 31 11:47:41.425574 dv-cinder-786384-7-iscsi neutron-server[103721]:     return self._client.get(url, endpoint_filter=self._ks_filter,
May 31 11:47:41.425574 dv-cinder-786384-7-iscsi neutron-server[103721]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
May 31 11:47:41.425574 dv-cinder-786384-7-iscsi neutron-server[103721]:     return self.request(url, 'GET', **kwargs)
May 31 11:47:41.425574 dv-cinder-786384-7-iscsi neutron-server[103721]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
May 31 11:47:41.425574 dv-cinder-786384-7-iscsi neutron-server[103721]:     base_url = self.get_endpoint(auth, allow=allow,
May 31 11:47:41.425574 dv-cinder-786384-7-iscsi neutron-server[103721]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
May 31 11:47:41.425574 dv-cinder-786384-7-iscsi neutron-server[103721]:     auth = self._auth_required(auth, 'determine endpoint URL')
May 31 11:47:41.425574 dv-cinder-786384-7-iscsi neutron-server[103721]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
May 31 11:47:41.425574 dv-cinder-786384-7-iscsi neutron-server[103721]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
May 31 11:47:41.425574 dv-cinder-786384-7-iscsi neutron-server[103721]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
May 31 11:47:41.508424 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron_lib.callbacks.manager [None req-8d95e3c5-c64a-4b17-8bd2-45f77b25c5c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-859758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3705951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3701686', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4088527'] for network, after_delete {{(pid=103721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:47:41.513222 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103721) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 31 11:47:41.526448 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron_lib.callbacks.manager [None req-8d95e3c5-c64a-4b17-8bd2-45f77b25c5c6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3701651'] for network, before_response {{(pid=103721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:47:41.535674 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d95e3c5-c64a-4b17-8bd2-45f77b25c5c6 admin admin] Pushing event deleted for resources: {'Network': ['ID=8e81bf2d-c464-44e8-bcc2-f279391bd272,revision_number=None']} {{(pid=103721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 31 11:47:41.538567 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [None req-8d95e3c5-c64a-4b17-8bd2-45f77b25c5c6 admin admin] 10.222.0.57 "DELETE /v2.0/networks/8e81bf2d-c464-44e8-bcc2-f279391bd272 HTTP/1.1" status: 204  len: 168 time: 0.4258878
May 31 11:47:41.539493 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG oslo_concurrency.lockutils [None req-8d95e3c5-c64a-4b17-8bd2-45f77b25c5c6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=103721) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 31 11:47:41.541444 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.wsgi [-] (103721) accepted ('10.222.0.57', 45538) {{(pid=103721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 31 11:47:41.604562 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.db.db_base_plugin_v2 [None req-b2c5fa34-af85-40f4-bfe6-95d0dec87d93 admin admin] Deleting subnet d437d48c-e85c-4d4b-bf9a-21301419a802 {{(pid=103721) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}}
May 31 11:47:41.608139 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron_lib.callbacks.manager [None req-b2c5fa34-af85-40f4-bfe6-95d0dec87d93 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=103721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:47:41.667063 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron_lib.callbacks.manager [None req-b2c5fa34-af85-40f4-bfe6-95d0dec87d93 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2649308'] for subnet, precommit_delete_associations {{(pid=103721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:47:41.723729 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron_lib.callbacks.manager [None req-b2c5fa34-af85-40f4-bfe6-95d0dec87d93 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-877032'] for subnet, precommit_delete {{(pid=103721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:47:41.989435 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron_lib.callbacks.manager [None req-b2c5fa34-af85-40f4-bfe6-95d0dec87d93 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-877917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3701677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2246273', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2293544'] for subnet, after_delete {{(pid=103721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:47:41.993561 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103721) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 31 11:47:42.029063 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2c5fa34-af85-40f4-bfe6-95d0dec87d93 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d437d48c-e85c-4d4b-bf9a-21301419a802,revision_number=None']} {{(pid=103721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 31 11:47:42.032435 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG oslo_concurrency.lockutils [None req-b2c5fa34-af85-40f4-bfe6-95d0dec87d93 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=103721) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 31 11:47:42.033289 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron_lib.callbacks.manager [None req-b2c5fa34-af85-40f4-bfe6-95d0dec87d93 admin admin] Notify callbacks [] for subnet, before_response {{(pid=103721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:47:42.042249 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [None req-b2c5fa34-af85-40f4-bfe6-95d0dec87d93 admin admin] 10.222.0.57 "DELETE /v2.0/subnets/d437d48c-e85c-4d4b-bf9a-21301419a802 HTTP/1.1" status: 204  len: 168 time: 0.4969885
May 31 11:47:42.042493 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.wsgi [-] (103721) accepted ('10.222.0.57', 45548) {{(pid=103721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 31 11:47:42.151624 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron_lib.callbacks.manager [None req-f34540ea-ec9e-4ea2-b8ff-ee0070288865 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-969884'] for network, before_delete {{(pid=103721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:47:42.440398 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron_lib.callbacks.manager [None req-f34540ea-ec9e-4ea2-b8ff-ee0070288865 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-859751', 'neutron.services.segments.db._delete_segments_for_network-8744215964636'] for network, precommit_delete {{(pid=103721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:47:42.456716 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.services.segments.db [None req-f34540ea-ec9e-4ea2-b8ff-ee0070288865 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f3eb7fcc730>,) {'filters': {'network_id': ['70a53433-6176-413b-8fe4-9d18ad505f0f']}} {{(pid=103721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 31 11:47:42.483928 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.services.segments.db [None req-f34540ea-ec9e-4ea2-b8ff-ee0070288865 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f3eb7fcc730>, 'd1b9112e-7f11-4e57-ad39-6b34f61e4e8d') {'for_net_delete': True} {{(pid=103721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 31 11:47:42.484182 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.services.segments.db [None req-f34540ea-ec9e-4ea2-b8ff-ee0070288865 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f3eb7fcc730>, 'd1b9112e-7f11-4e57-ad39-6b34f61e4e8d') {} {{(pid=103721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 31 11:47:42.500778 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron_lib.callbacks.manager [None req-f34540ea-ec9e-4ea2-b8ff-ee0070288865 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744215973789', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2649303'] for segment, before_delete {{(pid=103721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:47:42.523265 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron_lib.callbacks.manager [None req-f34540ea-ec9e-4ea2-b8ff-ee0070288865 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-882655'] for segment, precommit_delete {{(pid=103721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:47:42.532905 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f34540ea-ec9e-4ea2-b8ff-ee0070288865 admin admin] Releasing vlan 789 on physical network physnet1 to pool {{(pid=103721) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
May 31 11:47:42.533341 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron_lib.callbacks.manager [None req-f34540ea-ec9e-4ea2-b8ff-ee0070288865 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-882655', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2250791'] for segment, after_delete {{(pid=103721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:47:42.546419 dv-cinder-786384-7-iscsi neutron-server[103721]: Traceback (most recent call last):
May 31 11:47:42.546419 dv-cinder-786384-7-iscsi neutron-server[103721]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
May 31 11:47:42.546419 dv-cinder-786384-7-iscsi neutron-server[103721]:     timer()
May 31 11:47:42.546419 dv-cinder-786384-7-iscsi neutron-server[103721]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
May 31 11:47:42.546419 dv-cinder-786384-7-iscsi neutron-server[103721]:     cb(*args, **kw)
May 31 11:47:42.546419 dv-cinder-786384-7-iscsi neutron-server[103721]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
May 31 11:47:42.546419 dv-cinder-786384-7-iscsi neutron-server[103721]:     return func(*args, **kwargs)
May 31 11:47:42.546419 dv-cinder-786384-7-iscsi neutron-server[103721]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
May 31 11:47:42.546419 dv-cinder-786384-7-iscsi neutron-server[103721]:     self._notify()
May 31 11:47:42.546419 dv-cinder-786384-7-iscsi neutron-server[103721]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
May 31 11:47:42.546419 dv-cinder-786384-7-iscsi neutron-server[103721]:     self.callback(batched_events)
May 31 11:47:42.546419 dv-cinder-786384-7-iscsi neutron-server[103721]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
May 31 11:47:42.546419 dv-cinder-786384-7-iscsi neutron-server[103721]:     event.method(event)
May 31 11:47:42.546419 dv-cinder-786384-7-iscsi neutron-server[103721]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
May 31 11:47:42.546419 dv-cinder-786384-7-iscsi neutron-server[103721]:     aggregate_id = self._get_aggregate_id(event.segment_id)
May 31 11:47:42.546419 dv-cinder-786384-7-iscsi neutron-server[103721]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
May 31 11:47:42.546419 dv-cinder-786384-7-iscsi neutron-server[103721]:     aggregate_uuid = self.p_client.list_aggregates(
May 31 11:47:42.546419 dv-cinder-786384-7-iscsi neutron-server[103721]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
May 31 11:47:42.546419 dv-cinder-786384-7-iscsi neutron-server[103721]:     return f(self, *a, **k)
May 31 11:47:42.546419 dv-cinder-786384-7-iscsi neutron-server[103721]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
May 31 11:47:42.546419 dv-cinder-786384-7-iscsi neutron-server[103721]:     return self._get(url).json()
May 31 11:47:42.546419 dv-cinder-786384-7-iscsi neutron-server[103721]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
May 31 11:47:42.546419 dv-cinder-786384-7-iscsi neutron-server[103721]:     return self._client.get(url, endpoint_filter=self._ks_filter,
May 31 11:47:42.546419 dv-cinder-786384-7-iscsi neutron-server[103721]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
May 31 11:47:42.546419 dv-cinder-786384-7-iscsi neutron-server[103721]:     return self.request(url, 'GET', **kwargs)
May 31 11:47:42.546419 dv-cinder-786384-7-iscsi neutron-server[103721]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
May 31 11:47:42.546419 dv-cinder-786384-7-iscsi neutron-server[103721]:     base_url = self.get_endpoint(auth, allow=allow,
May 31 11:47:42.546419 dv-cinder-786384-7-iscsi neutron-server[103721]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
May 31 11:47:42.546419 dv-cinder-786384-7-iscsi neutron-server[103721]:     auth = self._auth_required(auth, 'determine endpoint URL')
May 31 11:47:42.546419 dv-cinder-786384-7-iscsi neutron-server[103721]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
May 31 11:47:42.546419 dv-cinder-786384-7-iscsi neutron-server[103721]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
May 31 11:47:42.546419 dv-cinder-786384-7-iscsi neutron-server[103721]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
May 31 11:47:42.630515 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c06da51-4bde-4b87-994b-d2f041cf9bf2 req-f8ab3bd8-ccac-4aa1-9fcc-9fc1f7cae9ec tempest-TestMinimumBasicScenario-386923442 tempest-TestMinimumBasicScenario-386923442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 11:47:42.632008 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [req-9c06da51-4bde-4b87-994b-d2f041cf9bf2 req-f8ab3bd8-ccac-4aa1-9fcc-9fc1f7cae9ec tempest-TestMinimumBasicScenario-386923442 tempest-TestMinimumBasicScenario-386923442-project] 10.222.0.57 "GET /v2.0/ports?device_id=25f4c6a2-d9fc-4492-b06a-41be27fc43a2 HTTP/1.1" status: 200  len: 985 time: 0.2907121
May 31 11:47:42.636902 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8114d36d-fca3-441b-8149-fb40c81b45a3 req-3ea3cc8e-613d-4fa6-8dc4-605c39da62d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 11:47:42.638289 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [req-8114d36d-fca3-441b-8149-fb40c81b45a3 req-3ea3cc8e-613d-4fa6-8dc4-605c39da62d9 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=d2835694ba8b4386a2876202826dc222&device_id=25f4c6a2-d9fc-4492-b06a-41be27fc43a2 HTTP/1.1" status: 200  len: 1138 time: 0.2959330
May 31 11:47:42.684451 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron_lib.callbacks.manager [None req-f34540ea-ec9e-4ea2-b8ff-ee0070288865 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-859758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3705951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3701686', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4088527'] for network, after_delete {{(pid=103721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:47:42.746162 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron_lib.callbacks.manager [None req-f34540ea-ec9e-4ea2-b8ff-ee0070288865 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3701651'] for network, before_response {{(pid=103721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:47:42.748382 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG oslo_concurrency.lockutils [None req-8d95e3c5-c64a-4b17-8bd2-45f77b25c5c6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103721) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 31 11:47:42.786560 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [None req-f34540ea-ec9e-4ea2-b8ff-ee0070288865 admin admin] 10.222.0.57 "DELETE /v2.0/networks/70a53433-6176-413b-8fe4-9d18ad505f0f HTTP/1.1" status: 204  len: 168 time: 0.7428484
May 31 11:47:42.787360 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f34540ea-ec9e-4ea2-b8ff-ee0070288865 admin admin] Pushing event deleted for resources: {'Network': ['ID=70a53433-6176-413b-8fe4-9d18ad505f0f,revision_number=None']} {{(pid=103721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 31 11:47:42.793527 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG oslo_concurrency.lockutils [None req-f34540ea-ec9e-4ea2-b8ff-ee0070288865 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=103721) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 31 11:47:42.804686 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [req-9c06da51-4bde-4b87-994b-d2f041cf9bf2 req-1465157c-f399-4c07-b4e1-940304b3f62b tempest-TestMinimumBasicScenario-386923442 tempest-TestMinimumBasicScenario-386923442-project] 10.222.0.57 "GET /v2.0/security-groups?id=f3724ee5-3f7d-4418-9672-f19ca2386f83&id=367d638f-65de-4460-8c85-5f3624b2eecf&fields=id&fields=name HTTP/1.1" status: 200  len: 379 time: 0.1601884
May 31 11:47:42.847365 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8114d36d-fca3-441b-8149-fb40c81b45a3 req-be2bb915-c18a-4f0a-9f1d-c1af2284a724 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 11:47:42.848947 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [req-8114d36d-fca3-441b-8149-fb40c81b45a3 req-be2bb915-c18a-4f0a-9f1d-c1af2284a724 service neutron] 10.222.0.60 "GET /v2.0/networks?id=7c7367d4-6b64-4c55-b3b8-cb2b2973b934 HTTP/1.1" status: 200  len: 916 time: 0.1962941
May 31 11:47:42.954327 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [req-8114d36d-fca3-441b-8149-fb40c81b45a3 req-7a8bfa81-ff1c-4ef6-a9c2-deabb969cf06 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=edbc0fcc-660b-4861-9417-be69a962d663 HTTP/1.1" status: 200  len: 1001 time: 0.0975070
May 31 11:47:42.993022 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron.wsgi [-] (103720) accepted ('10.222.0.57', 45560) {{(pid=103720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 31 11:47:43.022367 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8114d36d-fca3-441b-8149-fb40c81b45a3 req-703c5a6b-1c6d-4f0e-9fe9-28736f0331a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 11:47:43.023804 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [req-8114d36d-fca3-441b-8149-fb40c81b45a3 req-703c5a6b-1c6d-4f0e-9fe9-28736f0331a7 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=0ae97965-980e-4967-8bf0-649896983786 HTTP/1.1" status: 200  len: 854 time: 0.0620060
May 31 11:47:43.045585 dv-cinder-786384-7-iscsi neutron-server[103720]: INFO neutron.wsgi [None req-182a124e-f88d-472b-95b5-6e69b3d75d79 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=85e631d7fa594d9ea3341ecfe07477c2&name=default HTTP/1.1" status: 200  len: 2979 time: 0.0487521
May 31 11:47:43.045805 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron.wsgi [-] (103720) accepted ('10.222.0.57', 45566) {{(pid=103720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 31 11:47:43.108736 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8114d36d-fca3-441b-8149-fb40c81b45a3 req-0839c5ad-088e-46c1-8c89-e53324a7826b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 11:47:43.110185 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [req-8114d36d-fca3-441b-8149-fb40c81b45a3 req-0839c5ad-088e-46c1-8c89-e53324a7826b service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=7c7367d4-6b64-4c55-b3b8-cb2b2973b934&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0719042
May 31 11:47:43.110523 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-b86a1f7a-e327-4bc8-830a-be7d4939465b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:47:43.139201 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-b86a1f7a-e327-4bc8-830a-be7d4939465b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:47:43.192932 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-b86a1f7a-e327-4bc8-830a-be7d4939465b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3705957'] for security_group, after_delete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:47:43.199247 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG oslo_concurrency.lockutils [None req-7995564d-b6f7-4234-a5bc-9cc1b4b414b7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103720) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 31 11:47:43.212386 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b86a1f7a-e327-4bc8-830a-be7d4939465b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6fb477a2-7a76-4c12-a3fa-9443972dcc8e,revision_number=None']} {{(pid=103720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 31 11:47:43.214804 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG oslo_concurrency.lockutils [None req-b86a1f7a-e327-4bc8-830a-be7d4939465b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=103720) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 31 11:47:43.219210 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-b86a1f7a-e327-4bc8-830a-be7d4939465b admin admin] Notify callbacks [] for security_group, before_response {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:47:43.223066 dv-cinder-786384-7-iscsi neutron-server[103720]: INFO neutron.wsgi [None req-b86a1f7a-e327-4bc8-830a-be7d4939465b admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/6fb477a2-7a76-4c12-a3fa-9443972dcc8e HTTP/1.1" status: 204  len: 168 time: 0.1737857
May 31 11:47:43.246337 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [req-8114d36d-fca3-441b-8149-fb40c81b45a3 req-b8113393-654c-483a-a117-d8f9a3dca9c8 service neutron] 10.222.0.60 "GET /v2.0/networks/7c7367d4-6b64-4c55-b3b8-cb2b2973b934?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1283779
May 31 11:47:43.392558 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [req-8114d36d-fca3-441b-8149-fb40c81b45a3 req-a2122fcd-18b7-497e-8120-0872308102dc service neutron] 10.222.0.60 "GET /v2.0/networks/7c7367d4-6b64-4c55-b3b8-cb2b2973b934?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1395764
May 31 11:47:43.602402 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.wsgi [-] (103721) accepted ('10.222.0.57', 45576) {{(pid=103721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 31 11:47:43.651119 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [None req-5b46980b-3673-4456-8876-4ba23688b33f admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=28f4cabc2c5a49f8ba9cf3e50780b1a1&name=default HTTP/1.1" status: 200  len: 2979 time: 0.0472760
May 31 11:47:43.653474 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.wsgi [-] (103721) accepted ('10.222.0.57', 45580) {{(pid=103721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 31 11:47:43.717378 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron_lib.callbacks.manager [None req-8a274ca0-96c6-442d-955a-3675060ea414 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:47:43.742218 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron_lib.callbacks.manager [None req-8a274ca0-96c6-442d-955a-3675060ea414 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:47:43.798237 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron_lib.callbacks.manager [None req-8a274ca0-96c6-442d-955a-3675060ea414 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3705957'] for security_group, after_delete {{(pid=103721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:47:43.803349 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG oslo_concurrency.lockutils [None req-96a32caf-f6ca-42f0-b84d-a5cbc29152c0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103721) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 31 11:47:43.819603 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a274ca0-96c6-442d-955a-3675060ea414 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8c9cbf38-a1d2-47a8-9f88-9ddaf1e32e97,revision_number=None']} {{(pid=103721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 31 11:47:43.825424 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG oslo_concurrency.lockutils [None req-8a274ca0-96c6-442d-955a-3675060ea414 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=103721) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 31 11:47:43.826732 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron_lib.callbacks.manager [None req-8a274ca0-96c6-442d-955a-3675060ea414 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:47:43.827911 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [None req-8a274ca0-96c6-442d-955a-3675060ea414 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/8c9cbf38-a1d2-47a8-9f88-9ddaf1e32e97 HTTP/1.1" status: 204  len: 168 time: 0.1734951
May 31 11:47:44.021431 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3dc691a-e935-4e57-8135-545987057721 req-dc19ab24-806c-4ea4-8565-276d6d388911 tempest-TestMinimumBasicScenario-386923442 tempest-TestMinimumBasicScenario-386923442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 11:47:44.023003 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [req-b3dc691a-e935-4e57-8135-545987057721 req-dc19ab24-806c-4ea4-8565-276d6d388911 tempest-TestMinimumBasicScenario-386923442 tempest-TestMinimumBasicScenario-386923442-project] 10.222.0.57 "GET /v2.0/ports?device_id=25f4c6a2-d9fc-4492-b06a-41be27fc43a2 HTTP/1.1" status: 200  len: 985 time: 0.0985396
May 31 11:47:44.075575 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [req-b3dc691a-e935-4e57-8135-545987057721 req-1def95a9-ceb5-4506-8264-5f6ec15085ea tempest-TestMinimumBasicScenario-386923442 tempest-TestMinimumBasicScenario-386923442-project] 10.222.0.57 "GET /v2.0/security-groups?id=f3724ee5-3f7d-4418-9672-f19ca2386f83&id=367d638f-65de-4460-8c85-5f3624b2eecf&fields=id&fields=name HTTP/1.1" status: 200  len: 379 time: 0.0460417
May 31 11:47:45.266969 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40b3ae79-d180-4632-95b0-e18f4bca6f5f req-86765990-e7c8-4482-ad51-2da1a8d8bc51 tempest-TestMinimumBasicScenario-386923442 tempest-TestMinimumBasicScenario-386923442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 11:47:45.270453 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [req-40b3ae79-d180-4632-95b0-e18f4bca6f5f req-86765990-e7c8-4482-ad51-2da1a8d8bc51 tempest-TestMinimumBasicScenario-386923442 tempest-TestMinimumBasicScenario-386923442-project] 10.222.0.57 "GET /v2.0/ports?device_id=25f4c6a2-d9fc-4492-b06a-41be27fc43a2 HTTP/1.1" status: 200  len: 985 time: 0.0829155
May 31 11:47:45.319650 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [req-40b3ae79-d180-4632-95b0-e18f4bca6f5f req-381bd56e-31c1-4807-90bb-7afd692eb754 tempest-TestMinimumBasicScenario-386923442 tempest-TestMinimumBasicScenario-386923442-project] 10.222.0.57 "GET /v2.0/security-groups?id=f3724ee5-3f7d-4418-9672-f19ca2386f83&id=367d638f-65de-4460-8c85-5f3624b2eecf&fields=id&fields=name HTTP/1.1" status: 200  len: 379 time: 0.0446804
May 31 11:47:46.055025 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.wsgi [-] (103721) accepted ('10.222.0.57', 45656) {{(pid=103721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 31 11:47:46.199033 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron_lib.callbacks.manager [None req-b67a254c-ffb3-4cec-9084-ff01185cf9a8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:47:46.216456 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.db.quota.driver [None req-b67a254c-ffb3-4cec-9084-ff01185cf9a8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=103721) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 31 11:47:46.220695 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.quota.resource [None req-b67a254c-ffb3-4cec-9084-ff01185cf9a8 admin admin] Usage tracker for resource:security_group_rule and tenant:0817cd2c84794248abb298adaecd1e81 is out of sync, need to count used quota {{(pid=103721) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 31 11:47:46.224059 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.quota.resource [None req-b67a254c-ffb3-4cec-9084-ff01185cf9a8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=103721) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 31 11:47:46.230110 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.db.quota.driver [None req-b67a254c-ffb3-4cec-9084-ff01185cf9a8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=103721) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 31 11:47:46.320284 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron_lib.callbacks.manager [None req-b67a254c-ffb3-4cec-9084-ff01185cf9a8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:47:46.325560 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron_lib.callbacks.manager [None req-b67a254c-ffb3-4cec-9084-ff01185cf9a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3705957'] for security_group, after_create {{(pid=103721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:47:46.334184 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG oslo_concurrency.lockutils [None req-b0010857-a9a9-466c-92d5-989e852eef83 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103721) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 31 11:47:46.374609 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [None req-b67a254c-ffb3-4cec-9084-ff01185cf9a8 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=0817cd2c84794248abb298adaecd1e81&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3182008
May 31 11:47:46.375602 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b67a254c-ffb3-4cec-9084-ff01185cf9a8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d59478b1-40ce-4f1c-b7bc-2b18de3650ca,revision_number=1']} {{(pid=103721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 31 11:47:46.377456 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron.wsgi [-] (103720) accepted ('10.222.0.57', 45666) {{(pid=103720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 31 11:47:46.378640 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG oslo_concurrency.lockutils [None req-b67a254c-ffb3-4cec-9084-ff01185cf9a8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=103721) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 31 11:47:46.444494 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-27e072f4-5a53-4256-b3d9-d690250a6baf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:47:46.470365 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-27e072f4-5a53-4256-b3d9-d690250a6baf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:47:46.514422 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a37af11-ef22-4c64-9c91-7b85acb7153d req-fe887e2a-2322-4c31-90a6-b79d384b8f1a tempest-TestMinimumBasicScenario-386923442 tempest-TestMinimumBasicScenario-386923442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 11:47:46.515920 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [req-5a37af11-ef22-4c64-9c91-7b85acb7153d req-fe887e2a-2322-4c31-90a6-b79d384b8f1a tempest-TestMinimumBasicScenario-386923442 tempest-TestMinimumBasicScenario-386923442-project] 10.222.0.57 "GET /v2.0/ports?device_id=25f4c6a2-d9fc-4492-b06a-41be27fc43a2 HTTP/1.1" status: 200  len: 985 time: 0.0842831
May 31 11:47:46.527198 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-27e072f4-5a53-4256-b3d9-d690250a6baf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3705957'] for security_group, after_delete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:47:46.531351 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG oslo_concurrency.lockutils [None req-fcb11530-98d6-4733-a19a-ae21a502fc68 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103720) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 31 11:47:46.546088 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27e072f4-5a53-4256-b3d9-d690250a6baf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d59478b1-40ce-4f1c-b7bc-2b18de3650ca,revision_number=None']} {{(pid=103720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 31 11:47:46.551999 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG oslo_concurrency.lockutils [None req-27e072f4-5a53-4256-b3d9-d690250a6baf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=103720) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 31 11:47:46.552808 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-27e072f4-5a53-4256-b3d9-d690250a6baf admin admin] Notify callbacks [] for security_group, before_response {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:47:46.553913 dv-cinder-786384-7-iscsi neutron-server[103720]: INFO neutron.wsgi [None req-27e072f4-5a53-4256-b3d9-d690250a6baf admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/d59478b1-40ce-4f1c-b7bc-2b18de3650ca HTTP/1.1" status: 204  len: 168 time: 0.1745887
May 31 11:47:46.586330 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [req-5a37af11-ef22-4c64-9c91-7b85acb7153d req-dc7340e1-7458-41be-8314-20d2ed69b2c7 tempest-TestMinimumBasicScenario-386923442 tempest-TestMinimumBasicScenario-386923442-project] 10.222.0.57 "GET /v2.0/security-groups?id=f3724ee5-3f7d-4418-9672-f19ca2386f83&id=367d638f-65de-4460-8c85-5f3624b2eecf&fields=id&fields=name HTTP/1.1" status: 200  len: 379 time: 0.0635974
May 31 11:47:46.851028 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron.wsgi [-] (103720) accepted ('10.222.0.57', 45676) {{(pid=103720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 31 11:47:46.869229 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-026e698c-064e-45f7-b9fb-f17bb5315943 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:47:46.885764 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron.db.quota.driver [None req-026e698c-064e-45f7-b9fb-f17bb5315943 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=103720) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 31 11:47:46.890351 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron.quota.resource [None req-026e698c-064e-45f7-b9fb-f17bb5315943 admin admin] Usage tracker for resource:security_group_rule and tenant:8bf829ff6ab94638bf06a0cc41bf2baf is out of sync, need to count used quota {{(pid=103720) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 31 11:47:46.893539 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron.quota.resource [None req-026e698c-064e-45f7-b9fb-f17bb5315943 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=103720) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 31 11:47:46.899581 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron.db.quota.driver [None req-026e698c-064e-45f7-b9fb-f17bb5315943 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=103720) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 31 11:47:46.982939 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-026e698c-064e-45f7-b9fb-f17bb5315943 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:47:46.989211 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-026e698c-064e-45f7-b9fb-f17bb5315943 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3705957'] for security_group, after_create {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:47:46.996711 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG oslo_concurrency.lockutils [None req-cc1f53cc-0f19-40d8-8687-aaa95885d8de admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103720) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 31 11:47:47.036228 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-026e698c-064e-45f7-b9fb-f17bb5315943 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b867190a-6355-4b25-a45f-eddb25131001,revision_number=1']} {{(pid=103720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 31 11:47:47.040317 dv-cinder-786384-7-iscsi neutron-server[103720]: INFO neutron.wsgi [None req-026e698c-064e-45f7-b9fb-f17bb5315943 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=8bf829ff6ab94638bf06a0cc41bf2baf&name=default HTTP/1.1" status: 200  len: 2979 time: 0.1881149
May 31 11:47:47.041234 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG oslo_concurrency.lockutils [None req-026e698c-064e-45f7-b9fb-f17bb5315943 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=103720) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 31 11:47:47.043172 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.wsgi [-] (103721) accepted ('10.222.0.57', 45680) {{(pid=103721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 31 11:47:47.167001 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron_lib.callbacks.manager [None req-c4577907-ff70-4dda-8375-eec7ad7c78e0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:47:47.195530 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron_lib.callbacks.manager [None req-c4577907-ff70-4dda-8375-eec7ad7c78e0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:47:47.249565 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron_lib.callbacks.manager [None req-c4577907-ff70-4dda-8375-eec7ad7c78e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3705957'] for security_group, after_delete {{(pid=103721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:47:47.253500 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG oslo_concurrency.lockutils [None req-532070d0-2af3-48c8-b8eb-542da8e29ae9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103721) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 31 11:47:47.266861 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4577907-ff70-4dda-8375-eec7ad7c78e0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b867190a-6355-4b25-a45f-eddb25131001,revision_number=None']} {{(pid=103721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 31 11:47:47.270333 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG oslo_concurrency.lockutils [None req-c4577907-ff70-4dda-8375-eec7ad7c78e0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=103721) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 31 11:47:47.275956 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron_lib.callbacks.manager [None req-c4577907-ff70-4dda-8375-eec7ad7c78e0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:47:47.279970 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [None req-c4577907-ff70-4dda-8375-eec7ad7c78e0 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/b867190a-6355-4b25-a45f-eddb25131001 HTTP/1.1" status: 204  len: 168 time: 0.2330351
May 31 11:47:47.780779 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2119ce2-44fe-4531-9977-83ba215b25db req-6afc24cd-ad29-4ece-b60b-a95eb1c79a67 tempest-TestMinimumBasicScenario-386923442 tempest-TestMinimumBasicScenario-386923442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 11:47:47.782453 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [req-d2119ce2-44fe-4531-9977-83ba215b25db req-6afc24cd-ad29-4ece-b60b-a95eb1c79a67 tempest-TestMinimumBasicScenario-386923442 tempest-TestMinimumBasicScenario-386923442-project] 10.222.0.57 "GET /v2.0/ports?device_id=25f4c6a2-d9fc-4492-b06a-41be27fc43a2 HTTP/1.1" status: 200  len: 985 time: 0.0885346
May 31 11:47:47.831216 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [req-d2119ce2-44fe-4531-9977-83ba215b25db req-77cc97ca-4478-4be4-80e4-3e43f8215421 tempest-TestMinimumBasicScenario-386923442 tempest-TestMinimumBasicScenario-386923442-project] 10.222.0.57 "GET /v2.0/security-groups?id=f3724ee5-3f7d-4418-9672-f19ca2386f83&id=367d638f-65de-4460-8c85-5f3624b2eecf&fields=id&fields=name HTTP/1.1" status: 200  len: 379 time: 0.0425746
May 31 11:47:49.025371 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f8b943f-cc62-4887-aad6-95268f2f270b req-5610052f-17cd-4a89-9eec-215f72cd40af tempest-TestMinimumBasicScenario-386923442 tempest-TestMinimumBasicScenario-386923442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 11:47:49.026982 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [req-0f8b943f-cc62-4887-aad6-95268f2f270b req-5610052f-17cd-4a89-9eec-215f72cd40af tempest-TestMinimumBasicScenario-386923442 tempest-TestMinimumBasicScenario-386923442-project] 10.222.0.57 "GET /v2.0/ports?device_id=25f4c6a2-d9fc-4492-b06a-41be27fc43a2 HTTP/1.1" status: 200  len: 985 time: 0.0843875
May 31 11:47:49.081681 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [req-0f8b943f-cc62-4887-aad6-95268f2f270b req-4a7a298c-baed-4b8b-85ef-d5b51519248a tempest-TestMinimumBasicScenario-386923442 tempest-TestMinimumBasicScenario-386923442-project] 10.222.0.57 "GET /v2.0/security-groups?id=f3724ee5-3f7d-4418-9672-f19ca2386f83&id=367d638f-65de-4460-8c85-5f3624b2eecf&fields=id&fields=name HTTP/1.1" status: 200  len: 379 time: 0.0483923
May 31 11:47:50.283053 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71786c77-1c2c-42cd-bb10-46486f12323b req-2d161856-8d96-4a22-aba8-9d54e285668f tempest-TestMinimumBasicScenario-386923442 tempest-TestMinimumBasicScenario-386923442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 11:47:50.284551 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [req-71786c77-1c2c-42cd-bb10-46486f12323b req-2d161856-8d96-4a22-aba8-9d54e285668f tempest-TestMinimumBasicScenario-386923442 tempest-TestMinimumBasicScenario-386923442-project] 10.222.0.57 "GET /v2.0/ports?device_id=25f4c6a2-d9fc-4492-b06a-41be27fc43a2 HTTP/1.1" status: 200  len: 985 time: 0.0857022
May 31 11:47:50.334607 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [req-71786c77-1c2c-42cd-bb10-46486f12323b req-dc9db821-cac0-4545-891c-c69b9a315c67 tempest-TestMinimumBasicScenario-386923442 tempest-TestMinimumBasicScenario-386923442-project] 10.222.0.57 "GET /v2.0/security-groups?id=f3724ee5-3f7d-4418-9672-f19ca2386f83&id=367d638f-65de-4460-8c85-5f3624b2eecf&fields=id&fields=name HTTP/1.1" status: 200  len: 379 time: 0.0411248
May 31 11:47:51.542955 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-110d82ad-6e27-4c52-bc28-321f6b26379e req-78ef7663-a8d8-4fba-8e34-7f1c5130459e tempest-TestMinimumBasicScenario-386923442 tempest-TestMinimumBasicScenario-386923442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 11:47:51.544399 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [req-110d82ad-6e27-4c52-bc28-321f6b26379e req-78ef7663-a8d8-4fba-8e34-7f1c5130459e tempest-TestMinimumBasicScenario-386923442 tempest-TestMinimumBasicScenario-386923442-project] 10.222.0.57 "GET /v2.0/ports?device_id=25f4c6a2-d9fc-4492-b06a-41be27fc43a2 HTTP/1.1" status: 200  len: 985 time: 0.0971906
May 31 11:47:51.594536 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [req-110d82ad-6e27-4c52-bc28-321f6b26379e req-cacd76be-ecf0-42b9-a311-a771a6da6beb tempest-TestMinimumBasicScenario-386923442 tempest-TestMinimumBasicScenario-386923442-project] 10.222.0.57 "GET /v2.0/security-groups?id=f3724ee5-3f7d-4418-9672-f19ca2386f83&id=367d638f-65de-4460-8c85-5f3624b2eecf&fields=id&fields=name HTTP/1.1" status: 200  len: 379 time: 0.0442047
May 31 11:47:52.166445 dv-cinder-786384-7-iscsi neutron-server[103723]: DEBUG neutron.db.agents_db [None req-cb648da2-ef1b-4de5-af28-8b32e926ae6d None None] Agent healthcheck: found 6 active agents {{(pid=103723) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}}
May 31 11:47:52.799134 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fcc4731-f648-4067-873c-3c3f9d3f48af req-17934929-14c6-41ce-aebf-d07e2219271f tempest-TestMinimumBasicScenario-386923442 tempest-TestMinimumBasicScenario-386923442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 11:47:52.800659 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [req-2fcc4731-f648-4067-873c-3c3f9d3f48af req-17934929-14c6-41ce-aebf-d07e2219271f tempest-TestMinimumBasicScenario-386923442 tempest-TestMinimumBasicScenario-386923442-project] 10.222.0.57 "GET /v2.0/ports?device_id=25f4c6a2-d9fc-4492-b06a-41be27fc43a2 HTTP/1.1" status: 200  len: 985 time: 0.0865252
May 31 11:47:52.847103 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [req-2fcc4731-f648-4067-873c-3c3f9d3f48af req-1699925d-539e-46f3-80c1-cebf1f7f3e5a tempest-TestMinimumBasicScenario-386923442 tempest-TestMinimumBasicScenario-386923442-project] 10.222.0.57 "GET /v2.0/security-groups?id=f3724ee5-3f7d-4418-9672-f19ca2386f83&id=367d638f-65de-4460-8c85-5f3624b2eecf&fields=id&fields=name HTTP/1.1" status: 200  len: 379 time: 0.0403149
May 31 11:47:54.055684 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46a8ae3c-b4e6-4cfa-a032-6c1dd39c0086 req-49d8084f-b395-4955-a827-3def9e52c235 tempest-TestMinimumBasicScenario-386923442 tempest-TestMinimumBasicScenario-386923442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 11:47:54.057209 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [req-46a8ae3c-b4e6-4cfa-a032-6c1dd39c0086 req-49d8084f-b395-4955-a827-3def9e52c235 tempest-TestMinimumBasicScenario-386923442 tempest-TestMinimumBasicScenario-386923442-project] 10.222.0.57 "GET /v2.0/ports?device_id=25f4c6a2-d9fc-4492-b06a-41be27fc43a2 HTTP/1.1" status: 200  len: 985 time: 0.0883832
May 31 11:47:54.108187 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [req-46a8ae3c-b4e6-4cfa-a032-6c1dd39c0086 req-5c12d517-a2ce-4b86-9572-e9ab2749b246 tempest-TestMinimumBasicScenario-386923442 tempest-TestMinimumBasicScenario-386923442-project] 10.222.0.57 "GET /v2.0/security-groups?id=f3724ee5-3f7d-4418-9672-f19ca2386f83&id=367d638f-65de-4460-8c85-5f3624b2eecf&fields=id&fields=name HTTP/1.1" status: 200  len: 379 time: 0.0449190
May 31 11:47:55.311936 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1cf8066-1bb2-4721-8b98-ee0bbae79335 req-d737fdfb-f765-47c6-a24c-cbe6d6c827c9 tempest-TestMinimumBasicScenario-386923442 tempest-TestMinimumBasicScenario-386923442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 11:47:55.313561 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [req-f1cf8066-1bb2-4721-8b98-ee0bbae79335 req-d737fdfb-f765-47c6-a24c-cbe6d6c827c9 tempest-TestMinimumBasicScenario-386923442 tempest-TestMinimumBasicScenario-386923442-project] 10.222.0.57 "GET /v2.0/ports?device_id=25f4c6a2-d9fc-4492-b06a-41be27fc43a2 HTTP/1.1" status: 200  len: 985 time: 0.0860028
May 31 11:47:55.366421 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [req-f1cf8066-1bb2-4721-8b98-ee0bbae79335 req-5c952022-453e-4454-9a86-c74eeee281e4 tempest-TestMinimumBasicScenario-386923442 tempest-TestMinimumBasicScenario-386923442-project] 10.222.0.57 "GET /v2.0/security-groups?id=f3724ee5-3f7d-4418-9672-f19ca2386f83&id=367d638f-65de-4460-8c85-5f3624b2eecf&fields=id&fields=name HTTP/1.1" status: 200  len: 379 time: 0.0459330
May 31 11:47:55.564486 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8047e927-e8b1-4471-a1a0-e50af0b34cd5 req-0015f209-a772-4214-a980-53a1180a590d tempest-AttachVolumeShelveTestJSON-127538222 tempest-AttachVolumeShelveTestJSON-127538222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 11:47:55.565964 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [req-8047e927-e8b1-4471-a1a0-e50af0b34cd5 req-0015f209-a772-4214-a980-53a1180a590d tempest-AttachVolumeShelveTestJSON-127538222 tempest-AttachVolumeShelveTestJSON-127538222-project] 10.222.0.57 "GET /v2.0/ports?device_id=3e7980f7-7a5b-4115-a41f-48764f578357 HTTP/1.1" status: 200  len: 947 time: 0.0829291
May 31 11:47:55.611212 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [req-8047e927-e8b1-4471-a1a0-e50af0b34cd5 req-28844d53-dec8-4117-a379-dd2513d0346c tempest-AttachVolumeShelveTestJSON-127538222 tempest-AttachVolumeShelveTestJSON-127538222-project] 10.222.0.57 "GET /v2.0/security-groups?id=d1eff7f3-8a7b-4a53-9689-d64080240a11&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0390322
May 31 11:47:56.570298 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f908d428-4397-41ab-9b00-4b1652b12136 req-76c78fc7-37e5-44d8-89d7-70d96227410c tempest-TestMinimumBasicScenario-386923442 tempest-TestMinimumBasicScenario-386923442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 11:47:56.571881 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [req-f908d428-4397-41ab-9b00-4b1652b12136 req-76c78fc7-37e5-44d8-89d7-70d96227410c tempest-TestMinimumBasicScenario-386923442 tempest-TestMinimumBasicScenario-386923442-project] 10.222.0.57 "GET /v2.0/ports?device_id=25f4c6a2-d9fc-4492-b06a-41be27fc43a2 HTTP/1.1" status: 200  len: 985 time: 0.0816183
May 31 11:47:56.616955 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [req-f908d428-4397-41ab-9b00-4b1652b12136 req-21a059b2-37bb-46c0-8f3e-23afb5b816ed tempest-TestMinimumBasicScenario-386923442 tempest-TestMinimumBasicScenario-386923442-project] 10.222.0.57 "GET /v2.0/security-groups?id=f3724ee5-3f7d-4418-9672-f19ca2386f83&id=367d638f-65de-4460-8c85-5f3624b2eecf&fields=id&fields=name HTTP/1.1" status: 200  len: 379 time: 0.0393374
May 31 11:47:56.812923 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8f5f83a-f073-4813-99b7-cc1849c7f5b4 req-c85072ed-80ea-4c67-b822-745c525dae5f tempest-AttachVolumeShelveTestJSON-127538222 tempest-AttachVolumeShelveTestJSON-127538222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 11:47:56.814424 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [req-a8f5f83a-f073-4813-99b7-cc1849c7f5b4 req-c85072ed-80ea-4c67-b822-745c525dae5f tempest-AttachVolumeShelveTestJSON-127538222 tempest-AttachVolumeShelveTestJSON-127538222-project] 10.222.0.57 "GET /v2.0/ports?device_id=3e7980f7-7a5b-4115-a41f-48764f578357 HTTP/1.1" status: 200  len: 947 time: 0.0916610
May 31 11:47:56.860619 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [req-a8f5f83a-f073-4813-99b7-cc1849c7f5b4 req-b34c65ad-3986-4a82-ab61-7be7501722ef tempest-AttachVolumeShelveTestJSON-127538222 tempest-AttachVolumeShelveTestJSON-127538222-project] 10.222.0.57 "GET /v2.0/security-groups?id=d1eff7f3-8a7b-4a53-9689-d64080240a11&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0404818
May 31 11:47:57.815360 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9c924b0-1793-4ae3-96c7-c8d17e87a0e1 req-732c8a9b-7bcb-48cb-a585-6f314003d0cf tempest-TestMinimumBasicScenario-386923442 tempest-TestMinimumBasicScenario-386923442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 11:47:57.816700 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [req-c9c924b0-1793-4ae3-96c7-c8d17e87a0e1 req-732c8a9b-7bcb-48cb-a585-6f314003d0cf tempest-TestMinimumBasicScenario-386923442 tempest-TestMinimumBasicScenario-386923442-project] 10.222.0.57 "GET /v2.0/ports?device_id=25f4c6a2-d9fc-4492-b06a-41be27fc43a2 HTTP/1.1" status: 200  len: 985 time: 0.0941014
May 31 11:47:57.865257 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [req-c9c924b0-1793-4ae3-96c7-c8d17e87a0e1 req-7d88f039-2a38-4c28-a2d8-acd9804ba87b tempest-TestMinimumBasicScenario-386923442 tempest-TestMinimumBasicScenario-386923442-project] 10.222.0.57 "GET /v2.0/security-groups?id=f3724ee5-3f7d-4418-9672-f19ca2386f83&id=367d638f-65de-4460-8c85-5f3624b2eecf&fields=id&fields=name HTTP/1.1" status: 200  len: 379 time: 0.0427136
May 31 11:47:58.064946 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-282d7182-28c4-45c4-a01c-ee4d1380e0fd req-c349b8b7-8943-409d-a5f0-44f779a4f029 tempest-AttachVolumeShelveTestJSON-127538222 tempest-AttachVolumeShelveTestJSON-127538222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 11:47:58.066472 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [req-282d7182-28c4-45c4-a01c-ee4d1380e0fd req-c349b8b7-8943-409d-a5f0-44f779a4f029 tempest-AttachVolumeShelveTestJSON-127538222 tempest-AttachVolumeShelveTestJSON-127538222-project] 10.222.0.57 "GET /v2.0/ports?device_id=3e7980f7-7a5b-4115-a41f-48764f578357 HTTP/1.1" status: 200  len: 947 time: 0.0956907
May 31 11:47:58.117011 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [req-282d7182-28c4-45c4-a01c-ee4d1380e0fd req-0cfffb2e-775c-4741-8d28-358d37dccab7 tempest-AttachVolumeShelveTestJSON-127538222 tempest-AttachVolumeShelveTestJSON-127538222-project] 10.222.0.57 "GET /v2.0/security-groups?id=d1eff7f3-8a7b-4a53-9689-d64080240a11&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0448654
May 31 11:47:59.060872 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79c0dfa5-0be8-4842-8053-41266d1a24fd req-eb2c24e2-9281-4bde-9822-1ee9efbfa3ec tempest-TestMinimumBasicScenario-386923442 tempest-TestMinimumBasicScenario-386923442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 11:47:59.062349 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [req-79c0dfa5-0be8-4842-8053-41266d1a24fd req-eb2c24e2-9281-4bde-9822-1ee9efbfa3ec tempest-TestMinimumBasicScenario-386923442 tempest-TestMinimumBasicScenario-386923442-project] 10.222.0.57 "GET /v2.0/ports?device_id=25f4c6a2-d9fc-4492-b06a-41be27fc43a2 HTTP/1.1" status: 200  len: 985 time: 0.0811377
May 31 11:47:59.113952 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [req-79c0dfa5-0be8-4842-8053-41266d1a24fd req-62000629-9b2c-4656-8c44-3201d2c2c00d tempest-TestMinimumBasicScenario-386923442 tempest-TestMinimumBasicScenario-386923442-project] 10.222.0.57 "GET /v2.0/security-groups?id=f3724ee5-3f7d-4418-9672-f19ca2386f83&id=367d638f-65de-4460-8c85-5f3624b2eecf&fields=id&fields=name HTTP/1.1" status: 200  len: 379 time: 0.0443685
May 31 11:47:59.321981 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc5f8bf4-32f2-4319-a280-d8cccbf746e8 req-91933d3f-31f8-4d59-a8cf-14cbfbb0cdbd tempest-AttachVolumeShelveTestJSON-127538222 tempest-AttachVolumeShelveTestJSON-127538222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 11:47:59.323316 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [req-dc5f8bf4-32f2-4319-a280-d8cccbf746e8 req-91933d3f-31f8-4d59-a8cf-14cbfbb0cdbd tempest-AttachVolumeShelveTestJSON-127538222 tempest-AttachVolumeShelveTestJSON-127538222-project] 10.222.0.57 "GET /v2.0/ports?device_id=3e7980f7-7a5b-4115-a41f-48764f578357 HTTP/1.1" status: 200  len: 947 time: 0.0904491
May 31 11:47:59.367416 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [req-dc5f8bf4-32f2-4319-a280-d8cccbf746e8 req-b1e2edaa-3ddd-44c2-8583-883a8bd8fab8 tempest-AttachVolumeShelveTestJSON-127538222 tempest-AttachVolumeShelveTestJSON-127538222-project] 10.222.0.57 "GET /v2.0/security-groups?id=d1eff7f3-8a7b-4a53-9689-d64080240a11&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0378780
May 31 11:47:59.873806 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-433b3422-ade3-4b53-988d-577fe3ed178f req-0bd9c4ba-9cd2-4bec-8607-fa631206561c tempest-AttachVolumeShelveTestJSON-127538222 tempest-AttachVolumeShelveTestJSON-127538222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 11:47:59.875118 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [req-433b3422-ade3-4b53-988d-577fe3ed178f req-0bd9c4ba-9cd2-4bec-8607-fa631206561c tempest-AttachVolumeShelveTestJSON-127538222 tempest-AttachVolumeShelveTestJSON-127538222-project] 10.222.0.60 "GET /v2.0/ports?device_id=3e7980f7-7a5b-4115-a41f-48764f578357 HTTP/1.1" status: 200  len: 947 time: 0.0884955
May 31 11:48:00.023933 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.plugins.ml2.plugin [req-433b3422-ade3-4b53-988d-577fe3ed178f req-85583c5a-dcc3-4325-8b04-23e8b9caf3c8 tempest-AttachVolumeShelveTestJSON-127538222 tempest-AttachVolumeShelveTestJSON-127538222-project] Deleting port 47adc6b5-17d9-4109-8892-d6283ab54f49 {{(pid=103721) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
May 31 11:48:00.024268 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron_lib.callbacks.manager [req-433b3422-ade3-4b53-988d-577fe3ed178f req-85583c5a-dcc3-4325-8b04-23e8b9caf3c8 tempest-AttachVolumeShelveTestJSON-127538222 tempest-AttachVolumeShelveTestJSON-127538222-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744215952451'] for port, before_delete {{(pid=103721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:48:00.156187 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.plugins.ml2.db [req-433b3422-ade3-4b53-988d-577fe3ed178f req-85583c5a-dcc3-4325-8b04-23e8b9caf3c8 tempest-AttachVolumeShelveTestJSON-127538222 tempest-AttachVolumeShelveTestJSON-127538222-project] For port 47adc6b5-17d9-4109-8892-d6283ab54f49, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=47adc6b5-17d9-4109-8892-d6283ab54f49,segment=NetworkSegment(fea50412-2064-40f9-97d7-ef805bb3a428),segment_id=fea50412-2064-40f9-97d7-ef805bb3a428)] {{(pid=103721) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 31 11:48:00.156763 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron_lib.callbacks.manager [req-433b3422-ade3-4b53-988d-577fe3ed178f req-85583c5a-dcc3-4325-8b04-23e8b9caf3c8 tempest-AttachVolumeShelveTestJSON-127538222 tempest-AttachVolumeShelveTestJSON-127538222-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4088094'] for port, precommit_delete {{(pid=103721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:48:00.581772 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a469df62-54ce-4bcd-bd53-46be301afa4f req-8627fb2e-1efd-41ab-9cc4-b74b41b5b311 tempest-TestMinimumBasicScenario-386923442 tempest-TestMinimumBasicScenario-386923442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 11:48:00.583238 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [req-a469df62-54ce-4bcd-bd53-46be301afa4f req-8627fb2e-1efd-41ab-9cc4-b74b41b5b311 tempest-TestMinimumBasicScenario-386923442 tempest-TestMinimumBasicScenario-386923442-project] 10.222.0.57 "GET /v2.0/ports?device_id=25f4c6a2-d9fc-4492-b06a-41be27fc43a2 HTTP/1.1" status: 200  len: 985 time: 0.3090286
May 31 11:48:00.633184 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0215940a-47c9-48b9-b13c-5a7353150a5f req-c60767c0-d4d3-411d-a3b1-b687e207a81a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 11:48:00.635663 dv-cinder-786384-7-iscsi neutron-server[103720]: INFO neutron.wsgi [req-0215940a-47c9-48b9-b13c-5a7353150a5f req-c60767c0-d4d3-411d-a3b1-b687e207a81a service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=d2835694ba8b4386a2876202826dc222&device_id=25f4c6a2-d9fc-4492-b06a-41be27fc43a2 HTTP/1.1" status: 200  len: 1138 time: 0.0824056
May 31 11:48:00.661993 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron_lib.callbacks.manager [req-433b3422-ade3-4b53-988d-577fe3ed178f req-85583c5a-dcc3-4325-8b04-23e8b9caf3c8 tempest-AttachVolumeShelveTestJSON-127538222 tempest-AttachVolumeShelveTestJSON-127538222-project] Notify callbacks [] for floatingip, precommit_update {{(pid=103721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:48:00.662415 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron_lib.callbacks.manager [req-433b3422-ade3-4b53-988d-577fe3ed178f req-85583c5a-dcc3-4325-8b04-23e8b9caf3c8 tempest-AttachVolumeShelveTestJSON-127538222 tempest-AttachVolumeShelveTestJSON-127538222-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4088573'] for floatingip, after_update {{(pid=103721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:48:00.662760 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.db.l3_db [req-433b3422-ade3-4b53-988d-577fe3ed178f req-85583c5a-dcc3-4325-8b04-23e8b9caf3c8 tempest-AttachVolumeShelveTestJSON-127538222 tempest-AttachVolumeShelveTestJSON-127538222-project] Floating IP 8162e22c-636b-4957-8525-941d6ceba46c disassociated. External IP: 172.27.2.127, port: 47adc6b5-17d9-4109-8892-d6283ab54f49.
May 31 11:48:00.663161 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.plugins.ml2.plugin [req-433b3422-ade3-4b53-988d-577fe3ed178f req-85583c5a-dcc3-4325-8b04-23e8b9caf3c8 tempest-AttachVolumeShelveTestJSON-127538222 tempest-AttachVolumeShelveTestJSON-127538222-project] Calling delete_port for 47adc6b5-17d9-4109-8892-d6283ab54f49 owned by compute:nova {{(pid=103721) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
May 31 11:48:00.681380 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [req-a469df62-54ce-4bcd-bd53-46be301afa4f req-3194b4c8-249f-4f7d-bb3d-0787f52ac583 tempest-TestMinimumBasicScenario-386923442 tempest-TestMinimumBasicScenario-386923442-project] 10.222.0.57 "GET /v2.0/security-groups?id=f3724ee5-3f7d-4418-9672-f19ca2386f83&id=367d638f-65de-4460-8c85-5f3624b2eecf&fields=id&fields=name HTTP/1.1" status: 200  len: 379 time: 0.0866580
May 31 11:48:00.707873 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-404e07df-c558-4040-abe7-db19e7d09117 req-b2bdd192-8726-41a3-bc1c-60e06b193fa0 tempest-AttachVolumeShelveTestJSON-127538222 tempest-AttachVolumeShelveTestJSON-127538222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 11:48:00.709569 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [req-404e07df-c558-4040-abe7-db19e7d09117 req-b2bdd192-8726-41a3-bc1c-60e06b193fa0 tempest-AttachVolumeShelveTestJSON-127538222 tempest-AttachVolumeShelveTestJSON-127538222-project] 10.222.0.57 "GET /v2.0/ports?device_id=3e7980f7-7a5b-4115-a41f-48764f578357 HTTP/1.1" status: 200  len: 947 time: 0.1932425
May 31 11:48:00.766475 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [req-404e07df-c558-4040-abe7-db19e7d09117 req-e27271ad-3ff6-4c9b-896d-aa5879c92f31 tempest-AttachVolumeShelveTestJSON-127538222 tempest-AttachVolumeShelveTestJSON-127538222-project] 10.222.0.57 "GET /v2.0/security-groups?id=d1eff7f3-8a7b-4a53-9689-d64080240a11&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0493839
May 31 11:48:00.861753 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0215940a-47c9-48b9-b13c-5a7353150a5f req-9dab12ac-78c1-40dd-8544-3a7240c4b6a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 11:48:00.863349 dv-cinder-786384-7-iscsi neutron-server[103720]: INFO neutron.wsgi [req-0215940a-47c9-48b9-b13c-5a7353150a5f req-9dab12ac-78c1-40dd-8544-3a7240c4b6a3 service neutron] 10.222.0.60 "GET /v2.0/networks?id=7c7367d4-6b64-4c55-b3b8-cb2b2973b934 HTTP/1.1" status: 200  len: 916 time: 0.2023194
May 31 11:48:00.876831 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron_lib.callbacks.manager [req-433b3422-ade3-4b53-988d-577fe3ed178f req-85583c5a-dcc3-4325-8b04-23e8b9caf3c8 tempest-AttachVolumeShelveTestJSON-127538222 tempest-AttachVolumeShelveTestJSON-127538222-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937715', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3701677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744215954342', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744215520979', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2250866'] for port, after_delete {{(pid=103721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:48:00.890266 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG oslo_concurrency.lockutils [None req-6ee3a0b7-eef2-43c3-80dd-104e44b1eecc service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103721) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 31 11:48:00.943838 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85583c5a-dcc3-4325-8b04-23e8b9caf3c8 tempest-AttachVolumeShelveTestJSON-127538222 tempest-AttachVolumeShelveTestJSON-127538222-project] Pushing event deleted for resources: {'Port': ['ID=47adc6b5-17d9-4109-8892-d6283ab54f49,revision_number=None']} {{(pid=103721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 31 11:48:00.953237 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG oslo_concurrency.lockutils [None req-85583c5a-dcc3-4325-8b04-23e8b9caf3c8 tempest-AttachVolumeShelveTestJSON-127538222 tempest-AttachVolumeShelveTestJSON-127538222-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=103721) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 31 11:48:00.991509 dv-cinder-786384-7-iscsi neutron-server[103720]: INFO neutron.wsgi [req-0215940a-47c9-48b9-b13c-5a7353150a5f req-12cfe730-ee05-4c18-8dce-3e42af9738f5 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=edbc0fcc-660b-4861-9417-be69a962d663 HTTP/1.1" status: 200  len: 1001 time: 0.1203988
May 31 11:48:01.083469 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0215940a-47c9-48b9-b13c-5a7353150a5f req-0eb725ea-0121-49a2-97c6-ab0d485f2efd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 11:48:01.085708 dv-cinder-786384-7-iscsi neutron-server[103720]: INFO neutron.wsgi [req-0215940a-47c9-48b9-b13c-5a7353150a5f req-0eb725ea-0121-49a2-97c6-ab0d485f2efd service neutron] 10.222.0.60 "GET /v2.0/subnets?id=0ae97965-980e-4967-8bf0-649896983786 HTTP/1.1" status: 200  len: 854 time: 0.0867095
May 31 11:48:01.155498 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.scheduler.l3_agent_scheduler [req-433b3422-ade3-4b53-988d-577fe3ed178f req-85583c5a-dcc3-4325-8b04-23e8b9caf3c8 tempest-AttachVolumeShelveTestJSON-127538222 tempest-AttachVolumeShelveTestJSON-127538222-project] Router c04fd99b-0c0e-4ac9-87ef-88ba458649ea has already been hosted by L3 agent f8c17dd7-da16-4427-b6e3-d7e30616bc4c {{(pid=103721) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
May 31 11:48:01.248613 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0215940a-47c9-48b9-b13c-5a7353150a5f req-2b9c5584-e787-4d63-8d8c-4836627cce2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 11:48:01.250198 dv-cinder-786384-7-iscsi neutron-server[103720]: INFO neutron.wsgi [req-0215940a-47c9-48b9-b13c-5a7353150a5f req-2b9c5584-e787-4d63-8d8c-4836627cce2d service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=7c7367d4-6b64-4c55-b3b8-cb2b2973b934&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1568639
May 31 11:48:01.376894 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron_lib.callbacks.manager [None req-43028a7b-58d7-408b-ac75-1328e6896bf7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744215964654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857257'] for agent, after_update {{(pid=103722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:48:01.396410 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.quota.resource [req-068f8c2b-c5d0-4837-8f29-55acca9a3f9a req-73e801b3-2955-420e-8830-e49e3838da1f tempest-TestShelveInstance-1856919752 tempest-TestShelveInstance-1856919752-project] Synchronizing usage tracker for tenant:67225ec5f483494c9d8a6368709f6b83 on resource:security_group {{(pid=103721) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 31 11:48:01.414112 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-433b3422-ade3-4b53-988d-577fe3ed178f req-85583c5a-dcc3-4325-8b04-23e8b9caf3c8 tempest-AttachVolumeShelveTestJSON-127538222 tempest-AttachVolumeShelveTestJSON-127538222-project] Notify agent at l3_agent.dv-cinder-786384-7-iscsi the message routers_updated {{(pid=103721) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
May 31 11:48:01.425867 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7397c98e-ce25-4d68-bc49-84eccf830b80 None None] Sync routers for ids ['c04fd99b-0c0e-4ac9-87ef-88ba458649ea'] in dv-cinder-786384-7-iscsi {{(pid=103722) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 31 11:48:01.440953 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7397c98e-ce25-4d68-bc49-84eccf830b80 None None] Routers {'c04fd99b-0c0e-4ac9-87ef-88ba458649ea'} bound to L3 agent in host dv-cinder-786384-7-iscsi {{(pid=103722) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 31 11:48:01.442072 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron.db.l3_hamode_db [None req-7397c98e-ce25-4d68-bc49-84eccf830b80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f3ebcb05ac0>, 'dv-cinder-786384-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-05-31T11:36:05Z,description=<?>,heartbeat_timestamp=2021-05-31T11:47:35Z,host='dv-cinder-786384-7-iscsi',id=f8c17dd7-da16-4427-b6e3-d7e30616bc4c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-31T11:36:05Z,topic='l3_agent')) {'router_ids': ['c04fd99b-0c0e-4ac9-87ef-88ba458649ea'], 'active': True} {{(pid=103722) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 31 11:48:01.489001 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.quota.resource [req-068f8c2b-c5d0-4837-8f29-55acca9a3f9a req-73e801b3-2955-420e-8830-e49e3838da1f tempest-TestShelveInstance-1856919752 tempest-TestShelveInstance-1856919752-project] Unset dirty status for tenant:67225ec5f483494c9d8a6368709f6b83 on resource:security_group {{(pid=103721) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 31 11:48:01.490153 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [req-068f8c2b-c5d0-4837-8f29-55acca9a3f9a req-73e801b3-2955-420e-8830-e49e3838da1f tempest-TestShelveInstance-1856919752 tempest-TestShelveInstance-1856919752-project] 10.222.0.57 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1453427025&fields=id&tenant_id=67225ec5f483494c9d8a6368709f6b83 HTTP/1.1" status: 200  len: 267 time: 0.2197213
May 31 11:48:01.500056 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.db.l3_dvrscheduler_db [req-433b3422-ade3-4b53-988d-577fe3ed178f req-85583c5a-dcc3-4325-8b04-23e8b9caf3c8 tempest-AttachVolumeShelveTestJSON-127538222 tempest-AttachVolumeShelveTestJSON-127538222-project] No DVR routers for this DVR port 47adc6b5-17d9-4109-8892-d6283ab54f49 on host hv-cinder-78638 {{(pid=103721) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 31 11:48:01.511056 dv-cinder-786384-7-iscsi neutron-server[103720]: INFO neutron.wsgi [req-0215940a-47c9-48b9-b13c-5a7353150a5f req-eb090209-c12c-4f0d-bc7a-6f46392a82a0 service neutron] 10.222.0.60 "GET /v2.0/networks/7c7367d4-6b64-4c55-b3b8-cb2b2973b934?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2490382
May 31 11:48:01.524455 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron_lib.callbacks.manager [req-433b3422-ade3-4b53-988d-577fe3ed178f req-85583c5a-dcc3-4325-8b04-23e8b9caf3c8 tempest-AttachVolumeShelveTestJSON-127538222 tempest-AttachVolumeShelveTestJSON-127538222-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46333'] for port, before_response {{(pid=103721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:48:01.533682 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3e7980f7-7a5b-4115-a41f-48764f578357', 'name': 'network-vif-deleted', 'tag': '47adc6b5-17d9-4109-8892-d6283ab54f49'}] {{(pid=103721) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 31 11:48:01.536242 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3cd903d475e597836c68a86188e0a4f713f0e90603b95bd8a010e768671d0d04" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5fcad4e1-be11-4418-91b4-9e92121f0fbc" -d '{"events": [{"server_uuid": "3e7980f7-7a5b-4115-a41f-48764f578357", "name": "network-vif-deleted", "tag": "47adc6b5-17d9-4109-8892-d6283ab54f49"}]}' {{(pid=103721) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
May 31 11:48:01.550025 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [req-433b3422-ade3-4b53-988d-577fe3ed178f req-85583c5a-dcc3-4325-8b04-23e8b9caf3c8 tempest-AttachVolumeShelveTestJSON-127538222 tempest-AttachVolumeShelveTestJSON-127538222-project] 10.222.0.60 "DELETE /v2.0/ports/47adc6b5-17d9-4109-8892-d6283ab54f49 HTTP/1.1" status: 204  len: 173 time: 1.6664529
May 31 11:48:01.609564 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 31 May 2021 11:48:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8f6f1fa2-dc13-46ab-905c-dddbb94acbbb x-openstack-request-id: req-8f6f1fa2-dc13-46ab-905c-dddbb94acbbb {{(pid=103721) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
May 31 11:48:01.609914 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3e7980f7-7a5b-4115-a41f-48764f578357", "name": "network-vif-deleted", "tag": "47adc6b5-17d9-4109-8892-d6283ab54f49", "status": "completed", "code": 200}]} {{(pid=103721) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
May 31 11:48:01.610231 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-8f6f1fa2-dc13-46ab-905c-dddbb94acbbb {{(pid=103721) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
May 31 11:48:01.610577 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3e7980f7-7a5b-4115-a41f-48764f578357', 'name': 'network-vif-deleted', 'tag': '47adc6b5-17d9-4109-8892-d6283ab54f49', 'status': 'completed', 'code': 200}
May 31 11:48:01.645168 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron.db.l3_dvr_db [None req-7397c98e-ce25-4d68-bc49-84eccf830b80 None None] Set router c04fd99b-0c0e-4ac9-87ef-88ba458649ea gateway port host: dv-cinder-786384-7-iscsi {{(pid=103722) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
May 31 11:48:01.731724 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-068f8c2b-c5d0-4837-8f29-55acca9a3f9a req-db52ed3e-8911-41e8-ae8f-609cb6b443d4 tempest-TestShelveInstance-1856919752 tempest-TestShelveInstance-1856919752-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 11:48:01.732688 dv-cinder-786384-7-iscsi neutron-server[103720]: INFO neutron.wsgi [req-0215940a-47c9-48b9-b13c-5a7353150a5f req-aa52d727-ea1e-4aa9-846c-fbe2176abe3a service neutron] 10.222.0.60 "GET /v2.0/networks/7c7367d4-6b64-4c55-b3b8-cb2b2973b934?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2159946
May 31 11:48:01.733213 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.quota.resource [req-068f8c2b-c5d0-4837-8f29-55acca9a3f9a req-db52ed3e-8911-41e8-ae8f-609cb6b443d4 tempest-TestShelveInstance-1856919752 tempest-TestShelveInstance-1856919752-project] Synchronizing usage tracker for tenant:67225ec5f483494c9d8a6368709f6b83 on resource:network {{(pid=103721) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 31 11:48:01.757743 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.quota.resource [req-068f8c2b-c5d0-4837-8f29-55acca9a3f9a req-db52ed3e-8911-41e8-ae8f-609cb6b443d4 tempest-TestShelveInstance-1856919752 tempest-TestShelveInstance-1856919752-project] Unset dirty status for tenant:67225ec5f483494c9d8a6368709f6b83 on resource:network {{(pid=103721) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 31 11:48:01.759291 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [req-068f8c2b-c5d0-4837-8f29-55acca9a3f9a req-db52ed3e-8911-41e8-ae8f-609cb6b443d4 tempest-TestShelveInstance-1856919752 tempest-TestShelveInstance-1856919752-project] 10.222.0.57 "GET /v2.0/networks?id=56741204-4ce1-45fa-a0a1-399f87add183 HTTP/1.1" status: 200  len: 809 time: 0.2607002
May 31 11:48:01.778131 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [req-068f8c2b-c5d0-4837-8f29-55acca9a3f9a req-84f24ad1-25f1-4c01-8af6-76cb681fd2db tempest-TestShelveInstance-1856919752 tempest-TestShelveInstance-1856919752-project] 10.222.0.57 "GET /v2.0/quotas/67225ec5f483494c9d8a6368709f6b83 HTTP/1.1" status: 200  len: 375 time: 0.0121465
May 31 11:48:01.956793 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [req-068f8c2b-c5d0-4837-8f29-55acca9a3f9a req-0bd591e5-d1b2-468f-ab10-1ee986caec76 tempest-TestShelveInstance-1856919752 tempest-TestShelveInstance-1856919752-project] 10.222.0.57 "GET /v2.0/ports?tenant_id=67225ec5f483494c9d8a6368709f6b83&fields=id HTTP/1.1" status: 200  len: 302 time: 0.1732821
May 31 11:48:01.965433 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc30b889-bf11-4553-b045-ca90afe0e145 req-230e3752-bb6d-4a93-9470-e0dd18c558ca tempest-TestMinimumBasicScenario-386923442 tempest-TestMinimumBasicScenario-386923442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 11:48:01.966964 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [req-dc30b889-bf11-4553-b045-ca90afe0e145 req-230e3752-bb6d-4a93-9470-e0dd18c558ca tempest-TestMinimumBasicScenario-386923442 tempest-TestMinimumBasicScenario-386923442-project] 10.222.0.57 "GET /v2.0/ports?device_id=25f4c6a2-d9fc-4492-b06a-41be27fc43a2 HTTP/1.1" status: 200  len: 985 time: 0.1089427
May 31 11:48:02.011855 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron.db.l3_hamode_db [None req-7397c98e-ce25-4d68-bc49-84eccf830b80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f3ebcb05ac0>, [{'id': 'c04fd99b-0c0e-4ac9-87ef-88ba458649ea', 'name': 'tempest-AttachVolumeShelveTestJSON-352513985-router', 'tenant_id': 'f3bd06944c9240d0a51b5da41de72600', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cb16751-6ba1-494a-bef1-53f614bdb222', 'external_fixed_ips': [{'subnet_id': '1135c889-0623-4d10-975a-f2c46f50f0f6', 'ip_address': '172.27.2.123'}], 'enable_snat': True}, 'gw_port_id': 'a86d7503-e894-41f3-8504-76bdb32c60d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T11:43:46Z', 'updated_at': '2021-05-31T11:43:55Z', 'revision_number': 4, 'project_id': 'f3bd06944c9240d0a51b5da41de72600', 'gw_port': {'id': 'a86d7503-e894-41f3-8504-76bdb32c60d9', 'name': '', 'network_id': '1cb16751-6ba1-494a-bef1-53f614bdb222', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:11:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c04fd99b-0c0e-4ac9-87ef-88ba458649ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': '1135c889-0623-4d10-975a-f2c46f50f0f6', 'ip_address': '172.27.2.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786384-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T11:43:48Z', 'updated_at': '2021-05-31T11:43:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1135c889-0623-4d10-975a-f2c46f50f0f6', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786384-7-iscsi', '_interfaces': [{'id': '26f3a154-0095-45c0-b840-93b3827acb87', 'name': '', 'network_id': '2c20abfc-12cd-4800-b928-7191b2675429', 'tenant_id': 'f3bd06944c9240d0a51b5da41de72600', 'mac_address': 'fa:16:3e:18:ea:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c04fd99b-0c0e-4ac9-87ef-88ba458649ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '97d26c19-ffd5-4600-9f66-20181dad1656', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786384-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T11:43:53Z', 'updated_at': '2021-05-31T11:44:08Z', 'revision_number': 5, 'project_id': 'f3bd06944c9240d0a51b5da41de72600', 'subnets': [{'id': '97d26c19-ffd5-4600-9f66-20181dad1656', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786384-7-iscsi', False) {} {{(pid=103722) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 31 11:48:02.016249 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7397c98e-ce25-4d68-bc49-84eccf830b80 None None] Checking router: c04fd99b-0c0e-4ac9-87ef-88ba458649ea for host: dv-cinder-786384-7-iscsi {{(pid=103722) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
May 31 11:48:02.025247 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7397c98e-ce25-4d68-bc49-84eccf830b80 None None] Routers {'c04fd99b-0c0e-4ac9-87ef-88ba458649ea'} bound to L3 agent in host dv-cinder-786384-7-iscsi {{(pid=103722) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 31 11:48:02.025866 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron.db.l3_hamode_db [None req-7397c98e-ce25-4d68-bc49-84eccf830b80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f3ebcb05ac0>, 'dv-cinder-786384-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-05-31T11:36:05Z,description=<?>,heartbeat_timestamp=2021-05-31T11:47:35Z,host='dv-cinder-786384-7-iscsi',id=f8c17dd7-da16-4427-b6e3-d7e30616bc4c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-31T11:36:05Z,topic='l3_agent')) {'router_ids': ['c04fd99b-0c0e-4ac9-87ef-88ba458649ea'], 'active': True} {{(pid=103722) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 31 11:48:02.189205 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [req-dc30b889-bf11-4553-b045-ca90afe0e145 req-44e947fb-d195-468a-bc71-e2879da0a68e tempest-TestMinimumBasicScenario-386923442 tempest-TestMinimumBasicScenario-386923442-project] 10.222.0.57 "GET /v2.0/security-groups?id=f3724ee5-3f7d-4418-9672-f19ca2386f83&id=367d638f-65de-4460-8c85-5f3624b2eecf&fields=id&fields=name HTTP/1.1" status: 200  len: 379 time: 0.2152259
May 31 11:48:02.234673 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [req-068f8c2b-c5d0-4837-8f29-55acca9a3f9a req-c79e04c5-58b9-49c4-b3da-bfe7e31b40f9 service neutron] 10.222.0.57 "GET /v2.0/networks/56741204-4ce1-45fa-a0a1-399f87add183?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2524462
May 31 11:48:02.236002 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron.db.l3_dvr_db [None req-7397c98e-ce25-4d68-bc49-84eccf830b80 None None] Set router c04fd99b-0c0e-4ac9-87ef-88ba458649ea gateway port host: dv-cinder-786384-7-iscsi {{(pid=103722) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
May 31 11:48:02.453213 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.quota.resource [req-ebdef844-135b-489c-a43d-6b64b949e1b1 req-b0fccc5f-5948-4220-8a7d-bae7a14e2612 tempest-AttachVolumeShelveTestJSON-127538222 tempest-AttachVolumeShelveTestJSON-127538222-project] Synchronizing usage tracker for tenant:f3bd06944c9240d0a51b5da41de72600 on resource:port {{(pid=103721) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 31 11:48:02.497590 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.quota.resource [req-ebdef844-135b-489c-a43d-6b64b949e1b1 req-b0fccc5f-5948-4220-8a7d-bae7a14e2612 tempest-AttachVolumeShelveTestJSON-127538222 tempest-AttachVolumeShelveTestJSON-127538222-project] Unset dirty status for tenant:f3bd06944c9240d0a51b5da41de72600 on resource:port {{(pid=103721) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 31 11:48:02.498908 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [req-ebdef844-135b-489c-a43d-6b64b949e1b1 req-b0fccc5f-5948-4220-8a7d-bae7a14e2612 tempest-AttachVolumeShelveTestJSON-127538222 tempest-AttachVolumeShelveTestJSON-127538222-project] 10.222.0.57 "GET /v2.0/ports?device_id=3e7980f7-7a5b-4115-a41f-48764f578357 HTTP/1.1" status: 200  len: 210 time: 0.1195753
May 31 11:48:02.508652 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [req-068f8c2b-c5d0-4837-8f29-55acca9a3f9a req-a4960087-b5fa-4eeb-8d16-311bfc538ed2 service neutron] 10.222.0.57 "GET /v2.0/networks/56741204-4ce1-45fa-a0a1-399f87add183?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2730088
May 31 11:48:02.616658 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron.db.l3_hamode_db [None req-7397c98e-ce25-4d68-bc49-84eccf830b80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f3ebcb05ac0>, [{'id': 'c04fd99b-0c0e-4ac9-87ef-88ba458649ea', 'name': 'tempest-AttachVolumeShelveTestJSON-352513985-router', 'tenant_id': 'f3bd06944c9240d0a51b5da41de72600', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cb16751-6ba1-494a-bef1-53f614bdb222', 'external_fixed_ips': [{'subnet_id': '1135c889-0623-4d10-975a-f2c46f50f0f6', 'ip_address': '172.27.2.123'}], 'enable_snat': True}, 'gw_port_id': 'a86d7503-e894-41f3-8504-76bdb32c60d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T11:43:46Z', 'updated_at': '2021-05-31T11:43:55Z', 'revision_number': 4, 'project_id': 'f3bd06944c9240d0a51b5da41de72600', 'gw_port': {'id': 'a86d7503-e894-41f3-8504-76bdb32c60d9', 'name': '', 'network_id': '1cb16751-6ba1-494a-bef1-53f614bdb222', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:11:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c04fd99b-0c0e-4ac9-87ef-88ba458649ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': '1135c889-0623-4d10-975a-f2c46f50f0f6', 'ip_address': '172.27.2.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786384-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T11:43:48Z', 'updated_at': '2021-05-31T11:43:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1135c889-0623-4d10-975a-f2c46f50f0f6', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786384-7-iscsi', '_interfaces': [{'id': '26f3a154-0095-45c0-b840-93b3827acb87', 'name': '', 'network_id': '2c20abfc-12cd-4800-b928-7191b2675429', 'tenant_id': 'f3bd06944c9240d0a51b5da41de72600', 'mac_address': 'fa:16:3e:18:ea:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c04fd99b-0c0e-4ac9-87ef-88ba458649ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '97d26c19-ffd5-4600-9f66-20181dad1656', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786384-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T11:43:53Z', 'updated_at': '2021-05-31T11:44:08Z', 'revision_number': 5, 'project_id': 'f3bd06944c9240d0a51b5da41de72600', 'subnets': [{'id': '97d26c19-ffd5-4600-9f66-20181dad1656', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786384-7-iscsi', False) {} {{(pid=103722) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 31 11:48:02.624453 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7397c98e-ce25-4d68-bc49-84eccf830b80 None None] The sync data for ids ['c04fd99b-0c0e-4ac9-87ef-88ba458649ea'] in dv-cinder-786384-7-iscsi is: [{'id': 'c04fd99b-0c0e-4ac9-87ef-88ba458649ea', 'name': 'tempest-AttachVolumeShelveTestJSON-352513985-router', 'tenant_id': 'f3bd06944c9240d0a51b5da41de72600', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cb16751-6ba1-494a-bef1-53f614bdb222', 'external_fixed_ips': [{'subnet_id': '1135c889-0623-4d10-975a-f2c46f50f0f6', 'ip_address': '172.27.2.123'}], 'enable_snat': True}, 'gw_port_id': 'a86d7503-e894-41f3-8504-76bdb32c60d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T11:43:46Z', 'updated_at': '2021-05-31T11:43:55Z', 'revision_number': 4, 'project_id': 'f3bd06944c9240d0a51b5da41de72600', 'gw_port': {'id': 'a86d7503-e894-41f3-8504-76bdb32c60d9', 'name': '', 'network_id': '1cb16751-6ba1-494a-bef1-53f614bdb222', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:11:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c04fd99b-0c0e-4ac9-87ef-88ba458649ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': '1135c889-0623-4d10-975a-f2c46f50f0f6', 'ip_address': '172.27.2.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786384-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T11:43:48Z', 'updated_at': '2021-05-31T11:43:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1135c889-0623-4d10-975a-f2c46f50f0f6', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786384-7-iscsi', '_interfaces': [{'id': '26f3a154-0095-45c0-b840-93b3827acb87', 'name': '', 'network_id': '2c20abfc-12cd-4800-b928-7191b2675429', 'tenant_id': 'f3bd06944c9240d0a51b5da41de72600', 'mac_address': 'fa:16:3e:18:ea:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c04fd99b-0c0e-4ac9-87ef-88ba458649ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '97d26c19-ffd5-4600-9f66-20181dad1656', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786384-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T11:43:53Z', 'updated_at': '2021-05-31T11:44:08Z', 'revision_number': 5, 'project_id': 'f3bd06944c9240d0a51b5da41de72600', 'subnets': [{'id': '97d26c19-ffd5-4600-9f66-20181dad1656', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103722) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 31 11:48:02.900751 dv-cinder-786384-7-iscsi neutron-server[103723]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91aa6b5b-618d-413e-a2c4-99ca43e3e703 None None] New status for floating IP 8162e22c-636b-4957-8525-941d6ceba46c: DOWN {{(pid=103723) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
May 31 11:48:02.976369 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [req-dbacf523-d07c-49b4-a5bb-c022a1d9bf28 req-4e4cb51b-1a09-42bc-8c2b-86836448633a tempest-TestShelveInstance-1856919752 tempest-TestShelveInstance-1856919752-project] 10.222.0.57 "GET /v2.0/ports?device_id=e459736f-0c08-4469-b126-a8d744b78201 HTTP/1.1" status: 200  len: 210 time: 0.0695195
May 31 11:48:03.067995 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron_lib.callbacks.manager [None req-b8f2d996-3b82-4ee6-b32e-ff6b8aa21a7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744215964654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857257'] for agent, after_update {{(pid=103722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:48:03.388332 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a9eb0a3-4f84-4fe0-92db-8e25998e1fea req-301afa82-8e6e-4339-ba3e-ad50db971cde tempest-TestMinimumBasicScenario-386923442 tempest-TestMinimumBasicScenario-386923442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 11:48:03.389774 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [req-3a9eb0a3-4f84-4fe0-92db-8e25998e1fea req-301afa82-8e6e-4339-ba3e-ad50db971cde tempest-TestMinimumBasicScenario-386923442 tempest-TestMinimumBasicScenario-386923442-project] 10.222.0.57 "GET /v2.0/ports?device_id=25f4c6a2-d9fc-4492-b06a-41be27fc43a2 HTTP/1.1" status: 200  len: 985 time: 0.0818307
May 31 11:48:03.437320 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [req-3a9eb0a3-4f84-4fe0-92db-8e25998e1fea req-b39579e2-3de9-4aaf-8928-cd21454bbcd9 tempest-TestMinimumBasicScenario-386923442 tempest-TestMinimumBasicScenario-386923442-project] 10.222.0.57 "GET /v2.0/security-groups?id=f3724ee5-3f7d-4418-9672-f19ca2386f83&id=367d638f-65de-4460-8c85-5f3624b2eecf&fields=id&fields=name HTTP/1.1" status: 200  len: 379 time: 0.0413928
May 31 11:48:03.694534 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [req-a9695e9c-36c6-472b-80bd-22fed328470f req-4aa0d6cf-a140-4ded-8712-c45c15380cd3 tempest-AttachVolumeShelveTestJSON-127538222 tempest-AttachVolumeShelveTestJSON-127538222-project] 10.222.0.57 "GET /v2.0/ports?device_id=3e7980f7-7a5b-4115-a41f-48764f578357 HTTP/1.1" status: 200  len: 210 time: 0.0482149
May 31 11:48:03.848370 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron.plugins.ml2.rpc [None req-43028a7b-58d7-408b-ac75-1328e6896bf7 None None] Device 47adc6b5-17d9-4109-8892-d6283ab54f49 no longer exists at agent hyperv_hv-cinder-78638 {{(pid=103722) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
May 31 11:48:03.886164 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron.plugins.ml2.plugin [None req-43028a7b-58d7-408b-ac75-1328e6896bf7 None None] No Port match for: 47adc6b5-17d9-4109-8892-d6283ab54f49 {{(pid=103722) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}}
May 31 11:48:03.886531 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron.plugins.ml2.rpc [None req-43028a7b-58d7-408b-ac75-1328e6896bf7 None None] Device 47adc6b5-17d9-4109-8892-d6283ab54f49 not bound to the agent host hv-cinder-78638 {{(pid=103722) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
May 31 11:48:04.124545 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [req-a5f6bc76-b1da-43d6-83d3-bcd411e167f5 req-147ce045-3830-4c37-9b9e-848bf13b89da tempest-TestShelveInstance-1856919752 tempest-TestShelveInstance-1856919752-project] 10.222.0.57 "GET /v2.0/ports?device_id=e459736f-0c08-4469-b126-a8d744b78201 HTTP/1.1" status: 200  len: 210 time: 0.0470452
May 31 11:48:04.638666 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-804317f2-f2c8-42b3-a6e5-32cf28e5fbc9 req-70fa6578-bf73-4ec5-95ae-644afabea742 tempest-TestMinimumBasicScenario-386923442 tempest-TestMinimumBasicScenario-386923442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 11:48:04.640149 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [req-804317f2-f2c8-42b3-a6e5-32cf28e5fbc9 req-70fa6578-bf73-4ec5-95ae-644afabea742 tempest-TestMinimumBasicScenario-386923442 tempest-TestMinimumBasicScenario-386923442-project] 10.222.0.57 "GET /v2.0/ports?device_id=25f4c6a2-d9fc-4492-b06a-41be27fc43a2 HTTP/1.1" status: 200  len: 985 time: 0.0896506
May 31 11:48:04.692843 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [req-804317f2-f2c8-42b3-a6e5-32cf28e5fbc9 req-a7d10d84-1ded-48d6-825f-69e527636f01 tempest-TestMinimumBasicScenario-386923442 tempest-TestMinimumBasicScenario-386923442-project] 10.222.0.57 "GET /v2.0/security-groups?id=f3724ee5-3f7d-4418-9672-f19ca2386f83&id=367d638f-65de-4460-8c85-5f3624b2eecf&fields=id&fields=name HTTP/1.1" status: 200  len: 379 time: 0.0437467
May 31 11:48:04.859802 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [req-9cf74844-f221-4e62-bd37-57da4fa9995e req-64731d67-7862-428c-afca-160ae3e72f83 tempest-AttachVolumeShelveTestJSON-127538222 tempest-AttachVolumeShelveTestJSON-127538222-project] 10.222.0.57 "GET /v2.0/ports?device_id=3e7980f7-7a5b-4115-a41f-48764f578357 HTTP/1.1" status: 200  len: 210 time: 0.0417171
May 31 11:48:05.287510 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [req-eaf5ed88-f4db-4978-b7d7-17d5224576dd req-c9a6a2d9-1ad7-493d-8be4-75b7fae9a4fe tempest-TestShelveInstance-1856919752 tempest-TestShelveInstance-1856919752-project] 10.222.0.57 "GET /v2.0/ports?device_id=e459736f-0c08-4469-b126-a8d744b78201 HTTP/1.1" status: 200  len: 210 time: 0.0442724
May 31 11:48:05.509025 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron_lib.callbacks.manager [None req-cd40eaaf-d6ac-4376-b4b7-5d5d85d31782 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744215964654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857257'] for agent, after_update {{(pid=103722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:48:05.614632 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron_lib.callbacks.manager [None req-1f0a762f-0348-4bba-b860-8eddab4cd770 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744215964654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857257'] for agent, after_update {{(pid=103722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:48:05.892581 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad7e6340-d3e2-49fc-878c-7e0a2da49518 req-17240b74-265b-406b-b507-bc3d6b640a03 tempest-TestMinimumBasicScenario-386923442 tempest-TestMinimumBasicScenario-386923442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 11:48:05.894602 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [req-ad7e6340-d3e2-49fc-878c-7e0a2da49518 req-17240b74-265b-406b-b507-bc3d6b640a03 tempest-TestMinimumBasicScenario-386923442 tempest-TestMinimumBasicScenario-386923442-project] 10.222.0.57 "GET /v2.0/ports?device_id=25f4c6a2-d9fc-4492-b06a-41be27fc43a2 HTTP/1.1" status: 200  len: 985 time: 0.0948656
May 31 11:48:05.941197 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [req-ad7e6340-d3e2-49fc-878c-7e0a2da49518 req-c3985628-8a1a-4784-99a8-9630af9e84a8 tempest-TestMinimumBasicScenario-386923442 tempest-TestMinimumBasicScenario-386923442-project] 10.222.0.57 "GET /v2.0/security-groups?id=f3724ee5-3f7d-4418-9672-f19ca2386f83&id=367d638f-65de-4460-8c85-5f3624b2eecf&fields=id&fields=name HTTP/1.1" status: 200  len: 379 time: 0.0413005
May 31 11:48:05.985826 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.wsgi [-] (103721) accepted ('10.222.0.57', 45978) {{(pid=103721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 31 11:48:06.050132 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron_lib.callbacks.manager [None req-05f5c12d-88c9-4be4-81e1-683b766d027a tempest-AttachVolumeShelveTestJSON-127538222 tempest-AttachVolumeShelveTestJSON-127538222-project] Notify callbacks [] for security_group, before_delete {{(pid=103721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:48:06.087183 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron_lib.callbacks.manager [None req-05f5c12d-88c9-4be4-81e1-683b766d027a tempest-AttachVolumeShelveTestJSON-127538222 tempest-AttachVolumeShelveTestJSON-127538222-project] Notify callbacks [] for security_group, precommit_delete {{(pid=103721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:48:06.143731 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron_lib.callbacks.manager [None req-05f5c12d-88c9-4be4-81e1-683b766d027a tempest-AttachVolumeShelveTestJSON-127538222 tempest-AttachVolumeShelveTestJSON-127538222-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3705957'] for security_group, after_delete {{(pid=103721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:48:06.147557 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG oslo_concurrency.lockutils [None req-59314368-214d-40b3-abfb-d1d5761661e0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103721) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 31 11:48:06.166763 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05f5c12d-88c9-4be4-81e1-683b766d027a tempest-AttachVolumeShelveTestJSON-127538222 tempest-AttachVolumeShelveTestJSON-127538222-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d1eff7f3-8a7b-4a53-9689-d64080240a11,revision_number=None']} {{(pid=103721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 31 11:48:06.169898 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG oslo_concurrency.lockutils [None req-05f5c12d-88c9-4be4-81e1-683b766d027a tempest-AttachVolumeShelveTestJSON-127538222 tempest-AttachVolumeShelveTestJSON-127538222-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=103721) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 31 11:48:06.176563 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron_lib.callbacks.manager [None req-05f5c12d-88c9-4be4-81e1-683b766d027a tempest-AttachVolumeShelveTestJSON-127538222 tempest-AttachVolumeShelveTestJSON-127538222-project] Notify callbacks [] for security_group, before_response {{(pid=103721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:48:06.177699 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [None req-05f5c12d-88c9-4be4-81e1-683b766d027a tempest-AttachVolumeShelveTestJSON-127538222 tempest-AttachVolumeShelveTestJSON-127538222-project] 10.222.0.57 "DELETE /v2.0/security-groups/d1eff7f3-8a7b-4a53-9689-d64080240a11 HTTP/1.1" status: 204  len: 168 time: 0.1908808
May 31 11:48:06.180721 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.wsgi [-] (103721) accepted ('10.222.0.57', 45982) {{(pid=103721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 31 11:48:06.197555 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.api.v2.resource [None req-4720b1d5-3eda-4ff8-9bb6-225245901255 tempest-AttachVolumeShelveTestJSON-127538222 tempest-AttachVolumeShelveTestJSON-127538222-project] show failed (client error): The resource could not be found.
May 31 11:48:06.198530 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [None req-4720b1d5-3eda-4ff8-9bb6-225245901255 tempest-AttachVolumeShelveTestJSON-127538222 tempest-AttachVolumeShelveTestJSON-127538222-project] 10.222.0.57 "GET /v2.0/security-groups/d1eff7f3-8a7b-4a53-9689-d64080240a11 HTTP/1.1" status: 404  len: 347 time: 0.0169070
May 31 11:48:06.201447 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.wsgi [-] (103721) accepted ('10.222.0.57', 45986) {{(pid=103721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 31 11:48:06.442829 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [req-6c9280db-8b4f-4bff-979b-fb21c3ed1b11 req-9c64c2a3-f4df-4e6a-a361-db4b0fa91da1 tempest-TestShelveInstance-1856919752 tempest-TestShelveInstance-1856919752-project] 10.222.0.57 "GET /v2.0/ports?device_id=e459736f-0c08-4469-b126-a8d744b78201 HTTP/1.1" status: 200  len: 210 time: 0.0451653
May 31 11:48:06.457122 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.plugins.ml2.plugin [None req-25afd022-f4ec-4274-89d2-33fe3faee305 tempest-AttachVolumeShelveTestJSON-127538222 tempest-AttachVolumeShelveTestJSON-127538222-project] Deleting port 638c2b45-348b-47ca-8dc0-f5547b2be192 {{(pid=103721) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
May 31 11:48:06.457627 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron_lib.callbacks.manager [None req-25afd022-f4ec-4274-89d2-33fe3faee305 tempest-AttachVolumeShelveTestJSON-127538222 tempest-AttachVolumeShelveTestJSON-127538222-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744215952451'] for port, before_delete {{(pid=103721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:48:06.479402 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron_lib.callbacks.manager [None req-c59bf3d8-3f04-4740-8d75-807cb4f7478e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744215964654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857257'] for agent, after_update {{(pid=103722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:48:06.574137 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron_lib.callbacks.manager [None req-25afd022-f4ec-4274-89d2-33fe3faee305 tempest-AttachVolumeShelveTestJSON-127538222 tempest-AttachVolumeShelveTestJSON-127538222-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4088094'] for port, precommit_delete {{(pid=103721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:48:06.574456 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron_lib.callbacks.manager [None req-25afd022-f4ec-4274-89d2-33fe3faee305 tempest-AttachVolumeShelveTestJSON-127538222 tempest-AttachVolumeShelveTestJSON-127538222-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=103721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:48:06.778061 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.plugins.ml2.plugin [None req-25afd022-f4ec-4274-89d2-33fe3faee305 tempest-AttachVolumeShelveTestJSON-127538222 tempest-AttachVolumeShelveTestJSON-127538222-project] Calling delete_port for 638c2b45-348b-47ca-8dc0-f5547b2be192 owned by network:floatingip {{(pid=103721) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
May 31 11:48:06.895841 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron_lib.callbacks.manager [None req-25afd022-f4ec-4274-89d2-33fe3faee305 tempest-AttachVolumeShelveTestJSON-127538222 tempest-AttachVolumeShelveTestJSON-127538222-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937715', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3701677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744215954342', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744215520979', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2250866'] for port, after_delete {{(pid=103721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:48:06.899447 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG oslo_concurrency.lockutils [None req-12175ee3-2126-412a-8f4f-6a3003b8801a service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103721) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 31 11:48:06.941402 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25afd022-f4ec-4274-89d2-33fe3faee305 tempest-AttachVolumeShelveTestJSON-127538222 tempest-AttachVolumeShelveTestJSON-127538222-project] Pushing event deleted for resources: {'Port': ['ID=638c2b45-348b-47ca-8dc0-f5547b2be192,revision_number=None']} {{(pid=103721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 31 11:48:06.944541 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG oslo_concurrency.lockutils [None req-25afd022-f4ec-4274-89d2-33fe3faee305 tempest-AttachVolumeShelveTestJSON-127538222 tempest-AttachVolumeShelveTestJSON-127538222-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=103721) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 31 11:48:07.033392 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron_lib.callbacks.manager [None req-25afd022-f4ec-4274-89d2-33fe3faee305 tempest-AttachVolumeShelveTestJSON-127538222 tempest-AttachVolumeShelveTestJSON-127538222-project] Notify callbacks [] for floatingip, after_delete {{(pid=103721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:48:07.053954 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron_lib.callbacks.manager [None req-25afd022-f4ec-4274-89d2-33fe3faee305 tempest-AttachVolumeShelveTestJSON-127538222 tempest-AttachVolumeShelveTestJSON-127538222-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46333'] for floatingip, before_response {{(pid=103721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:48:07.055047 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [None req-25afd022-f4ec-4274-89d2-33fe3faee305 tempest-AttachVolumeShelveTestJSON-127538222 tempest-AttachVolumeShelveTestJSON-127538222-project] 10.222.0.57 "DELETE /v2.0/floatingips/8162e22c-636b-4957-8525-941d6ceba46c HTTP/1.1" status: 204  len: 168 time: 0.8527000
May 31 11:48:07.132852 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25baa395-057b-4cf2-9a62-e8a9875037c7 req-93bf4d51-6e49-48e8-8b81-9c37ac2e7f6e tempest-TestMinimumBasicScenario-386923442 tempest-TestMinimumBasicScenario-386923442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 11:48:07.134355 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [req-25baa395-057b-4cf2-9a62-e8a9875037c7 req-93bf4d51-6e49-48e8-8b81-9c37ac2e7f6e tempest-TestMinimumBasicScenario-386923442 tempest-TestMinimumBasicScenario-386923442-project] 10.222.0.57 "GET /v2.0/ports?device_id=25f4c6a2-d9fc-4492-b06a-41be27fc43a2 HTTP/1.1" status: 200  len: 985 time: 0.0830088
May 31 11:48:07.182479 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [req-25baa395-057b-4cf2-9a62-e8a9875037c7 req-bc70a58c-a743-4014-94eb-83bb31e04aa4 tempest-TestMinimumBasicScenario-386923442 tempest-TestMinimumBasicScenario-386923442-project] 10.222.0.57 "GET /v2.0/security-groups?id=f3724ee5-3f7d-4418-9672-f19ca2386f83&id=367d638f-65de-4460-8c85-5f3624b2eecf&fields=id&fields=name HTTP/1.1" status: 200  len: 379 time: 0.0410390
May 31 11:48:07.330163 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron.wsgi [-] (103720) accepted ('10.222.0.57', 46000) {{(pid=103720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 31 11:48:07.338703 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron.api.v2.base [None req-74485126-72c5-42b9-8737-6217069731cb tempest-AttachVolumeShelveTestJSON-127538222 tempest-AttachVolumeShelveTestJSON-127538222-project] Request body: {'security_group': {'name': 'tempest-securitygroup--398670212', 'description': 'tempest-description--1741385895'}} {{(pid=103720) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 31 11:48:07.348226 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron.db.quota.driver [None req-74485126-72c5-42b9-8737-6217069731cb tempest-AttachVolumeShelveTestJSON-127538222 tempest-AttachVolumeShelveTestJSON-127538222-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=103720) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 31 11:48:07.354776 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron.quota.resource [None req-74485126-72c5-42b9-8737-6217069731cb tempest-AttachVolumeShelveTestJSON-127538222 tempest-AttachVolumeShelveTestJSON-127538222-project] Usage tracker for resource:security_group and tenant:f3bd06944c9240d0a51b5da41de72600 is out of sync, need to count used quota {{(pid=103720) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 31 11:48:07.359490 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron.quota.resource [None req-74485126-72c5-42b9-8737-6217069731cb tempest-AttachVolumeShelveTestJSON-127538222 tempest-AttachVolumeShelveTestJSON-127538222-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=103720) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 31 11:48:07.367745 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron.db.quota.driver [None req-74485126-72c5-42b9-8737-6217069731cb tempest-AttachVolumeShelveTestJSON-127538222 tempest-AttachVolumeShelveTestJSON-127538222-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=103720) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 31 11:48:07.381961 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-74485126-72c5-42b9-8737-6217069731cb tempest-AttachVolumeShelveTestJSON-127538222 tempest-AttachVolumeShelveTestJSON-127538222-project] Notify callbacks [] for security_group, before_create {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:48:07.406779 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron.db.quota.driver [None req-74485126-72c5-42b9-8737-6217069731cb tempest-AttachVolumeShelveTestJSON-127538222 tempest-AttachVolumeShelveTestJSON-127538222-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=103720) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 31 11:48:07.410624 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron.quota.resource [None req-74485126-72c5-42b9-8737-6217069731cb tempest-AttachVolumeShelveTestJSON-127538222 tempest-AttachVolumeShelveTestJSON-127538222-project] Usage tracker for resource:security_group_rule and tenant:f3bd06944c9240d0a51b5da41de72600 is out of sync, need to count used quota {{(pid=103720) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 31 11:48:07.413446 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron.quota.resource [None req-74485126-72c5-42b9-8737-6217069731cb tempest-AttachVolumeShelveTestJSON-127538222 tempest-AttachVolumeShelveTestJSON-127538222-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=103720) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 31 11:48:07.419160 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron.db.quota.driver [None req-74485126-72c5-42b9-8737-6217069731cb tempest-AttachVolumeShelveTestJSON-127538222 tempest-AttachVolumeShelveTestJSON-127538222-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=103720) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 31 11:48:07.491666 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-74485126-72c5-42b9-8737-6217069731cb tempest-AttachVolumeShelveTestJSON-127538222 tempest-AttachVolumeShelveTestJSON-127538222-project] Notify callbacks [] for security_group, precommit_create {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:48:07.499218 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-74485126-72c5-42b9-8737-6217069731cb tempest-AttachVolumeShelveTestJSON-127538222 tempest-AttachVolumeShelveTestJSON-127538222-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3705957'] for security_group, after_create {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:48:07.503148 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG oslo_concurrency.lockutils [None req-2ca185df-2e4a-441e-88fd-7788a0c10744 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103720) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 31 11:48:07.545778 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74485126-72c5-42b9-8737-6217069731cb tempest-AttachVolumeShelveTestJSON-127538222 tempest-AttachVolumeShelveTestJSON-127538222-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6c1ea728-7f28-45a2-9ff9-c5e861fe7362,revision_number=1']} {{(pid=103720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 31 11:48:07.555704 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74485126-72c5-42b9-8737-6217069731cb tempest-AttachVolumeShelveTestJSON-127538222 tempest-AttachVolumeShelveTestJSON-127538222-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786384-7-iscsi {{(pid=103720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 31 11:48:07.556243 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74485126-72c5-42b9-8737-6217069731cb tempest-AttachVolumeShelveTestJSON-127538222 tempest-AttachVolumeShelveTestJSON-127538222-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786384-7-iscsi {{(pid=103720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 31 11:48:07.556936 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74485126-72c5-42b9-8737-6217069731cb tempest-AttachVolumeShelveTestJSON-127538222 tempest-AttachVolumeShelveTestJSON-127538222-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786384-7-iscsi {{(pid=103720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 31 11:48:07.557120 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74485126-72c5-42b9-8737-6217069731cb tempest-AttachVolumeShelveTestJSON-127538222 tempest-AttachVolumeShelveTestJSON-127538222-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786384-7-iscsi {{(pid=103720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 31 11:48:07.557485 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74485126-72c5-42b9-8737-6217069731cb tempest-AttachVolumeShelveTestJSON-127538222 tempest-AttachVolumeShelveTestJSON-127538222-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786384-7-iscsi {{(pid=103720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 31 11:48:07.557911 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74485126-72c5-42b9-8737-6217069731cb tempest-AttachVolumeShelveTestJSON-127538222 tempest-AttachVolumeShelveTestJSON-127538222-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786384-7-iscsi {{(pid=103720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 31 11:48:07.558291 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74485126-72c5-42b9-8737-6217069731cb tempest-AttachVolumeShelveTestJSON-127538222 tempest-AttachVolumeShelveTestJSON-127538222-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786384-7-iscsi {{(pid=103720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 31 11:48:07.558633 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74485126-72c5-42b9-8737-6217069731cb tempest-AttachVolumeShelveTestJSON-127538222 tempest-AttachVolumeShelveTestJSON-127538222-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786384-7-iscsi {{(pid=103720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 31 11:48:07.558959 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74485126-72c5-42b9-8737-6217069731cb tempest-AttachVolumeShelveTestJSON-127538222 tempest-AttachVolumeShelveTestJSON-127538222-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786384-7-iscsi {{(pid=103720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 31 11:48:07.559305 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74485126-72c5-42b9-8737-6217069731cb tempest-AttachVolumeShelveTestJSON-127538222 tempest-AttachVolumeShelveTestJSON-127538222-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786384-7-iscsi {{(pid=103720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 31 11:48:07.559644 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74485126-72c5-42b9-8737-6217069731cb tempest-AttachVolumeShelveTestJSON-127538222 tempest-AttachVolumeShelveTestJSON-127538222-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786384-7-iscsi {{(pid=103720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 31 11:48:07.560011 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74485126-72c5-42b9-8737-6217069731cb tempest-AttachVolumeShelveTestJSON-127538222 tempest-AttachVolumeShelveTestJSON-127538222-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786384-7-iscsi {{(pid=103720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 31 11:48:07.563699 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-74485126-72c5-42b9-8737-6217069731cb tempest-AttachVolumeShelveTestJSON-127538222 tempest-AttachVolumeShelveTestJSON-127538222-project] Notify callbacks [] for security_group, before_response {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:48:07.567927 dv-cinder-786384-7-iscsi neutron-server[103720]: INFO neutron.wsgi [None req-74485126-72c5-42b9-8737-6217069731cb tempest-AttachVolumeShelveTestJSON-127538222 tempest-AttachVolumeShelveTestJSON-127538222-project] 10.222.0.57 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1779 time: 0.2363331
May 31 11:48:07.568712 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG oslo_concurrency.lockutils [None req-74485126-72c5-42b9-8737-6217069731cb tempest-AttachVolumeShelveTestJSON-127538222 tempest-AttachVolumeShelveTestJSON-127538222-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=103720) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 31 11:48:07.569221 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron.wsgi [-] (103720) accepted ('10.222.0.57', 46006) {{(pid=103720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 31 11:48:07.574118 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron.api.v2.base [None req-26806183-8abc-4cce-8cd4-1a8c45d94918 tempest-AttachVolumeShelveTestJSON-127538222 tempest-AttachVolumeShelveTestJSON-127538222-project] Request body: {'security_group_rule': {'security_group_id': '6c1ea728-7f28-45a2-9ff9-c5e861fe7362', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103720) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 31 11:48:07.580231 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron.db.quota.driver [None req-26806183-8abc-4cce-8cd4-1a8c45d94918 tempest-AttachVolumeShelveTestJSON-127538222 tempest-AttachVolumeShelveTestJSON-127538222-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=103720) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 31 11:48:07.584093 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron.quota.resource [None req-26806183-8abc-4cce-8cd4-1a8c45d94918 tempest-AttachVolumeShelveTestJSON-127538222 tempest-AttachVolumeShelveTestJSON-127538222-project] Usage tracker for resource:security_group_rule and tenant:f3bd06944c9240d0a51b5da41de72600 is out of sync, need to count used quota {{(pid=103720) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 31 11:48:07.587327 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron.quota.resource [None req-26806183-8abc-4cce-8cd4-1a8c45d94918 tempest-AttachVolumeShelveTestJSON-127538222 tempest-AttachVolumeShelveTestJSON-127538222-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=103720) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 31 11:48:07.593037 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron.db.quota.driver [None req-26806183-8abc-4cce-8cd4-1a8c45d94918 tempest-AttachVolumeShelveTestJSON-127538222 tempest-AttachVolumeShelveTestJSON-127538222-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=103720) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 31 11:48:07.596211 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [req-3812a060-fdbc-4e17-8643-ba9aef881086 req-32d0b27c-44dd-40ff-bbba-9db385452a66 tempest-TestShelveInstance-1856919752 tempest-TestShelveInstance-1856919752-project] 10.222.0.57 "GET /v2.0/ports?device_id=e459736f-0c08-4469-b126-a8d744b78201 HTTP/1.1" status: 200  len: 210 time: 0.0475211
May 31 11:48:07.611204 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-26806183-8abc-4cce-8cd4-1a8c45d94918 tempest-AttachVolumeShelveTestJSON-127538222 tempest-AttachVolumeShelveTestJSON-127538222-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:48:07.670651 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-26806183-8abc-4cce-8cd4-1a8c45d94918 tempest-AttachVolumeShelveTestJSON-127538222 tempest-AttachVolumeShelveTestJSON-127538222-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:48:07.676381 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-26806183-8abc-4cce-8cd4-1a8c45d94918 tempest-AttachVolumeShelveTestJSON-127538222 tempest-AttachVolumeShelveTestJSON-127538222-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3705985'] for security_group_rule, after_create {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:48:07.678352 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103720) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 31 11:48:07.699371 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26806183-8abc-4cce-8cd4-1a8c45d94918 tempest-AttachVolumeShelveTestJSON-127538222 tempest-AttachVolumeShelveTestJSON-127538222-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0681c7f4-1c18-446a-a647-1d53c7a27137,revision_number=0']} {{(pid=103720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 31 11:48:07.701778 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG oslo_concurrency.lockutils [None req-26806183-8abc-4cce-8cd4-1a8c45d94918 tempest-AttachVolumeShelveTestJSON-127538222 tempest-AttachVolumeShelveTestJSON-127538222-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=103720) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 31 11:48:07.709816 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-26806183-8abc-4cce-8cd4-1a8c45d94918 tempest-AttachVolumeShelveTestJSON-127538222 tempest-AttachVolumeShelveTestJSON-127538222-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:48:07.711009 dv-cinder-786384-7-iscsi neutron-server[103720]: INFO neutron.wsgi [None req-26806183-8abc-4cce-8cd4-1a8c45d94918 tempest-AttachVolumeShelveTestJSON-127538222 tempest-AttachVolumeShelveTestJSON-127538222-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.1409655
May 31 11:48:07.714273 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron.wsgi [-] (103720) accepted ('10.222.0.57', 46010) {{(pid=103720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 31 11:48:07.719640 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron.api.v2.base [None req-ad6152dd-b4cf-4547-a41d-c7230ce84ee7 tempest-AttachVolumeShelveTestJSON-127538222 tempest-AttachVolumeShelveTestJSON-127538222-project] Request body: {'security_group_rule': {'security_group_id': '6c1ea728-7f28-45a2-9ff9-c5e861fe7362', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103720) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 31 11:48:07.725529 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron.db.quota.driver [None req-ad6152dd-b4cf-4547-a41d-c7230ce84ee7 tempest-AttachVolumeShelveTestJSON-127538222 tempest-AttachVolumeShelveTestJSON-127538222-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=103720) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 31 11:48:07.729566 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron.quota.resource [None req-ad6152dd-b4cf-4547-a41d-c7230ce84ee7 tempest-AttachVolumeShelveTestJSON-127538222 tempest-AttachVolumeShelveTestJSON-127538222-project] Usage tracker for resource:security_group_rule and tenant:f3bd06944c9240d0a51b5da41de72600 is out of sync, need to count used quota {{(pid=103720) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 31 11:48:07.732571 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron.quota.resource [None req-ad6152dd-b4cf-4547-a41d-c7230ce84ee7 tempest-AttachVolumeShelveTestJSON-127538222 tempest-AttachVolumeShelveTestJSON-127538222-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=103720) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 31 11:48:07.738604 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron.db.quota.driver [None req-ad6152dd-b4cf-4547-a41d-c7230ce84ee7 tempest-AttachVolumeShelveTestJSON-127538222 tempest-AttachVolumeShelveTestJSON-127538222-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=103720) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 31 11:48:07.756905 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-ad6152dd-b4cf-4547-a41d-c7230ce84ee7 tempest-AttachVolumeShelveTestJSON-127538222 tempest-AttachVolumeShelveTestJSON-127538222-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:48:07.822192 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-ad6152dd-b4cf-4547-a41d-c7230ce84ee7 tempest-AttachVolumeShelveTestJSON-127538222 tempest-AttachVolumeShelveTestJSON-127538222-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:48:07.826664 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-ad6152dd-b4cf-4547-a41d-c7230ce84ee7 tempest-AttachVolumeShelveTestJSON-127538222 tempest-AttachVolumeShelveTestJSON-127538222-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3705985'] for security_group_rule, after_create {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:48:07.828699 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103720) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 31 11:48:07.851820 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad6152dd-b4cf-4547-a41d-c7230ce84ee7 tempest-AttachVolumeShelveTestJSON-127538222 tempest-AttachVolumeShelveTestJSON-127538222-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=051d8b1d-dad3-4348-981b-e1b74c737b9c,revision_number=0']} {{(pid=103720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 31 11:48:07.854308 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG oslo_concurrency.lockutils [None req-ad6152dd-b4cf-4547-a41d-c7230ce84ee7 tempest-AttachVolumeShelveTestJSON-127538222 tempest-AttachVolumeShelveTestJSON-127538222-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=103720) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 31 11:48:07.862478 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-ad6152dd-b4cf-4547-a41d-c7230ce84ee7 tempest-AttachVolumeShelveTestJSON-127538222 tempest-AttachVolumeShelveTestJSON-127538222-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:48:07.866926 dv-cinder-786384-7-iscsi neutron-server[103720]: INFO neutron.wsgi [None req-ad6152dd-b4cf-4547-a41d-c7230ce84ee7 tempest-AttachVolumeShelveTestJSON-127538222 tempest-AttachVolumeShelveTestJSON-127538222-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 0.1484702
May 31 11:48:07.867038 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron.wsgi [-] (103720) accepted ('10.222.0.57', 46018) {{(pid=103720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 31 11:48:07.872454 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron.api.v2.base [None req-fa2060e8-f42d-4cf4-805e-1e49c3dbc91d tempest-AttachVolumeShelveTestJSON-127538222 tempest-AttachVolumeShelveTestJSON-127538222-project] Request body: {'floatingip': {'floating_network_id': '1cb16751-6ba1-494a-bef1-53f614bdb222'}} {{(pid=103720) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 31 11:48:07.878384 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron.db.quota.driver [None req-fa2060e8-f42d-4cf4-805e-1e49c3dbc91d tempest-AttachVolumeShelveTestJSON-127538222 tempest-AttachVolumeShelveTestJSON-127538222-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=103720) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 31 11:48:07.882285 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron.quota.resource [None req-fa2060e8-f42d-4cf4-805e-1e49c3dbc91d tempest-AttachVolumeShelveTestJSON-127538222 tempest-AttachVolumeShelveTestJSON-127538222-project] Usage tracker for resource:floatingip and tenant:f3bd06944c9240d0a51b5da41de72600 is out of sync, need to count used quota {{(pid=103720) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 31 11:48:07.885652 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron.quota.resource [None req-fa2060e8-f42d-4cf4-805e-1e49c3dbc91d tempest-AttachVolumeShelveTestJSON-127538222 tempest-AttachVolumeShelveTestJSON-127538222-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=103720) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 31 11:48:07.891409 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron.db.quota.driver [None req-fa2060e8-f42d-4cf4-805e-1e49c3dbc91d tempest-AttachVolumeShelveTestJSON-127538222 tempest-AttachVolumeShelveTestJSON-127538222-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=103720) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 31 11:48:07.901503 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-fa2060e8-f42d-4cf4-805e-1e49c3dbc91d tempest-AttachVolumeShelveTestJSON-127538222 tempest-AttachVolumeShelveTestJSON-127538222-project] Notify callbacks [] for floatingip, before_create {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:48:07.938505 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron_lib.callbacks.manager [None req-e2b995a4-3526-4c71-93aa-7f4ba47dfd64 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744215964654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857257'] for agent, after_update {{(pid=103722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:48:08.045887 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-fa2060e8-f42d-4cf4-805e-1e49c3dbc91d tempest-AttachVolumeShelveTestJSON-127538222 tempest-AttachVolumeShelveTestJSON-127538222-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-934180'] for port, before_create {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:48:08.186160 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron.db.db_base_plugin_common [None req-fa2060e8-f42d-4cf4-805e-1e49c3dbc91d tempest-AttachVolumeShelveTestJSON-127538222 tempest-AttachVolumeShelveTestJSON-127538222-project] Allocated IP 172.27.2.154 (1cb16751-6ba1-494a-bef1-53f614bdb222/1135c889-0623-4d10-975a-f2c46f50f0f6/631696b7-657d-47a8-b7c4-c9bb82f4cd04) {{(pid=103720) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 31 11:48:08.351862 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-fa2060e8-f42d-4cf4-805e-1e49c3dbc91d tempest-AttachVolumeShelveTestJSON-127538222 tempest-AttachVolumeShelveTestJSON-127538222-project] Notify callbacks [] for port, precommit_create {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:48:08.397086 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eabc2dd-3b3b-44d2-b6b5-0d9913469fe3 req-ffcad49c-ef9d-4ce5-b8ee-4ea04a594097 tempest-TestMinimumBasicScenario-386923442 tempest-TestMinimumBasicScenario-386923442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 11:48:08.398815 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [req-2eabc2dd-3b3b-44d2-b6b5-0d9913469fe3 req-ffcad49c-ef9d-4ce5-b8ee-4ea04a594097 tempest-TestMinimumBasicScenario-386923442 tempest-TestMinimumBasicScenario-386923442-project] 10.222.0.57 "GET /v2.0/ports?device_id=25f4c6a2-d9fc-4492-b06a-41be27fc43a2 HTTP/1.1" status: 200  len: 985 time: 0.0872386
May 31 11:48:08.402820 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-fa2060e8-f42d-4cf4-805e-1e49c3dbc91d tempest-AttachVolumeShelveTestJSON-127538222 tempest-AttachVolumeShelveTestJSON-127538222-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937715', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3701677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744215520970', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2327893'] for port, after_create {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:48:08.414195 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103720) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 31 11:48:08.449303 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [req-2eabc2dd-3b3b-44d2-b6b5-0d9913469fe3 req-6c5e29da-79b8-4f1e-810b-19fbd2038e73 tempest-TestMinimumBasicScenario-386923442 tempest-TestMinimumBasicScenario-386923442-project] 10.222.0.57 "GET /v2.0/security-groups?id=f3724ee5-3f7d-4418-9672-f19ca2386f83&id=367d638f-65de-4460-8c85-5f3624b2eecf&fields=id&fields=name HTTP/1.1" status: 200  len: 379 time: 0.0423346
May 31 11:48:08.549951 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa2060e8-f42d-4cf4-805e-1e49c3dbc91d tempest-AttachVolumeShelveTestJSON-127538222 tempest-AttachVolumeShelveTestJSON-127538222-project] Network 1cb16751-6ba1-494a-bef1-53f614bdb222 is already hosted by enough agents. {{(pid=103720) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 31 11:48:08.553137 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron.scheduler.base_scheduler [None req-fa2060e8-f42d-4cf4-805e-1e49c3dbc91d tempest-AttachVolumeShelveTestJSON-127538222 tempest-AttachVolumeShelveTestJSON-127538222-project] Resources bound (agent type, host, resource id):  {{(pid=103720) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 31 11:48:08.554970 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa2060e8-f42d-4cf4-805e-1e49c3dbc91d tempest-AttachVolumeShelveTestJSON-127538222 tempest-AttachVolumeShelveTestJSON-127538222-project] Pushing event updated for resources: {'Port': ['ID=631696b7-657d-47a8-b7c4-c9bb82f4cd04,revision_number=1']} {{(pid=103720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 31 11:48:08.557112 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa2060e8-f42d-4cf4-805e-1e49c3dbc91d tempest-AttachVolumeShelveTestJSON-127538222 tempest-AttachVolumeShelveTestJSON-127538222-project] Received port after_create {{(pid=103720) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
May 31 11:48:08.586016 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG oslo_concurrency.lockutils [None req-fa2060e8-f42d-4cf4-805e-1e49c3dbc91d tempest-AttachVolumeShelveTestJSON-127538222 tempest-AttachVolumeShelveTestJSON-127538222-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.172s {{(pid=103720) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 31 11:48:08.653529 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-068f8c2b-c5d0-4837-8f29-55acca9a3f9a req-97c6759c-2c82-4899-8ccb-9719fa12f8b1 tempest-TestShelveInstance-1856919752 tempest-TestShelveInstance-1856919752-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 11:48:08.654981 dv-cinder-786384-7-iscsi neutron-server[103720]: INFO neutron.wsgi [req-068f8c2b-c5d0-4837-8f29-55acca9a3f9a req-97c6759c-2c82-4899-8ccb-9719fa12f8b1 tempest-TestShelveInstance-1856919752 tempest-TestShelveInstance-1856919752-project] 10.222.0.60 "GET /v2.0/networks?id=56741204-4ce1-45fa-a0a1-399f87add183 HTTP/1.1" status: 200  len: 809 time: 0.2879324
May 31 11:48:08.716788 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-fa2060e8-f42d-4cf4-805e-1e49c3dbc91d tempest-AttachVolumeShelveTestJSON-127538222 tempest-AttachVolumeShelveTestJSON-127538222-project] Notify callbacks [] for floatingip, precommit_create {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:48:08.721520 dv-cinder-786384-7-iscsi neutron-server[103720]: INFO neutron.wsgi [req-068f8c2b-c5d0-4837-8f29-55acca9a3f9a req-d6e4cfe1-ccfe-49c0-a788-1b196581c5c7 tempest-TestShelveInstance-1856919752 tempest-TestShelveInstance-1856919752-project] 10.222.0.60 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=67225ec5f483494c9d8a6368709f6b83 HTTP/1.1" status: 200  len: 380 time: 0.0498066
May 31 11:48:08.732009 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron.api.v2.base [req-068f8c2b-c5d0-4837-8f29-55acca9a3f9a req-b2c27571-e824-4ba7-81b0-dd17cfd66800 tempest-TestShelveInstance-1856919752 tempest-TestShelveInstance-1856919752-project] Request body: {'port': {'device_id': 'e459736f-0c08-4469-b126-a8d744b78201', 'network_id': '56741204-4ce1-45fa-a0a1-399f87add183', 'admin_state_up': True, 'tenant_id': '67225ec5f483494c9d8a6368709f6b83', 'security_groups': ['c27ba14d-ac85-44f1-aa89-ac308792b39a']}} {{(pid=103720) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 31 11:48:08.745788 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [req-06e7f691-1e8a-432e-8faf-b835cde7f46c req-03b21af3-34d9-4f7f-a48f-85b0ae78340d tempest-TestShelveInstance-1856919752 tempest-TestShelveInstance-1856919752-project] 10.222.0.57 "GET /v2.0/ports?device_id=e459736f-0c08-4469-b126-a8d744b78201 HTTP/1.1" status: 200  len: 210 time: 0.0446844
May 31 11:48:08.870786 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-fa2060e8-f42d-4cf4-805e-1e49c3dbc91d tempest-AttachVolumeShelveTestJSON-127538222 tempest-AttachVolumeShelveTestJSON-127538222-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-934180'] for port, before_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:48:08.966982 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron.db.quota.driver [req-068f8c2b-c5d0-4837-8f29-55acca9a3f9a req-b2c27571-e824-4ba7-81b0-dd17cfd66800 tempest-TestShelveInstance-1856919752 tempest-TestShelveInstance-1856919752-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=103720) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 31 11:48:08.984679 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron.quota.resource [req-068f8c2b-c5d0-4837-8f29-55acca9a3f9a req-b2c27571-e824-4ba7-81b0-dd17cfd66800 tempest-TestShelveInstance-1856919752 tempest-TestShelveInstance-1856919752-project] Usage tracker for resource:port and tenant:67225ec5f483494c9d8a6368709f6b83 is out of sync, need to count used quota {{(pid=103720) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 31 11:48:08.990609 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron.quota.resource [req-068f8c2b-c5d0-4837-8f29-55acca9a3f9a req-b2c27571-e824-4ba7-81b0-dd17cfd66800 tempest-TestShelveInstance-1856919752 tempest-TestShelveInstance-1856919752-project] Quota usage for port was recalculated. Used quota:2. {{(pid=103720) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 31 11:48:09.036863 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron.db.quota.driver [req-068f8c2b-c5d0-4837-8f29-55acca9a3f9a req-b2c27571-e824-4ba7-81b0-dd17cfd66800 tempest-TestShelveInstance-1856919752 tempest-TestShelveInstance-1856919752-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=103720) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 31 11:48:09.163765 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-068f8c2b-c5d0-4837-8f29-55acca9a3f9a req-b2c27571-e824-4ba7-81b0-dd17cfd66800 tempest-TestShelveInstance-1856919752 tempest-TestShelveInstance-1856919752-project] Made reservation on behalf of 67225ec5f483494c9d8a6368709f6b83 for: {'port': 1} {{(pid=103720) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 31 11:48:09.167481 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [req-068f8c2b-c5d0-4837-8f29-55acca9a3f9a req-b2c27571-e824-4ba7-81b0-dd17cfd66800 tempest-TestShelveInstance-1856919752 tempest-TestShelveInstance-1856919752-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-934180'] for port, before_create {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:48:09.308381 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-fa2060e8-f42d-4cf4-805e-1e49c3dbc91d tempest-AttachVolumeShelveTestJSON-127538222 tempest-AttachVolumeShelveTestJSON-127538222-project] Notify callbacks [] for port, precommit_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:48:09.340772 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-fa2060e8-f42d-4cf4-805e-1e49c3dbc91d tempest-AttachVolumeShelveTestJSON-127538222 tempest-AttachVolumeShelveTestJSON-127538222-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937715', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3701677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744215954324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744215520988', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744215521293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2327900'] for port, after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:48:09.348397 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG oslo_concurrency.lockutils [None req-24cbef45-2717-47a2-b06e-36d687d43c21 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103720) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 31 11:48:09.472440 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa2060e8-f42d-4cf4-805e-1e49c3dbc91d tempest-AttachVolumeShelveTestJSON-127538222 tempest-AttachVolumeShelveTestJSON-127538222-project] Pushing event updated for resources: {'Port': ['ID=631696b7-657d-47a8-b7c4-c9bb82f4cd04,revision_number=2']} {{(pid=103720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 31 11:48:09.478586 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG oslo_concurrency.lockutils [None req-fa2060e8-f42d-4cf4-805e-1e49c3dbc91d tempest-AttachVolumeShelveTestJSON-127538222 tempest-AttachVolumeShelveTestJSON-127538222-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=103720) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 31 11:48:09.485693 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron.db.db_base_plugin_common [req-068f8c2b-c5d0-4837-8f29-55acca9a3f9a req-b2c27571-e824-4ba7-81b0-dd17cfd66800 tempest-TestShelveInstance-1856919752 tempest-TestShelveInstance-1856919752-project] Allocated IP 172.20.0.5 (56741204-4ce1-45fa-a0a1-399f87add183/0c8f52ca-30c0-490a-ab46-49af9203f193/462ece3e-f40a-44a0-a4fc-7c3ef3e9827a) {{(pid=103720) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 31 11:48:09.494137 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-fa2060e8-f42d-4cf4-805e-1e49c3dbc91d tempest-AttachVolumeShelveTestJSON-127538222 tempest-AttachVolumeShelveTestJSON-127538222-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4088573'] for floatingip, after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:48:09.536650 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-fa2060e8-f42d-4cf4-805e-1e49c3dbc91d tempest-AttachVolumeShelveTestJSON-127538222 tempest-AttachVolumeShelveTestJSON-127538222-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46333'] for floatingip, before_response {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:48:09.537879 dv-cinder-786384-7-iscsi neutron-server[103720]: INFO neutron.wsgi [None req-fa2060e8-f42d-4cf4-805e-1e49c3dbc91d tempest-AttachVolumeShelveTestJSON-127538222 tempest-AttachVolumeShelveTestJSON-127538222-project] 10.222.0.57 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 693 time: 1.6697299
May 31 11:48:09.639960 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87379b26-a6f4-43c3-aa1e-963da958945b req-64b73e96-265d-42ca-bbec-45c3ac3a60fc tempest-TestMinimumBasicScenario-386923442 tempest-TestMinimumBasicScenario-386923442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 11:48:09.642258 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [req-87379b26-a6f4-43c3-aa1e-963da958945b req-64b73e96-265d-42ca-bbec-45c3ac3a60fc tempest-TestMinimumBasicScenario-386923442 tempest-TestMinimumBasicScenario-386923442-project] 10.222.0.57 "GET /v2.0/ports?device_id=25f4c6a2-d9fc-4492-b06a-41be27fc43a2 HTTP/1.1" status: 200  len: 985 time: 0.0811174
May 31 11:48:09.694480 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [req-87379b26-a6f4-43c3-aa1e-963da958945b req-bea55b29-b8fe-4546-bb7d-be90786f438f tempest-TestMinimumBasicScenario-386923442 tempest-TestMinimumBasicScenario-386923442-project] 10.222.0.57 "GET /v2.0/security-groups?id=f3724ee5-3f7d-4418-9672-f19ca2386f83&id=367d638f-65de-4460-8c85-5f3624b2eecf&fields=id&fields=name HTTP/1.1" status: 200  len: 379 time: 0.0415494
May 31 11:48:09.703169 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [req-068f8c2b-c5d0-4837-8f29-55acca9a3f9a req-b2c27571-e824-4ba7-81b0-dd17cfd66800 tempest-TestShelveInstance-1856919752 tempest-TestShelveInstance-1856919752-project] Notify callbacks [] for port, precommit_create {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:48:09.719435 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron.db.provisioning_blocks [req-068f8c2b-c5d0-4837-8f29-55acca9a3f9a req-b2c27571-e824-4ba7-81b0-dd17cfd66800 tempest-TestShelveInstance-1856919752 tempest-TestShelveInstance-1856919752-project] Transition to ACTIVE for port object 462ece3e-f40a-44a0-a4fc-7c3ef3e9827a will not be triggered until provisioned by entity DHCP. {{(pid=103720) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 31 11:48:09.742549 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [req-068f8c2b-c5d0-4837-8f29-55acca9a3f9a req-b2c27571-e824-4ba7-81b0-dd17cfd66800 tempest-TestShelveInstance-1856919752 tempest-TestShelveInstance-1856919752-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937715', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3701677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744215520970', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2327893'] for port, after_create {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:48:09.748079 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103720) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 31 11:48:09.766160 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.quota.resource [req-7b2b4b48-9e0c-4494-b064-480fe3856683 req-ea622a9c-228b-4554-bba7-bf0de698ebbf tempest-AttachVolumeShelveTestJSON-127538222 tempest-AttachVolumeShelveTestJSON-127538222-project] Synchronizing usage tracker for tenant:f3bd06944c9240d0a51b5da41de72600 on resource:security_group {{(pid=103721) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 31 11:48:09.783372 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.quota.resource [req-7b2b4b48-9e0c-4494-b064-480fe3856683 req-ea622a9c-228b-4554-bba7-bf0de698ebbf tempest-AttachVolumeShelveTestJSON-127538222 tempest-AttachVolumeShelveTestJSON-127538222-project] Unset dirty status for tenant:f3bd06944c9240d0a51b5da41de72600 on resource:security_group {{(pid=103721) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 31 11:48:09.785008 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [req-7b2b4b48-9e0c-4494-b064-480fe3856683 req-ea622a9c-228b-4554-bba7-bf0de698ebbf tempest-AttachVolumeShelveTestJSON-127538222 tempest-AttachVolumeShelveTestJSON-127538222-project] 10.222.0.57 "GET /v2.0/security-groups?name=tempest-securitygroup--398670212&fields=id&tenant_id=f3bd06944c9240d0a51b5da41de72600 HTTP/1.1" status: 200  len: 267 time: 0.0580242
May 31 11:48:09.819633 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-068f8c2b-c5d0-4837-8f29-55acca9a3f9a req-b2c27571-e824-4ba7-81b0-dd17cfd66800 tempest-TestShelveInstance-1856919752 tempest-TestShelveInstance-1856919752-project] Network 56741204-4ce1-45fa-a0a1-399f87add183 is already hosted by enough agents. {{(pid=103720) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 31 11:48:09.826363 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron.scheduler.base_scheduler [req-068f8c2b-c5d0-4837-8f29-55acca9a3f9a req-b2c27571-e824-4ba7-81b0-dd17cfd66800 tempest-TestShelveInstance-1856919752 tempest-TestShelveInstance-1856919752-project] Resources bound (agent type, host, resource id):  {{(pid=103720) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 31 11:48:09.828675 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2c27571-e824-4ba7-81b0-dd17cfd66800 tempest-TestShelveInstance-1856919752 tempest-TestShelveInstance-1856919752-project] Pushing event updated for resources: {'Port': ['ID=462ece3e-f40a-44a0-a4fc-7c3ef3e9827a,revision_number=1']} {{(pid=103720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 31 11:48:09.831015 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron.db.l3_dvrscheduler_db [req-068f8c2b-c5d0-4837-8f29-55acca9a3f9a req-b2c27571-e824-4ba7-81b0-dd17cfd66800 tempest-TestShelveInstance-1856919752 tempest-TestShelveInstance-1856919752-project] Received port after_create {{(pid=103720) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
May 31 11:48:09.861612 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG oslo_concurrency.lockutils [None req-b2c27571-e824-4ba7-81b0-dd17cfd66800 tempest-TestShelveInstance-1856919752 tempest-TestShelveInstance-1856919752-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=103720) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 31 11:48:09.899363 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-068f8c2b-c5d0-4837-8f29-55acca9a3f9a req-b2c27571-e824-4ba7-81b0-dd17cfd66800 tempest-TestShelveInstance-1856919752 tempest-TestShelveInstance-1856919752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 11:48:09.900020 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [req-068f8c2b-c5d0-4837-8f29-55acca9a3f9a req-b2c27571-e824-4ba7-81b0-dd17cfd66800 tempest-TestShelveInstance-1856919752 tempest-TestShelveInstance-1856919752-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46333'] for port, before_response {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:48:09.920410 dv-cinder-786384-7-iscsi neutron-server[103720]: INFO neutron.wsgi [req-068f8c2b-c5d0-4837-8f29-55acca9a3f9a req-b2c27571-e824-4ba7-81b0-dd17cfd66800 tempest-TestShelveInstance-1856919752 tempest-TestShelveInstance-1856919752-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.1927564
May 31 11:48:09.939448 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron.api.v2.base [req-068f8c2b-c5d0-4837-8f29-55acca9a3f9a req-3808eb7f-2222-43bd-b9fd-4ef90886470f service neutron] Request body: {'port': {'device_id': 'e459736f-0c08-4469-b126-a8d744b78201', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78638'}} {{(pid=103720) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 31 11:48:09.998725 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b2b4b48-9e0c-4494-b064-480fe3856683 req-c9ec65ea-a8be-4bce-99a6-b68f1806e4d8 tempest-AttachVolumeShelveTestJSON-127538222 tempest-AttachVolumeShelveTestJSON-127538222-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 11:48:10.000214 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [req-7b2b4b48-9e0c-4494-b064-480fe3856683 req-c9ec65ea-a8be-4bce-99a6-b68f1806e4d8 tempest-AttachVolumeShelveTestJSON-127538222 tempest-AttachVolumeShelveTestJSON-127538222-project] 10.222.0.57 "GET /v2.0/networks?id=2c20abfc-12cd-4800-b928-7191b2675429 HTTP/1.1" status: 200  len: 816 time: 0.2069416
May 31 11:48:10.023912 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0b5eb11-db11-4c7c-acf7-a444d2120e9d req-8d91eb71-92af-4270-bb46-a1163bce5da8 tempest-TestShelveInstance-1856919752 tempest-TestShelveInstance-1856919752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 11:48:10.025429 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [req-a0b5eb11-db11-4c7c-acf7-a444d2120e9d req-8d91eb71-92af-4270-bb46-a1163bce5da8 tempest-TestShelveInstance-1856919752 tempest-TestShelveInstance-1856919752-project] 10.222.0.57 "GET /v2.0/ports?device_id=e459736f-0c08-4469-b126-a8d744b78201 HTTP/1.1" status: 200  len: 931 time: 0.1546376
May 31 11:48:10.027689 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [req-7b2b4b48-9e0c-4494-b064-480fe3856683 req-8d271bf9-6d38-48e9-bbec-cb2e65a44324 tempest-AttachVolumeShelveTestJSON-127538222 tempest-AttachVolumeShelveTestJSON-127538222-project] 10.222.0.57 "GET /v2.0/quotas/f3bd06944c9240d0a51b5da41de72600 HTTP/1.1" status: 200  len: 375 time: 0.0209947
May 31 11:48:10.064620 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [req-068f8c2b-c5d0-4837-8f29-55acca9a3f9a req-3808eb7f-2222-43bd-b9fd-4ef90886470f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-934180'] for port, before_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:48:10.072917 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron.db.provisioning_blocks [None req-dfbd8404-0315-4b26-bb68-16e08129b2b8 None None] Provisioning for port 462ece3e-f40a-44a0-a4fc-7c3ef3e9827a completed by entity DHCP. {{(pid=103722) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 31 11:48:10.084655 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron.db.provisioning_blocks [None req-dfbd8404-0315-4b26-bb68-16e08129b2b8 None None] Provisioning complete for port 462ece3e-f40a-44a0-a4fc-7c3ef3e9827a triggered by entity DHCP. {{(pid=103722) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 31 11:48:10.085808 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron_lib.callbacks.manager [None req-dfbd8404-0315-4b26-bb68-16e08129b2b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857618'] for port, provisioning_complete {{(pid=103722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:48:10.130698 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [req-a0b5eb11-db11-4c7c-acf7-a444d2120e9d req-14f50b54-1572-482e-88a1-3303e0f8a9eb tempest-TestShelveInstance-1856919752 tempest-TestShelveInstance-1856919752-project] 10.222.0.57 "GET /v2.0/security-groups?id=c27ba14d-ac85-44f1-aa89-ac308792b39a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0984607
May 31 11:48:10.155091 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.quota.resource [req-7b2b4b48-9e0c-4494-b064-480fe3856683 req-f92dadf2-3189-4af4-831f-c68de56eca87 tempest-AttachVolumeShelveTestJSON-127538222 tempest-AttachVolumeShelveTestJSON-127538222-project] Synchronizing usage tracker for tenant:f3bd06944c9240d0a51b5da41de72600 on resource:port {{(pid=103721) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 31 11:48:10.171673 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.quota.resource [req-7b2b4b48-9e0c-4494-b064-480fe3856683 req-f92dadf2-3189-4af4-831f-c68de56eca87 tempest-AttachVolumeShelveTestJSON-127538222 tempest-AttachVolumeShelveTestJSON-127538222-project] Unset dirty status for tenant:f3bd06944c9240d0a51b5da41de72600 on resource:port {{(pid=103721) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 31 11:48:10.173116 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [req-7b2b4b48-9e0c-4494-b064-480fe3856683 req-f92dadf2-3189-4af4-831f-c68de56eca87 tempest-AttachVolumeShelveTestJSON-127538222 tempest-AttachVolumeShelveTestJSON-127538222-project] 10.222.0.57 "GET /v2.0/ports?tenant_id=f3bd06944c9240d0a51b5da41de72600&fields=id HTTP/1.1" status: 200  len: 348 time: 0.1265275
May 31 11:48:10.206933 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron.plugins.ml2.plugin [None req-dfbd8404-0315-4b26-bb68-16e08129b2b8 None None] Port 462ece3e-f40a-44a0-a4fc-7c3ef3e9827a cannot update to ACTIVE because it is not bound. {{(pid=103722) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
May 31 11:48:10.328649 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [req-7b2b4b48-9e0c-4494-b064-480fe3856683 req-9f88e6a3-620e-4fac-bb0c-eb2ea7cd1371 service neutron] 10.222.0.57 "GET /v2.0/networks/2c20abfc-12cd-4800-b928-7191b2675429?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1424427
May 31 11:48:10.430507 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron.notifiers.nova [req-068f8c2b-c5d0-4837-8f29-55acca9a3f9a req-3808eb7f-2222-43bd-b9fd-4ef90886470f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 462ece3e-f40a-44a0-a4fc-7c3ef3e9827a {{(pid=103720) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
May 31 11:48:10.437411 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [req-068f8c2b-c5d0-4837-8f29-55acca9a3f9a req-3808eb7f-2222-43bd-b9fd-4ef90886470f service neutron] Notify callbacks [] for port, precommit_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:48:10.451564 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron.db.provisioning_blocks [req-068f8c2b-c5d0-4837-8f29-55acca9a3f9a req-3808eb7f-2222-43bd-b9fd-4ef90886470f service neutron] Transition to ACTIVE for port object 462ece3e-f40a-44a0-a4fc-7c3ef3e9827a will not be triggered until provisioned by entity L2. {{(pid=103720) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 31 11:48:10.467261 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [req-068f8c2b-c5d0-4837-8f29-55acca9a3f9a req-3808eb7f-2222-43bd-b9fd-4ef90886470f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937715', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3701677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744215954324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744215520988', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744215521293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2327900'] for port, after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:48:10.468309 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [req-7b2b4b48-9e0c-4494-b064-480fe3856683 req-048cc948-17b8-40ab-a229-db66240017f5 service neutron] 10.222.0.57 "GET /v2.0/networks/2c20abfc-12cd-4800-b928-7191b2675429?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1326773
May 31 11:48:10.472539 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103720) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 31 11:48:10.672330 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3808eb7f-2222-43bd-b9fd-4ef90886470f service neutron] Pushing event updated for resources: {'Port': ['ID=462ece3e-f40a-44a0-a4fc-7c3ef3e9827a,revision_number=2']} {{(pid=103720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 31 11:48:10.681617 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG oslo_concurrency.lockutils [None req-3808eb7f-2222-43bd-b9fd-4ef90886470f service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.209s {{(pid=103720) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 31 11:48:10.744700 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron.plugins.ml2.managers [req-068f8c2b-c5d0-4837-8f29-55acca9a3f9a req-3808eb7f-2222-43bd-b9fd-4ef90886470f service neutron] Attempting to bind port 462ece3e-f40a-44a0-a4fc-7c3ef3e9827a on host hv-cinder-78638 for vnic_type normal with profile  {{(pid=103720) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
May 31 11:48:10.745194 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron.plugins.ml2.managers [req-068f8c2b-c5d0-4837-8f29-55acca9a3f9a req-3808eb7f-2222-43bd-b9fd-4ef90886470f service neutron] Attempting to bind port 462ece3e-f40a-44a0-a4fc-7c3ef3e9827a by drivers openvswitch,hyperv on host hv-cinder-78638 at level 0 using segments [{'id': '85ec44de-340d-4adb-a400-8c2147a8ec2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 780, 'network_id': '56741204-4ce1-45fa-a0a1-399f87add183'}] {{(pid=103720) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
May 31 11:48:10.745532 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-068f8c2b-c5d0-4837-8f29-55acca9a3f9a req-3808eb7f-2222-43bd-b9fd-4ef90886470f service neutron] Attempting to bind port 462ece3e-f40a-44a0-a4fc-7c3ef3e9827a on network 56741204-4ce1-45fa-a0a1-399f87add183 {{(pid=103720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 31 11:48:10.751655 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-068f8c2b-c5d0-4837-8f29-55acca9a3f9a req-3808eb7f-2222-43bd-b9fd-4ef90886470f service neutron] Port 462ece3e-f40a-44a0-a4fc-7c3ef3e9827a on network 56741204-4ce1-45fa-a0a1-399f87add183 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78638 {{(pid=103720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
May 31 11:48:10.752005 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-068f8c2b-c5d0-4837-8f29-55acca9a3f9a req-3808eb7f-2222-43bd-b9fd-4ef90886470f service neutron] Attempting to bind port 462ece3e-f40a-44a0-a4fc-7c3ef3e9827a on network 56741204-4ce1-45fa-a0a1-399f87add183 {{(pid=103720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 31 11:48:10.757658 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-068f8c2b-c5d0-4837-8f29-55acca9a3f9a req-3808eb7f-2222-43bd-b9fd-4ef90886470f service neutron] Checking agent: {'id': '42990638-b1ad-4185-8b70-a0b8bae36499', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78638', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 31, 11, 42, 1), 'started_at': datetime.datetime(2021, 5, 31, 11, 42, 1), 'heartbeat_timestamp': datetime.datetime(2021, 5, 31, 11, 48, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
May 31 11:48:10.757990 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-068f8c2b-c5d0-4837-8f29-55acca9a3f9a req-3808eb7f-2222-43bd-b9fd-4ef90886470f service neutron] Checking segment: {'id': '85ec44de-340d-4adb-a400-8c2147a8ec2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 780, 'network_id': '56741204-4ce1-45fa-a0a1-399f87add183'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103720) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 31 11:48:10.758366 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-068f8c2b-c5d0-4837-8f29-55acca9a3f9a req-3808eb7f-2222-43bd-b9fd-4ef90886470f service neutron] Bound using segment: {'id': '85ec44de-340d-4adb-a400-8c2147a8ec2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 780, 'network_id': '56741204-4ce1-45fa-a0a1-399f87add183'} {{(pid=103720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
May 31 11:48:10.758820 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron.plugins.ml2.managers [req-068f8c2b-c5d0-4837-8f29-55acca9a3f9a req-3808eb7f-2222-43bd-b9fd-4ef90886470f service neutron] Bound port: 462ece3e-f40a-44a0-a4fc-7c3ef3e9827a, host: hv-cinder-78638, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '85ec44de-340d-4adb-a400-8c2147a8ec2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 780, 'network_id': '56741204-4ce1-45fa-a0a1-399f87add183'}}] {{(pid=103720) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
May 31 11:48:10.759141 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [req-068f8c2b-c5d0-4837-8f29-55acca9a3f9a req-3808eb7f-2222-43bd-b9fd-4ef90886470f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-934180'] for port, before_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:48:10.818213 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [req-0ad58440-8f7c-43ab-a8cd-e5dc10d2e4f3 req-b0d5b65d-8756-43ce-badc-88b83f3affdf tempest-AttachVolumeShelveTestJSON-127538222 tempest-AttachVolumeShelveTestJSON-127538222-project] 10.222.0.57 "GET /v2.0/ports?device_id=ead9d6d4-0497-4043-988e-b5462cd4a21e HTTP/1.1" status: 200  len: 210 time: 0.0874541
May 31 11:48:10.894158 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron.plugins.ml2.db [req-068f8c2b-c5d0-4837-8f29-55acca9a3f9a req-3808eb7f-2222-43bd-b9fd-4ef90886470f service neutron] For port 462ece3e-f40a-44a0-a4fc-7c3ef3e9827a, host hv-cinder-78638, cleared binding levels {{(pid=103720) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
May 31 11:48:10.897809 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron.plugins.ml2.db [req-068f8c2b-c5d0-4837-8f29-55acca9a3f9a req-3808eb7f-2222-43bd-b9fd-4ef90886470f service neutron] For port 462ece3e-f40a-44a0-a4fc-7c3ef3e9827a, host hv-cinder-78638, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=462ece3e-f40a-44a0-a4fc-7c3ef3e9827a,segment=NetworkSegment(85ec44de-340d-4adb-a400-8c2147a8ec2a),segment_id=85ec44de-340d-4adb-a400-8c2147a8ec2a)] {{(pid=103720) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
May 31 11:48:10.903575 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [req-068f8c2b-c5d0-4837-8f29-55acca9a3f9a req-3808eb7f-2222-43bd-b9fd-4ef90886470f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937715', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3701677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744215954324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744215520988', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744215521293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2327900'] for port, after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:48:10.908815 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG oslo_concurrency.lockutils [None req-d8d098b2-917d-41c3-bac1-098abfa0f7d9 tempest-TestMinimumBasicScenario-386923442 tempest-TestMinimumBasicScenario-386923442-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103720) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 31 11:48:10.967170 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-068f8c2b-c5d0-4837-8f29-55acca9a3f9a req-3808eb7f-2222-43bd-b9fd-4ef90886470f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 11:48:10.967946 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [req-068f8c2b-c5d0-4837-8f29-55acca9a3f9a req-3808eb7f-2222-43bd-b9fd-4ef90886470f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46333'] for port, before_response {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:48:10.973118 dv-cinder-786384-7-iscsi neutron-server[103720]: INFO neutron.wsgi [req-068f8c2b-c5d0-4837-8f29-55acca9a3f9a req-3808eb7f-2222-43bd-b9fd-4ef90886470f service neutron] 10.222.0.60 "PUT /v2.0/ports/462ece3e-f40a-44a0-a4fc-7c3ef3e9827a HTTP/1.1" status: 200  len: 1093 time: 1.0378888
May 31 11:48:10.981815 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e459736f-0c08-4469-b126-a8d744b78201', 'tag': '462ece3e-f40a-44a0-a4fc-7c3ef3e9827a'}] {{(pid=103720) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 31 11:48:10.984638 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6839f599539fa4c6e3ba02718c376b16d52b950f3872e5f8c495d4ff24c4a199" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3301f562-580e-4a22-b42d-cd1db0848281" -d '{"events": [{"name": "network-changed", "server_uuid": "e459736f-0c08-4469-b126-a8d744b78201", "tag": "462ece3e-f40a-44a0-a4fc-7c3ef3e9827a"}]}' {{(pid=103720) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
May 31 11:48:10.990225 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b97a7a5-2a4f-4838-8b6d-435341adb118 req-795b7970-d7c3-41ff-b086-1a73ac1f536a tempest-TestMinimumBasicScenario-386923442 tempest-TestMinimumBasicScenario-386923442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 11:48:10.992068 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [req-0b97a7a5-2a4f-4838-8b6d-435341adb118 req-795b7970-d7c3-41ff-b086-1a73ac1f536a tempest-TestMinimumBasicScenario-386923442 tempest-TestMinimumBasicScenario-386923442-project] 10.222.0.57 "GET /v2.0/ports?device_id=25f4c6a2-d9fc-4492-b06a-41be27fc43a2 HTTP/1.1" status: 200  len: 985 time: 0.1008785
May 31 11:48:11.028737 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3808eb7f-2222-43bd-b9fd-4ef90886470f service neutron] Pushing event updated for resources: {'Port': ['ID=462ece3e-f40a-44a0-a4fc-7c3ef3e9827a,revision_number=3']} {{(pid=103720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 31 11:48:11.032217 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG oslo_concurrency.lockutils [None req-3808eb7f-2222-43bd-b9fd-4ef90886470f service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=103720) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 31 11:48:11.061621 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [req-0b97a7a5-2a4f-4838-8b6d-435341adb118 req-653ccf51-e988-4387-864f-eb4e28c5f807 tempest-TestMinimumBasicScenario-386923442 tempest-TestMinimumBasicScenario-386923442-project] 10.222.0.57 "GET /v2.0/security-groups?id=f3724ee5-3f7d-4418-9672-f19ca2386f83&id=367d638f-65de-4460-8c85-5f3624b2eecf&fields=id&fields=name HTTP/1.1" status: 200  len: 379 time: 0.0614827
May 31 11:48:11.085206 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 31 May 2021 11:48:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-18b68079-7124-46b1-a122-06193ccdd045 x-openstack-request-id: req-18b68079-7124-46b1-a122-06193ccdd045 {{(pid=103720) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
May 31 11:48:11.085719 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e459736f-0c08-4469-b126-a8d744b78201", "tag": "462ece3e-f40a-44a0-a4fc-7c3ef3e9827a", "status": "completed", "code": 200}]} {{(pid=103720) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
May 31 11:48:11.086144 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-18b68079-7124-46b1-a122-06193ccdd045 {{(pid=103720) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
May 31 11:48:11.086698 dv-cinder-786384-7-iscsi neutron-server[103720]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e459736f-0c08-4469-b126-a8d744b78201', 'tag': '462ece3e-f40a-44a0-a4fc-7c3ef3e9827a', 'status': 'completed', 'code': 200}
May 31 11:48:11.132043 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-068f8c2b-c5d0-4837-8f29-55acca9a3f9a req-785b8ef0-d847-467f-910b-333966c60d68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 11:48:11.133573 dv-cinder-786384-7-iscsi neutron-server[103720]: INFO neutron.wsgi [req-068f8c2b-c5d0-4837-8f29-55acca9a3f9a req-785b8ef0-d847-467f-910b-333966c60d68 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=67225ec5f483494c9d8a6368709f6b83&device_id=e459736f-0c08-4469-b126-a8d744b78201 HTTP/1.1" status: 200  len: 1096 time: 0.0996132
May 31 11:48:11.334660 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1b49ef1-be92-445c-b2bc-527597d42f65 req-bff8b86a-0ba4-45bf-8493-79e4e662a725 tempest-TestShelveInstance-1856919752 tempest-TestShelveInstance-1856919752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 11:48:11.336205 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [req-d1b49ef1-be92-445c-b2bc-527597d42f65 req-bff8b86a-0ba4-45bf-8493-79e4e662a725 tempest-TestShelveInstance-1856919752 tempest-TestShelveInstance-1856919752-project] 10.222.0.57 "GET /v2.0/ports?device_id=e459736f-0c08-4469-b126-a8d744b78201 HTTP/1.1" status: 200  len: 943 time: 0.0821476
May 31 11:48:11.380981 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [req-d1b49ef1-be92-445c-b2bc-527597d42f65 req-5de0d1fa-c0c2-4dac-83a8-a4bc6da433ef tempest-TestShelveInstance-1856919752 tempest-TestShelveInstance-1856919752-project] 10.222.0.57 "GET /v2.0/security-groups?id=c27ba14d-ac85-44f1-aa89-ac308792b39a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0390756
May 31 11:48:12.039242 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [req-ca58716c-d4d2-4640-ba48-72fdbef8e1dc req-3a7de722-4d42-4370-b1d8-8c6d7280b7f1 tempest-AttachVolumeShelveTestJSON-127538222 tempest-AttachVolumeShelveTestJSON-127538222-project] 10.222.0.57 "GET /v2.0/ports?device_id=ead9d6d4-0497-4043-988e-b5462cd4a21e HTTP/1.1" status: 200  len: 210 time: 0.1155598
May 31 11:48:12.576815 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa2efc89-8c41-46e0-ad2f-84a429904ac1 req-e3da35c1-1b13-4446-b67a-0ec5f5f6e591 tempest-TestShelveInstance-1856919752 tempest-TestShelveInstance-1856919752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 11:48:12.578392 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [req-fa2efc89-8c41-46e0-ad2f-84a429904ac1 req-e3da35c1-1b13-4446-b67a-0ec5f5f6e591 tempest-TestShelveInstance-1856919752 tempest-TestShelveInstance-1856919752-project] 10.222.0.57 "GET /v2.0/ports?device_id=e459736f-0c08-4469-b126-a8d744b78201 HTTP/1.1" status: 200  len: 943 time: 0.0859802
May 31 11:48:12.630723 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [req-fa2efc89-8c41-46e0-ad2f-84a429904ac1 req-52ad27d7-5b21-49c3-9db5-cd6f26dee970 tempest-TestShelveInstance-1856919752 tempest-TestShelveInstance-1856919752-project] 10.222.0.57 "GET /v2.0/security-groups?id=c27ba14d-ac85-44f1-aa89-ac308792b39a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0466311
May 31 11:48:13.213949 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [req-cc610a7d-fc78-4754-bc53-7c6131e8768f req-ea36be2a-26a9-4148-a05b-18e68b2c213b tempest-AttachVolumeShelveTestJSON-127538222 tempest-AttachVolumeShelveTestJSON-127538222-project] 10.222.0.57 "GET /v2.0/ports?device_id=ead9d6d4-0497-4043-988e-b5462cd4a21e HTTP/1.1" status: 200  len: 210 time: 0.0462642
May 31 11:48:13.836704 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7876308c-8eae-488b-bde4-28fa2f1d3615 req-2d994d30-5009-40f5-bd1b-25c7a1288396 tempest-TestShelveInstance-1856919752 tempest-TestShelveInstance-1856919752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 11:48:13.838158 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [req-7876308c-8eae-488b-bde4-28fa2f1d3615 req-2d994d30-5009-40f5-bd1b-25c7a1288396 tempest-TestShelveInstance-1856919752 tempest-TestShelveInstance-1856919752-project] 10.222.0.57 "GET /v2.0/ports?device_id=e459736f-0c08-4469-b126-a8d744b78201 HTTP/1.1" status: 200  len: 943 time: 0.0879531
May 31 11:48:13.882945 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [req-7876308c-8eae-488b-bde4-28fa2f1d3615 req-b264d605-d37c-49fc-aa9e-d4315c03e334 tempest-TestShelveInstance-1856919752 tempest-TestShelveInstance-1856919752-project] 10.222.0.57 "GET /v2.0/security-groups?id=c27ba14d-ac85-44f1-aa89-ac308792b39a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0390921
May 31 11:48:14.196606 dv-cinder-786384-7-iscsi neutron-server[103720]: INFO neutron.wsgi [req-068f8c2b-c5d0-4837-8f29-55acca9a3f9a req-fe4d0eb1-2613-4635-a8ff-88aed2516ce9 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=462ece3e-f40a-44a0-a4fc-7c3ef3e9827a HTTP/1.1" status: 200  len: 217 time: 0.1666610
May 31 11:48:14.262451 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-068f8c2b-c5d0-4837-8f29-55acca9a3f9a req-47b926e1-3893-4b50-90e4-5a2dfaa19bb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 11:48:14.263979 dv-cinder-786384-7-iscsi neutron-server[103720]: INFO neutron.wsgi [req-068f8c2b-c5d0-4837-8f29-55acca9a3f9a req-47b926e1-3893-4b50-90e4-5a2dfaa19bb8 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=0c8f52ca-30c0-490a-ab46-49af9203f193 HTTP/1.1" status: 200  len: 848 time: 0.0608029
May 31 11:48:14.346959 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-068f8c2b-c5d0-4837-8f29-55acca9a3f9a req-d7b1e6e5-ab85-4bf2-b73d-446fadc0f233 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 11:48:14.348491 dv-cinder-786384-7-iscsi neutron-server[103720]: INFO neutron.wsgi [req-068f8c2b-c5d0-4837-8f29-55acca9a3f9a req-d7b1e6e5-ab85-4bf2-b73d-446fadc0f233 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=56741204-4ce1-45fa-a0a1-399f87add183&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0769901
May 31 11:48:14.392253 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [req-5997bd4d-5543-441d-a50f-af6cb4f52529 req-e731fccf-45ba-475b-b08d-b3148445f9cf tempest-AttachVolumeShelveTestJSON-127538222 tempest-AttachVolumeShelveTestJSON-127538222-project] 10.222.0.57 "GET /v2.0/ports?device_id=ead9d6d4-0497-4043-988e-b5462cd4a21e HTTP/1.1" status: 200  len: 210 time: 0.0551672
May 31 11:48:14.489428 dv-cinder-786384-7-iscsi neutron-server[103720]: INFO neutron.wsgi [req-068f8c2b-c5d0-4837-8f29-55acca9a3f9a req-78750ac3-ddc9-4ec8-8e81-6d56f28cb9b2 service neutron] 10.222.0.60 "GET /v2.0/networks/56741204-4ce1-45fa-a0a1-399f87add183?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1314571
May 31 11:48:14.622837 dv-cinder-786384-7-iscsi neutron-server[103720]: INFO neutron.wsgi [req-068f8c2b-c5d0-4837-8f29-55acca9a3f9a req-73631ab7-3911-40d3-af5f-d93de25b4ebe service neutron] 10.222.0.60 "GET /v2.0/networks/56741204-4ce1-45fa-a0a1-399f87add183?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1254187
May 31 11:48:14.798641 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3301f562-580e-4a22-b42d-cd1db0848281 req-fe25d5a9-9e61-4352-8f31-153ebd6bd6c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 11:48:14.800259 dv-cinder-786384-7-iscsi neutron-server[103720]: INFO neutron.wsgi [req-3301f562-580e-4a22-b42d-cd1db0848281 req-fe25d5a9-9e61-4352-8f31-153ebd6bd6c9 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=67225ec5f483494c9d8a6368709f6b83&device_id=e459736f-0c08-4469-b126-a8d744b78201 HTTP/1.1" status: 200  len: 1096 time: 0.0744219
May 31 11:48:14.990780 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3301f562-580e-4a22-b42d-cd1db0848281 req-b3ce8f1d-b6a0-411c-9a95-03e06e709264 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 11:48:14.992264 dv-cinder-786384-7-iscsi neutron-server[103720]: INFO neutron.wsgi [req-3301f562-580e-4a22-b42d-cd1db0848281 req-b3ce8f1d-b6a0-411c-9a95-03e06e709264 service neutron] 10.222.0.60 "GET /v2.0/networks?id=56741204-4ce1-45fa-a0a1-399f87add183 HTTP/1.1" status: 200  len: 910 time: 0.1847117
May 31 11:48:15.073547 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b2b4b48-9e0c-4494-b064-480fe3856683 req-f4bde4f6-d249-4207-9db5-31e9a99d7897 tempest-AttachVolumeShelveTestJSON-127538222 tempest-AttachVolumeShelveTestJSON-127538222-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 11:48:15.074936 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [req-7b2b4b48-9e0c-4494-b064-480fe3856683 req-f4bde4f6-d249-4207-9db5-31e9a99d7897 tempest-AttachVolumeShelveTestJSON-127538222 tempest-AttachVolumeShelveTestJSON-127538222-project] 10.222.0.60 "GET /v2.0/networks?id=2c20abfc-12cd-4800-b928-7191b2675429 HTTP/1.1" status: 200  len: 816 time: 0.2208385
May 31 11:48:15.144927 dv-cinder-786384-7-iscsi neutron-server[103720]: INFO neutron.wsgi [req-3301f562-580e-4a22-b42d-cd1db0848281 req-832a0c95-448f-428f-a2fd-2bce52fe59d8 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=462ece3e-f40a-44a0-a4fc-7c3ef3e9827a HTTP/1.1" status: 200  len: 217 time: 0.1451173
May 31 11:48:15.148925 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [req-7b2b4b48-9e0c-4494-b064-480fe3856683 req-e611c84b-05e3-4543-b1b2-12b286479e99 tempest-AttachVolumeShelveTestJSON-127538222 tempest-AttachVolumeShelveTestJSON-127538222-project] 10.222.0.60 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f3bd06944c9240d0a51b5da41de72600 HTTP/1.1" status: 200  len: 379 time: 0.0590360
May 31 11:48:15.164729 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-055daa1c-b3ee-49a3-a27c-d8cb5e9e9684 req-ce20983f-0a14-414a-b7d9-51bc66cf5733 tempest-TestShelveInstance-1856919752 tempest-TestShelveInstance-1856919752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 11:48:15.171731 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [req-055daa1c-b3ee-49a3-a27c-d8cb5e9e9684 req-ce20983f-0a14-414a-b7d9-51bc66cf5733 tempest-TestShelveInstance-1856919752 tempest-TestShelveInstance-1856919752-project] 10.222.0.57 "GET /v2.0/ports?device_id=e459736f-0c08-4469-b126-a8d744b78201 HTTP/1.1" status: 200  len: 943 time: 0.1575062
May 31 11:48:15.220057 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.api.v2.base [req-7b2b4b48-9e0c-4494-b064-480fe3856683 req-4c0f9fc6-947b-4d83-845b-f2b5f9071eb6 tempest-AttachVolumeShelveTestJSON-127538222 tempest-AttachVolumeShelveTestJSON-127538222-project] Request body: {'port': {'device_id': 'ead9d6d4-0497-4043-988e-b5462cd4a21e', 'network_id': '2c20abfc-12cd-4800-b928-7191b2675429', 'admin_state_up': True, 'tenant_id': 'f3bd06944c9240d0a51b5da41de72600', 'security_groups': ['6c1ea728-7f28-45a2-9ff9-c5e861fe7362']}} {{(pid=103721) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 31 11:48:15.232124 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3301f562-580e-4a22-b42d-cd1db0848281 req-57704a94-352a-4092-b43c-cc604b325b05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 11:48:15.233970 dv-cinder-786384-7-iscsi neutron-server[103720]: INFO neutron.wsgi [req-3301f562-580e-4a22-b42d-cd1db0848281 req-57704a94-352a-4092-b43c-cc604b325b05 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=0c8f52ca-30c0-490a-ab46-49af9203f193 HTTP/1.1" status: 200  len: 848 time: 0.0755374
May 31 11:48:15.356479 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3301f562-580e-4a22-b42d-cd1db0848281 req-4e5ad6a8-246e-4e46-a1bc-bc0a86d534e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 11:48:15.358734 dv-cinder-786384-7-iscsi neutron-server[103720]: INFO neutron.wsgi [req-3301f562-580e-4a22-b42d-cd1db0848281 req-4e5ad6a8-246e-4e46-a1bc-bc0a86d534e0 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=56741204-4ce1-45fa-a0a1-399f87add183&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1181114
May 31 11:48:15.395810 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [req-055daa1c-b3ee-49a3-a27c-d8cb5e9e9684 req-e7f7b082-bf3c-4cf0-9e6c-22065a02b568 tempest-TestShelveInstance-1856919752 tempest-TestShelveInstance-1856919752-project] 10.222.0.57 "GET /v2.0/security-groups?id=c27ba14d-ac85-44f1-aa89-ac308792b39a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2232242
May 31 11:48:15.451174 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.db.quota.driver [req-7b2b4b48-9e0c-4494-b064-480fe3856683 req-4c0f9fc6-947b-4d83-845b-f2b5f9071eb6 tempest-AttachVolumeShelveTestJSON-127538222 tempest-AttachVolumeShelveTestJSON-127538222-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=103721) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 31 11:48:15.462691 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.db.quota.driver [req-7b2b4b48-9e0c-4494-b064-480fe3856683 req-4c0f9fc6-947b-4d83-845b-f2b5f9071eb6 tempest-AttachVolumeShelveTestJSON-127538222 tempest-AttachVolumeShelveTestJSON-127538222-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=103721) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 31 11:48:15.474804 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7b2b4b48-9e0c-4494-b064-480fe3856683 req-4c0f9fc6-947b-4d83-845b-f2b5f9071eb6 tempest-AttachVolumeShelveTestJSON-127538222 tempest-AttachVolumeShelveTestJSON-127538222-project] Made reservation on behalf of f3bd06944c9240d0a51b5da41de72600 for: {'port': 1} {{(pid=103721) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 31 11:48:15.481864 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron_lib.callbacks.manager [req-7b2b4b48-9e0c-4494-b064-480fe3856683 req-4c0f9fc6-947b-4d83-845b-f2b5f9071eb6 tempest-AttachVolumeShelveTestJSON-127538222 tempest-AttachVolumeShelveTestJSON-127538222-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-934180'] for port, before_create {{(pid=103721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:48:15.533126 dv-cinder-786384-7-iscsi neutron-server[103720]: INFO neutron.wsgi [req-3301f562-580e-4a22-b42d-cd1db0848281 req-4ddff978-cc97-46e5-808d-6357493efb58 service neutron] 10.222.0.60 "GET /v2.0/networks/56741204-4ce1-45fa-a0a1-399f87add183?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1628954
May 31 11:48:15.605375 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [req-3699e547-5267-4876-96bf-0a0e8db074e4 req-8d5a88f7-65c8-4e0c-bf4f-bab76b18032f tempest-AttachVolumeShelveTestJSON-127538222 tempest-AttachVolumeShelveTestJSON-127538222-project] 10.222.0.57 "GET /v2.0/ports?device_id=ead9d6d4-0497-4043-988e-b5462cd4a21e HTTP/1.1" status: 200  len: 210 time: 0.0567310
May 31 11:48:15.689493 dv-cinder-786384-7-iscsi neutron-server[103720]: INFO neutron.wsgi [req-3301f562-580e-4a22-b42d-cd1db0848281 req-58aea1dd-3760-4c51-af29-5030339f496b service neutron] 10.222.0.60 "GET /v2.0/networks/56741204-4ce1-45fa-a0a1-399f87add183?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1476593
May 31 11:48:15.721529 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.db.db_base_plugin_common [req-7b2b4b48-9e0c-4494-b064-480fe3856683 req-4c0f9fc6-947b-4d83-845b-f2b5f9071eb6 tempest-AttachVolumeShelveTestJSON-127538222 tempest-AttachVolumeShelveTestJSON-127538222-project] Allocated IP 172.20.0.8 (2c20abfc-12cd-4800-b928-7191b2675429/97d26c19-ffd5-4600-9f66-20181dad1656/cde664e9-3922-4ee7-b04a-98d0cd2ed64a) {{(pid=103721) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 31 11:48:15.916521 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron_lib.callbacks.manager [req-7b2b4b48-9e0c-4494-b064-480fe3856683 req-4c0f9fc6-947b-4d83-845b-f2b5f9071eb6 tempest-AttachVolumeShelveTestJSON-127538222 tempest-AttachVolumeShelveTestJSON-127538222-project] Notify callbacks [] for port, precommit_create {{(pid=103721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:48:15.931383 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.db.provisioning_blocks [req-7b2b4b48-9e0c-4494-b064-480fe3856683 req-4c0f9fc6-947b-4d83-845b-f2b5f9071eb6 tempest-AttachVolumeShelveTestJSON-127538222 tempest-AttachVolumeShelveTestJSON-127538222-project] Transition to ACTIVE for port object cde664e9-3922-4ee7-b04a-98d0cd2ed64a will not be triggered until provisioned by entity DHCP. {{(pid=103721) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 31 11:48:15.955392 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron_lib.callbacks.manager [req-7b2b4b48-9e0c-4494-b064-480fe3856683 req-4c0f9fc6-947b-4d83-845b-f2b5f9071eb6 tempest-AttachVolumeShelveTestJSON-127538222 tempest-AttachVolumeShelveTestJSON-127538222-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937715', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3701677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744215520970', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2250866'] for port, after_create {{(pid=103721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:48:15.960790 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG oslo_concurrency.lockutils [None req-20f6c08b-6ce7-40e3-b045-ff76a47b152b service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103721) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 31 11:48:16.026710 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7b2b4b48-9e0c-4494-b064-480fe3856683 req-4c0f9fc6-947b-4d83-845b-f2b5f9071eb6 tempest-AttachVolumeShelveTestJSON-127538222 tempest-AttachVolumeShelveTestJSON-127538222-project] Network 2c20abfc-12cd-4800-b928-7191b2675429 is already hosted by enough agents. {{(pid=103721) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 31 11:48:16.029714 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.scheduler.base_scheduler [req-7b2b4b48-9e0c-4494-b064-480fe3856683 req-4c0f9fc6-947b-4d83-845b-f2b5f9071eb6 tempest-AttachVolumeShelveTestJSON-127538222 tempest-AttachVolumeShelveTestJSON-127538222-project] Resources bound (agent type, host, resource id):  {{(pid=103721) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 31 11:48:16.033528 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.db.l3_dvrscheduler_db [req-7b2b4b48-9e0c-4494-b064-480fe3856683 req-4c0f9fc6-947b-4d83-845b-f2b5f9071eb6 tempest-AttachVolumeShelveTestJSON-127538222 tempest-AttachVolumeShelveTestJSON-127538222-project] Received port after_create {{(pid=103721) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
May 31 11:48:16.063498 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c0f9fc6-947b-4d83-845b-f2b5f9071eb6 tempest-AttachVolumeShelveTestJSON-127538222 tempest-AttachVolumeShelveTestJSON-127538222-project] Pushing event updated for resources: {'Port': ['ID=cde664e9-3922-4ee7-b04a-98d0cd2ed64a,revision_number=1']} {{(pid=103721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 31 11:48:16.083017 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c0f9fc6-947b-4d83-845b-f2b5f9071eb6 tempest-AttachVolumeShelveTestJSON-127538222 tempest-AttachVolumeShelveTestJSON-127538222-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786384-7-iscsi {{(pid=103721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 31 11:48:16.083380 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c0f9fc6-947b-4d83-845b-f2b5f9071eb6 tempest-AttachVolumeShelveTestJSON-127538222 tempest-AttachVolumeShelveTestJSON-127538222-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786384-7-iscsi {{(pid=103721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 31 11:48:16.083766 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c0f9fc6-947b-4d83-845b-f2b5f9071eb6 tempest-AttachVolumeShelveTestJSON-127538222 tempest-AttachVolumeShelveTestJSON-127538222-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786384-7-iscsi {{(pid=103721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 31 11:48:16.084135 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c0f9fc6-947b-4d83-845b-f2b5f9071eb6 tempest-AttachVolumeShelveTestJSON-127538222 tempest-AttachVolumeShelveTestJSON-127538222-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786384-7-iscsi {{(pid=103721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 31 11:48:16.084483 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c0f9fc6-947b-4d83-845b-f2b5f9071eb6 tempest-AttachVolumeShelveTestJSON-127538222 tempest-AttachVolumeShelveTestJSON-127538222-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786384-7-iscsi {{(pid=103721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 31 11:48:16.084820 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c0f9fc6-947b-4d83-845b-f2b5f9071eb6 tempest-AttachVolumeShelveTestJSON-127538222 tempest-AttachVolumeShelveTestJSON-127538222-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786384-7-iscsi {{(pid=103721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 31 11:48:16.085156 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c0f9fc6-947b-4d83-845b-f2b5f9071eb6 tempest-AttachVolumeShelveTestJSON-127538222 tempest-AttachVolumeShelveTestJSON-127538222-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786384-7-iscsi {{(pid=103721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 31 11:48:16.085498 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c0f9fc6-947b-4d83-845b-f2b5f9071eb6 tempest-AttachVolumeShelveTestJSON-127538222 tempest-AttachVolumeShelveTestJSON-127538222-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786384-7-iscsi {{(pid=103721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 31 11:48:16.085843 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c0f9fc6-947b-4d83-845b-f2b5f9071eb6 tempest-AttachVolumeShelveTestJSON-127538222 tempest-AttachVolumeShelveTestJSON-127538222-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786384-7-iscsi {{(pid=103721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 31 11:48:16.086152 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c0f9fc6-947b-4d83-845b-f2b5f9071eb6 tempest-AttachVolumeShelveTestJSON-127538222 tempest-AttachVolumeShelveTestJSON-127538222-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786384-7-iscsi {{(pid=103721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 31 11:48:16.086514 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c0f9fc6-947b-4d83-845b-f2b5f9071eb6 tempest-AttachVolumeShelveTestJSON-127538222 tempest-AttachVolumeShelveTestJSON-127538222-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786384-7-iscsi {{(pid=103721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 31 11:48:16.086818 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c0f9fc6-947b-4d83-845b-f2b5f9071eb6 tempest-AttachVolumeShelveTestJSON-127538222 tempest-AttachVolumeShelveTestJSON-127538222-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786384-7-iscsi {{(pid=103721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 31 11:48:16.092479 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG oslo_concurrency.lockutils [None req-4c0f9fc6-947b-4d83-845b-f2b5f9071eb6 tempest-AttachVolumeShelveTestJSON-127538222 tempest-AttachVolumeShelveTestJSON-127538222-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=103721) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 31 11:48:16.109801 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b2b4b48-9e0c-4494-b064-480fe3856683 req-4c0f9fc6-947b-4d83-845b-f2b5f9071eb6 tempest-AttachVolumeShelveTestJSON-127538222 tempest-AttachVolumeShelveTestJSON-127538222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 11:48:16.110483 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron_lib.callbacks.manager [req-7b2b4b48-9e0c-4494-b064-480fe3856683 req-4c0f9fc6-947b-4d83-845b-f2b5f9071eb6 tempest-AttachVolumeShelveTestJSON-127538222 tempest-AttachVolumeShelveTestJSON-127538222-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46333'] for port, before_response {{(pid=103721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:48:16.137338 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [req-7b2b4b48-9e0c-4494-b064-480fe3856683 req-4c0f9fc6-947b-4d83-845b-f2b5f9071eb6 tempest-AttachVolumeShelveTestJSON-127538222 tempest-AttachVolumeShelveTestJSON-127538222-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 0.9524987
May 31 11:48:16.154584 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.api.v2.base [req-7b2b4b48-9e0c-4494-b064-480fe3856683 req-d2cf1764-2fe3-4e89-bc81-462cf0ffcf99 service neutron] Request body: {'port': {'device_id': 'ead9d6d4-0497-4043-988e-b5462cd4a21e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78638'}} {{(pid=103721) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 31 11:48:16.230749 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron.db.provisioning_blocks [None req-a1a5ccea-556a-439a-8608-9b233533210b None None] Provisioning for port cde664e9-3922-4ee7-b04a-98d0cd2ed64a completed by entity DHCP. {{(pid=103722) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 31 11:48:16.235399 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron.db.provisioning_blocks [None req-a1a5ccea-556a-439a-8608-9b233533210b None None] Provisioning complete for port cde664e9-3922-4ee7-b04a-98d0cd2ed64a triggered by entity DHCP. {{(pid=103722) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 31 11:48:16.235758 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron_lib.callbacks.manager [None req-a1a5ccea-556a-439a-8608-9b233533210b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857618'] for port, provisioning_complete {{(pid=103722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:48:16.267945 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron_lib.callbacks.manager [req-7b2b4b48-9e0c-4494-b064-480fe3856683 req-d2cf1764-2fe3-4e89-bc81-462cf0ffcf99 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-934180'] for port, before_update {{(pid=103721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:48:16.289673 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron.plugins.ml2.plugin [None req-a1a5ccea-556a-439a-8608-9b233533210b None None] Port cde664e9-3922-4ee7-b04a-98d0cd2ed64a cannot update to ACTIVE because it is not bound. {{(pid=103722) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
May 31 11:48:16.746699 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1ff6d2e-1a22-433c-991c-d3af93d3ae2d req-28c26b2d-f755-41d4-b760-dff57845c899 tempest-TestShelveInstance-1856919752 tempest-TestShelveInstance-1856919752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 11:48:16.748404 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [req-a1ff6d2e-1a22-433c-991c-d3af93d3ae2d req-28c26b2d-f755-41d4-b760-dff57845c899 tempest-TestShelveInstance-1856919752 tempest-TestShelveInstance-1856919752-project] 10.222.0.57 "GET /v2.0/ports?device_id=e459736f-0c08-4469-b126-a8d744b78201 HTTP/1.1" status: 200  len: 943 time: 0.2316482
May 31 11:48:16.784965 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.notifiers.nova [req-7b2b4b48-9e0c-4494-b064-480fe3856683 req-d2cf1764-2fe3-4e89-bc81-462cf0ffcf99 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cde664e9-3922-4ee7-b04a-98d0cd2ed64a {{(pid=103721) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
May 31 11:48:16.815372 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron_lib.callbacks.manager [req-7b2b4b48-9e0c-4494-b064-480fe3856683 req-d2cf1764-2fe3-4e89-bc81-462cf0ffcf99 service neutron] Notify callbacks [] for port, precommit_update {{(pid=103721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:48:16.858382 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.db.provisioning_blocks [req-7b2b4b48-9e0c-4494-b064-480fe3856683 req-d2cf1764-2fe3-4e89-bc81-462cf0ffcf99 service neutron] Transition to ACTIVE for port object cde664e9-3922-4ee7-b04a-98d0cd2ed64a will not be triggered until provisioned by entity L2. {{(pid=103721) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 31 11:48:16.868545 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron_lib.callbacks.manager [req-7b2b4b48-9e0c-4494-b064-480fe3856683 req-d2cf1764-2fe3-4e89-bc81-462cf0ffcf99 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937715', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3701677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744215954324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744215520988', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744215521293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2250875'] for port, after_update {{(pid=103721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:48:16.874362 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG oslo_concurrency.lockutils [None req-4c0f9fc6-947b-4d83-845b-f2b5f9071eb6 tempest-AttachVolumeShelveTestJSON-127538222 tempest-AttachVolumeShelveTestJSON-127538222-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103721) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 31 11:48:16.914862 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [req-a1ff6d2e-1a22-433c-991c-d3af93d3ae2d req-84787d5b-45dd-400f-a9b1-fd809e879033 tempest-TestShelveInstance-1856919752 tempest-TestShelveInstance-1856919752-project] 10.222.0.57 "GET /v2.0/security-groups?id=c27ba14d-ac85-44f1-aa89-ac308792b39a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1324949
May 31 11:48:17.029398 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2cf1764-2fe3-4e89-bc81-462cf0ffcf99 service neutron] Pushing event updated for resources: {'Port': ['ID=cde664e9-3922-4ee7-b04a-98d0cd2ed64a,revision_number=2']} {{(pid=103721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 31 11:48:17.056502 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG oslo_concurrency.lockutils [None req-d2cf1764-2fe3-4e89-bc81-462cf0ffcf99 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.182s {{(pid=103721) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 31 11:48:17.068887 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec076be7-d78e-4270-9583-8f2608aff10c req-aad3c329-6232-4648-92d3-4a56fc7ff394 tempest-AttachVolumeShelveTestJSON-127538222 tempest-AttachVolumeShelveTestJSON-127538222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 11:48:17.069606 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.quota.resource [req-ec076be7-d78e-4270-9583-8f2608aff10c req-aad3c329-6232-4648-92d3-4a56fc7ff394 tempest-AttachVolumeShelveTestJSON-127538222 tempest-AttachVolumeShelveTestJSON-127538222-project] Synchronizing usage tracker for tenant:f3bd06944c9240d0a51b5da41de72600 on resource:port {{(pid=103721) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 31 11:48:17.130993 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.quota.resource [req-ec076be7-d78e-4270-9583-8f2608aff10c req-aad3c329-6232-4648-92d3-4a56fc7ff394 tempest-AttachVolumeShelveTestJSON-127538222 tempest-AttachVolumeShelveTestJSON-127538222-project] Unset dirty status for tenant:f3bd06944c9240d0a51b5da41de72600 on resource:port {{(pid=103721) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 31 11:48:17.132196 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [req-ec076be7-d78e-4270-9583-8f2608aff10c req-aad3c329-6232-4648-92d3-4a56fc7ff394 tempest-AttachVolumeShelveTestJSON-127538222 tempest-AttachVolumeShelveTestJSON-127538222-project] 10.222.0.57 "GET /v2.0/ports?device_id=ead9d6d4-0497-4043-988e-b5462cd4a21e HTTP/1.1" status: 200  len: 931 time: 0.3960941
May 31 11:48:17.169357 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.plugins.ml2.managers [req-7b2b4b48-9e0c-4494-b064-480fe3856683 req-d2cf1764-2fe3-4e89-bc81-462cf0ffcf99 service neutron] Attempting to bind port cde664e9-3922-4ee7-b04a-98d0cd2ed64a on host hv-cinder-78638 for vnic_type normal with profile  {{(pid=103721) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
May 31 11:48:17.169689 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.plugins.ml2.managers [req-7b2b4b48-9e0c-4494-b064-480fe3856683 req-d2cf1764-2fe3-4e89-bc81-462cf0ffcf99 service neutron] Attempting to bind port cde664e9-3922-4ee7-b04a-98d0cd2ed64a by drivers openvswitch,hyperv on host hv-cinder-78638 at level 0 using segments [{'id': 'fea50412-2064-40f9-97d7-ef805bb3a428', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 766, 'network_id': '2c20abfc-12cd-4800-b928-7191b2675429'}] {{(pid=103721) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
May 31 11:48:17.170012 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b2b4b48-9e0c-4494-b064-480fe3856683 req-d2cf1764-2fe3-4e89-bc81-462cf0ffcf99 service neutron] Attempting to bind port cde664e9-3922-4ee7-b04a-98d0cd2ed64a on network 2c20abfc-12cd-4800-b928-7191b2675429 {{(pid=103721) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 31 11:48:17.182947 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b2b4b48-9e0c-4494-b064-480fe3856683 req-d2cf1764-2fe3-4e89-bc81-462cf0ffcf99 service neutron] Port cde664e9-3922-4ee7-b04a-98d0cd2ed64a on network 2c20abfc-12cd-4800-b928-7191b2675429 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78638 {{(pid=103721) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
May 31 11:48:17.183257 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b2b4b48-9e0c-4494-b064-480fe3856683 req-d2cf1764-2fe3-4e89-bc81-462cf0ffcf99 service neutron] Attempting to bind port cde664e9-3922-4ee7-b04a-98d0cd2ed64a on network 2c20abfc-12cd-4800-b928-7191b2675429 {{(pid=103721) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 31 11:48:17.195190 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b2b4b48-9e0c-4494-b064-480fe3856683 req-d2cf1764-2fe3-4e89-bc81-462cf0ffcf99 service neutron] Checking agent: {'id': '42990638-b1ad-4185-8b70-a0b8bae36499', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78638', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 31, 11, 42, 1), 'started_at': datetime.datetime(2021, 5, 31, 11, 42, 1), 'heartbeat_timestamp': datetime.datetime(2021, 5, 31, 11, 48, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103721) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
May 31 11:48:17.195484 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b2b4b48-9e0c-4494-b064-480fe3856683 req-d2cf1764-2fe3-4e89-bc81-462cf0ffcf99 service neutron] Checking segment: {'id': 'fea50412-2064-40f9-97d7-ef805bb3a428', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 766, 'network_id': '2c20abfc-12cd-4800-b928-7191b2675429'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103721) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 31 11:48:17.195883 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b2b4b48-9e0c-4494-b064-480fe3856683 req-d2cf1764-2fe3-4e89-bc81-462cf0ffcf99 service neutron] Bound using segment: {'id': 'fea50412-2064-40f9-97d7-ef805bb3a428', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 766, 'network_id': '2c20abfc-12cd-4800-b928-7191b2675429'} {{(pid=103721) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
May 31 11:48:17.196301 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.plugins.ml2.managers [req-7b2b4b48-9e0c-4494-b064-480fe3856683 req-d2cf1764-2fe3-4e89-bc81-462cf0ffcf99 service neutron] Bound port: cde664e9-3922-4ee7-b04a-98d0cd2ed64a, host: hv-cinder-78638, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fea50412-2064-40f9-97d7-ef805bb3a428', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 766, 'network_id': '2c20abfc-12cd-4800-b928-7191b2675429'}}] {{(pid=103721) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
May 31 11:48:17.196634 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron_lib.callbacks.manager [req-7b2b4b48-9e0c-4494-b064-480fe3856683 req-d2cf1764-2fe3-4e89-bc81-462cf0ffcf99 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-934180'] for port, before_update {{(pid=103721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:48:17.210683 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [req-ec076be7-d78e-4270-9583-8f2608aff10c req-41464022-d44e-4036-85e7-edc02748958a tempest-AttachVolumeShelveTestJSON-127538222 tempest-AttachVolumeShelveTestJSON-127538222-project] 10.222.0.57 "GET /v2.0/security-groups?id=6c1ea728-7f28-45a2-9ff9-c5e861fe7362&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0669904
May 31 11:48:17.288821 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.plugins.ml2.db [req-7b2b4b48-9e0c-4494-b064-480fe3856683 req-d2cf1764-2fe3-4e89-bc81-462cf0ffcf99 service neutron] For port cde664e9-3922-4ee7-b04a-98d0cd2ed64a, host hv-cinder-78638, cleared binding levels {{(pid=103721) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
May 31 11:48:17.291819 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.plugins.ml2.db [req-7b2b4b48-9e0c-4494-b064-480fe3856683 req-d2cf1764-2fe3-4e89-bc81-462cf0ffcf99 service neutron] For port cde664e9-3922-4ee7-b04a-98d0cd2ed64a, host hv-cinder-78638, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=cde664e9-3922-4ee7-b04a-98d0cd2ed64a,segment=NetworkSegment(fea50412-2064-40f9-97d7-ef805bb3a428),segment_id=fea50412-2064-40f9-97d7-ef805bb3a428)] {{(pid=103721) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
May 31 11:48:17.299644 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron_lib.callbacks.manager [req-7b2b4b48-9e0c-4494-b064-480fe3856683 req-d2cf1764-2fe3-4e89-bc81-462cf0ffcf99 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937715', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3701677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744215954324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744215520988', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744215521293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2250875'] for port, after_update {{(pid=103721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:48:17.303323 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103721) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 31 11:48:17.362058 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b2b4b48-9e0c-4494-b064-480fe3856683 req-d2cf1764-2fe3-4e89-bc81-462cf0ffcf99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 11:48:17.362577 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron_lib.callbacks.manager [req-7b2b4b48-9e0c-4494-b064-480fe3856683 req-d2cf1764-2fe3-4e89-bc81-462cf0ffcf99 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46333'] for port, before_response {{(pid=103721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:48:17.363959 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [req-7b2b4b48-9e0c-4494-b064-480fe3856683 req-d2cf1764-2fe3-4e89-bc81-462cf0ffcf99 service neutron] 10.222.0.60 "PUT /v2.0/ports/cde664e9-3922-4ee7-b04a-98d0cd2ed64a HTTP/1.1" status: 200  len: 1093 time: 1.2137184
May 31 11:48:17.364440 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ead9d6d4-0497-4043-988e-b5462cd4a21e', 'tag': 'cde664e9-3922-4ee7-b04a-98d0cd2ed64a'}] {{(pid=103721) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 31 11:48:17.366667 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3cd903d475e597836c68a86188e0a4f713f0e90603b95bd8a010e768671d0d04" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-68338e29-e3ef-4efd-ae6b-c71f4bce81ab" -d '{"events": [{"name": "network-changed", "server_uuid": "ead9d6d4-0497-4043-988e-b5462cd4a21e", "tag": "cde664e9-3922-4ee7-b04a-98d0cd2ed64a"}]}' {{(pid=103721) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
May 31 11:48:17.385485 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2cf1764-2fe3-4e89-bc81-462cf0ffcf99 service neutron] Pushing event updated for resources: {'Port': ['ID=cde664e9-3922-4ee7-b04a-98d0cd2ed64a,revision_number=3']} {{(pid=103721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 31 11:48:17.389403 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG oslo_concurrency.lockutils [None req-d2cf1764-2fe3-4e89-bc81-462cf0ffcf99 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=103721) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 31 11:48:17.413253 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 31 May 2021 11:48:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fcceb0eb-e10b-4c18-9ff7-74c5f461d5c1 x-openstack-request-id: req-fcceb0eb-e10b-4c18-9ff7-74c5f461d5c1 {{(pid=103721) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
May 31 11:48:17.413574 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ead9d6d4-0497-4043-988e-b5462cd4a21e", "tag": "cde664e9-3922-4ee7-b04a-98d0cd2ed64a", "status": "completed", "code": 200}]} {{(pid=103721) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
May 31 11:48:17.413849 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-fcceb0eb-e10b-4c18-9ff7-74c5f461d5c1 {{(pid=103721) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
May 31 11:48:17.414272 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ead9d6d4-0497-4043-988e-b5462cd4a21e', 'tag': 'cde664e9-3922-4ee7-b04a-98d0cd2ed64a', 'status': 'completed', 'code': 200}
May 31 11:48:18.106635 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ae92a21-8dcc-4faf-9018-d21b750e68c4 req-4fa9da22-40a0-4fab-abe2-a3399c5114b6 tempest-TestShelveInstance-1856919752 tempest-TestShelveInstance-1856919752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 11:48:18.108103 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [req-5ae92a21-8dcc-4faf-9018-d21b750e68c4 req-4fa9da22-40a0-4fab-abe2-a3399c5114b6 tempest-TestShelveInstance-1856919752 tempest-TestShelveInstance-1856919752-project] 10.222.0.57 "GET /v2.0/ports?device_id=e459736f-0c08-4469-b126-a8d744b78201 HTTP/1.1" status: 200  len: 943 time: 0.0815783
May 31 11:48:18.152330 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [req-5ae92a21-8dcc-4faf-9018-d21b750e68c4 req-04a2cb66-9880-4468-a9bf-10e702c2fef4 tempest-TestShelveInstance-1856919752 tempest-TestShelveInstance-1856919752-project] 10.222.0.57 "GET /v2.0/security-groups?id=c27ba14d-ac85-44f1-aa89-ac308792b39a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0381098
May 31 11:48:18.427573 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce106b50-2238-4c40-a75b-4510b732b3f2 req-1a2100ac-d935-43e1-9a09-fdd23f27346f tempest-AttachVolumeShelveTestJSON-127538222 tempest-AttachVolumeShelveTestJSON-127538222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 11:48:18.428973 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [req-ce106b50-2238-4c40-a75b-4510b732b3f2 req-1a2100ac-d935-43e1-9a09-fdd23f27346f tempest-AttachVolumeShelveTestJSON-127538222 tempest-AttachVolumeShelveTestJSON-127538222-project] 10.222.0.57 "GET /v2.0/ports?device_id=ead9d6d4-0497-4043-988e-b5462cd4a21e HTTP/1.1" status: 200  len: 943 time: 0.0950117
May 31 11:48:18.476461 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [req-ce106b50-2238-4c40-a75b-4510b732b3f2 req-42eaec4e-7571-44d5-b5a7-f27e994e137f tempest-AttachVolumeShelveTestJSON-127538222 tempest-AttachVolumeShelveTestJSON-127538222-project] 10.222.0.57 "GET /v2.0/security-groups?id=6c1ea728-7f28-45a2-9ff9-c5e861fe7362&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0388930
May 31 11:48:19.350985 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68338e29-e3ef-4efd-ae6b-c71f4bce81ab req-901e056f-a673-45af-a7f6-d9d013ae0bba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 11:48:19.352439 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [req-68338e29-e3ef-4efd-ae6b-c71f4bce81ab req-901e056f-a673-45af-a7f6-d9d013ae0bba service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=f3bd06944c9240d0a51b5da41de72600&device_id=ead9d6d4-0497-4043-988e-b5462cd4a21e HTTP/1.1" status: 200  len: 1096 time: 0.1276708
May 31 11:48:19.369908 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6767a7bf-c8f1-49c2-926a-62e709c2ad53 req-65bab0f6-0678-4b7b-ba01-c6d63cf7a4d9 tempest-TestShelveInstance-1856919752 tempest-TestShelveInstance-1856919752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 11:48:19.371239 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [req-6767a7bf-c8f1-49c2-926a-62e709c2ad53 req-65bab0f6-0678-4b7b-ba01-c6d63cf7a4d9 tempest-TestShelveInstance-1856919752 tempest-TestShelveInstance-1856919752-project] 10.222.0.57 "GET /v2.0/ports?device_id=e459736f-0c08-4469-b126-a8d744b78201 HTTP/1.1" status: 200  len: 943 time: 0.0977762
May 31 11:48:19.498251 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [req-6767a7bf-c8f1-49c2-926a-62e709c2ad53 req-a24b2227-b0c9-4108-824a-caa640a4fbfd tempest-TestShelveInstance-1856919752 tempest-TestShelveInstance-1856919752-project] 10.222.0.57 "GET /v2.0/security-groups?id=c27ba14d-ac85-44f1-aa89-ac308792b39a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1079767
May 31 11:48:19.538497 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68338e29-e3ef-4efd-ae6b-c71f4bce81ab req-0df47d0b-036a-4478-9cb9-ff4f7f9db65a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 11:48:19.540017 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [req-68338e29-e3ef-4efd-ae6b-c71f4bce81ab req-0df47d0b-036a-4478-9cb9-ff4f7f9db65a service neutron] 10.222.0.60 "GET /v2.0/networks?tenant_id=f3bd06944c9240d0a51b5da41de72600&shared=False HTTP/1.1" status: 200  len: 917 time: 0.1679356
May 31 11:48:19.719917 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68338e29-e3ef-4efd-ae6b-c71f4bce81ab req-b27f5b40-b2b1-495f-8ded-170a98a9fcb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 11:48:19.721344 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [req-68338e29-e3ef-4efd-ae6b-c71f4bce81ab req-b27f5b40-b2b1-495f-8ded-170a98a9fcb4 service neutron] 10.222.0.60 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 870 time: 0.1742730
May 31 11:48:19.739990 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d2f02ee-89d6-4799-be4e-5c88efcb9600 req-e5214770-2f36-4bcb-8712-4fd49d4c96e6 tempest-AttachVolumeShelveTestJSON-127538222 tempest-AttachVolumeShelveTestJSON-127538222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 11:48:19.741295 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [req-4d2f02ee-89d6-4799-be4e-5c88efcb9600 req-e5214770-2f36-4bcb-8712-4fd49d4c96e6 tempest-AttachVolumeShelveTestJSON-127538222 tempest-AttachVolumeShelveTestJSON-127538222-project] 10.222.0.57 "GET /v2.0/ports?device_id=ead9d6d4-0497-4043-988e-b5462cd4a21e HTTP/1.1" status: 200  len: 943 time: 0.1248672
May 31 11:48:19.789986 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [req-4d2f02ee-89d6-4799-be4e-5c88efcb9600 req-da5294ad-b705-4498-950a-aeda3eb53313 tempest-AttachVolumeShelveTestJSON-127538222 tempest-AttachVolumeShelveTestJSON-127538222-project] 10.222.0.57 "GET /v2.0/security-groups?id=6c1ea728-7f28-45a2-9ff9-c5e861fe7362&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0405233
May 31 11:48:20.688390 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82a9a7e6-1116-4c7c-a5f5-f531cc0c8386 req-b795a11a-58b7-46ac-9dd2-1c8bc085cec6 tempest-TestShelveInstance-1856919752 tempest-TestShelveInstance-1856919752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 11:48:20.689862 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [req-82a9a7e6-1116-4c7c-a5f5-f531cc0c8386 req-b795a11a-58b7-46ac-9dd2-1c8bc085cec6 tempest-TestShelveInstance-1856919752 tempest-TestShelveInstance-1856919752-project] 10.222.0.57 "GET /v2.0/ports?device_id=e459736f-0c08-4469-b126-a8d744b78201 HTTP/1.1" status: 200  len: 943 time: 0.0836778
May 31 11:48:20.736187 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [req-82a9a7e6-1116-4c7c-a5f5-f531cc0c8386 req-5ddb5a0c-6861-4e8c-8df2-14684b9d24b8 tempest-TestShelveInstance-1856919752 tempest-TestShelveInstance-1856919752-project] 10.222.0.57 "GET /v2.0/security-groups?id=c27ba14d-ac85-44f1-aa89-ac308792b39a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0377820
May 31 11:48:21.006996 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aa0d1fd-eaa4-4c5f-8f74-d494126d78c5 req-e43783d1-8bbd-4814-9e85-ccbdbb6c92eb tempest-AttachVolumeShelveTestJSON-127538222 tempest-AttachVolumeShelveTestJSON-127538222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 11:48:21.008594 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [req-7aa0d1fd-eaa4-4c5f-8f74-d494126d78c5 req-e43783d1-8bbd-4814-9e85-ccbdbb6c92eb tempest-AttachVolumeShelveTestJSON-127538222 tempest-AttachVolumeShelveTestJSON-127538222-project] 10.222.0.57 "GET /v2.0/ports?device_id=ead9d6d4-0497-4043-988e-b5462cd4a21e HTTP/1.1" status: 200  len: 943 time: 0.0930362
May 31 11:48:21.124866 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [req-7aa0d1fd-eaa4-4c5f-8f74-d494126d78c5 req-9a70c803-4b01-4bcd-9871-17ff79c160be tempest-AttachVolumeShelveTestJSON-127538222 tempest-AttachVolumeShelveTestJSON-127538222-project] 10.222.0.57 "GET /v2.0/security-groups?id=6c1ea728-7f28-45a2-9ff9-c5e861fe7362&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1081934
May 31 11:48:21.950668 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fed58f3-cedf-4eab-af4e-ebdc95c0fcf9 req-bb8073a8-f368-45d9-ad1f-4c75f680f5c4 tempest-TestShelveInstance-1856919752 tempest-TestShelveInstance-1856919752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 11:48:21.952102 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [req-1fed58f3-cedf-4eab-af4e-ebdc95c0fcf9 req-bb8073a8-f368-45d9-ad1f-4c75f680f5c4 tempest-TestShelveInstance-1856919752 tempest-TestShelveInstance-1856919752-project] 10.222.0.57 "GET /v2.0/ports?device_id=e459736f-0c08-4469-b126-a8d744b78201 HTTP/1.1" status: 200  len: 943 time: 0.0849190
May 31 11:48:22.003256 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [req-1fed58f3-cedf-4eab-af4e-ebdc95c0fcf9 req-cf4eeed2-f9d6-4d60-bff4-413c4dec50df tempest-TestShelveInstance-1856919752 tempest-TestShelveInstance-1856919752-project] 10.222.0.57 "GET /v2.0/security-groups?id=c27ba14d-ac85-44f1-aa89-ac308792b39a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0422380
May 31 11:48:22.330112 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29c75eab-21e7-4171-947a-6f11cc9e777d req-d412615a-215b-4d99-90f3-5a611eda9ab2 tempest-AttachVolumeShelveTestJSON-127538222 tempest-AttachVolumeShelveTestJSON-127538222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 11:48:22.331604 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [req-29c75eab-21e7-4171-947a-6f11cc9e777d req-d412615a-215b-4d99-90f3-5a611eda9ab2 tempest-AttachVolumeShelveTestJSON-127538222 tempest-AttachVolumeShelveTestJSON-127538222-project] 10.222.0.57 "GET /v2.0/ports?device_id=ead9d6d4-0497-4043-988e-b5462cd4a21e HTTP/1.1" status: 200  len: 943 time: 0.0802948
May 31 11:48:22.374861 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [req-29c75eab-21e7-4171-947a-6f11cc9e777d req-f18dfb40-8f57-4fdb-b0ff-1ca54a753a55 tempest-AttachVolumeShelveTestJSON-127538222 tempest-AttachVolumeShelveTestJSON-127538222-project] 10.222.0.57 "GET /v2.0/security-groups?id=6c1ea728-7f28-45a2-9ff9-c5e861fe7362&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0373406
May 31 11:48:22.626464 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b2b4b48-9e0c-4494-b064-480fe3856683 req-68e7c756-da99-4f85-826d-388c2004bd94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 11:48:22.628035 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [req-7b2b4b48-9e0c-4494-b064-480fe3856683 req-68e7c756-da99-4f85-826d-388c2004bd94 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=f3bd06944c9240d0a51b5da41de72600&device_id=ead9d6d4-0497-4043-988e-b5462cd4a21e HTTP/1.1" status: 200  len: 1096 time: 0.0759103
May 31 11:48:22.703161 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [req-7b2b4b48-9e0c-4494-b064-480fe3856683 req-23617af5-eec4-4954-9ab7-65ff83d2361a service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=cde664e9-3922-4ee7-b04a-98d0cd2ed64a HTTP/1.1" status: 200  len: 217 time: 0.0587428
May 31 11:48:22.774795 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b2b4b48-9e0c-4494-b064-480fe3856683 req-3908c359-8a56-46ab-8bf1-e68160475007 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 11:48:22.776145 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [req-7b2b4b48-9e0c-4494-b064-480fe3856683 req-3908c359-8a56-46ab-8bf1-e68160475007 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=97d26c19-ffd5-4600-9f66-20181dad1656 HTTP/1.1" status: 200  len: 855 time: 0.0600412
May 31 11:48:22.851671 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b2b4b48-9e0c-4494-b064-480fe3856683 req-0badcb6f-8df8-42f9-ac92-9f7bbeb6c172 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 11:48:22.853150 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [req-7b2b4b48-9e0c-4494-b064-480fe3856683 req-0badcb6f-8df8-42f9-ac92-9f7bbeb6c172 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=2c20abfc-12cd-4800-b928-7191b2675429&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0701408
May 31 11:48:22.986785 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [req-7b2b4b48-9e0c-4494-b064-480fe3856683 req-fe67cd88-d296-437c-8e38-8671b51e70fc service neutron] 10.222.0.60 "GET /v2.0/networks/2c20abfc-12cd-4800-b928-7191b2675429?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1238306
May 31 11:48:23.166573 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [req-7b2b4b48-9e0c-4494-b064-480fe3856683 req-0fcde2b7-111a-4d5c-9aa0-8f29dd08c557 service neutron] 10.222.0.60 "GET /v2.0/networks/2c20abfc-12cd-4800-b928-7191b2675429?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1671243
May 31 11:48:23.209269 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-892de86b-186b-4f82-ba02-99137e093b95 req-ed802112-5e3b-4c46-9bdd-6eb95597883e tempest-TestShelveInstance-1856919752 tempest-TestShelveInstance-1856919752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 11:48:23.210729 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [req-892de86b-186b-4f82-ba02-99137e093b95 req-ed802112-5e3b-4c46-9bdd-6eb95597883e tempest-TestShelveInstance-1856919752 tempest-TestShelveInstance-1856919752-project] 10.222.0.57 "GET /v2.0/ports?device_id=e459736f-0c08-4469-b126-a8d744b78201 HTTP/1.1" status: 200  len: 943 time: 0.0924468
May 31 11:48:23.257900 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [req-892de86b-186b-4f82-ba02-99137e093b95 req-640a2c3a-d62f-43ea-a0fe-9624c120955a tempest-TestShelveInstance-1856919752 tempest-TestShelveInstance-1856919752-project] 10.222.0.57 "GET /v2.0/security-groups?id=c27ba14d-ac85-44f1-aa89-ac308792b39a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0409324
May 31 11:48:23.579750 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03e51954-6928-4e20-aab1-d8fa1b4ba360 req-1832fc3f-8d9d-42ed-82f1-81ff06596198 tempest-AttachVolumeShelveTestJSON-127538222 tempest-AttachVolumeShelveTestJSON-127538222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 11:48:23.581130 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [req-03e51954-6928-4e20-aab1-d8fa1b4ba360 req-1832fc3f-8d9d-42ed-82f1-81ff06596198 tempest-AttachVolumeShelveTestJSON-127538222 tempest-AttachVolumeShelveTestJSON-127538222-project] 10.222.0.57 "GET /v2.0/ports?device_id=ead9d6d4-0497-4043-988e-b5462cd4a21e HTTP/1.1" status: 200  len: 943 time: 0.0903401
May 31 11:48:23.624914 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [req-03e51954-6928-4e20-aab1-d8fa1b4ba360 req-4a06491e-b9ea-4e01-ab4c-dd5f71c428fb tempest-AttachVolumeShelveTestJSON-127538222 tempest-AttachVolumeShelveTestJSON-127538222-project] 10.222.0.57 "GET /v2.0/security-groups?id=6c1ea728-7f28-45a2-9ff9-c5e861fe7362&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0378673
May 31 11:48:24.459251 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a670799-b756-4fab-ad60-3e26beebc18e req-85a3c7aa-ed5b-4d20-b657-ba0729fd238e tempest-TestShelveInstance-1856919752 tempest-TestShelveInstance-1856919752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 11:48:24.460725 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [req-7a670799-b756-4fab-ad60-3e26beebc18e req-85a3c7aa-ed5b-4d20-b657-ba0729fd238e tempest-TestShelveInstance-1856919752 tempest-TestShelveInstance-1856919752-project] 10.222.0.57 "GET /v2.0/ports?device_id=e459736f-0c08-4469-b126-a8d744b78201 HTTP/1.1" status: 200  len: 943 time: 0.0837188
May 31 11:48:24.508700 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [req-7a670799-b756-4fab-ad60-3e26beebc18e req-3fde77c2-f929-4340-a27b-1d8315a28c68 tempest-TestShelveInstance-1856919752 tempest-TestShelveInstance-1856919752-project] 10.222.0.57 "GET /v2.0/security-groups?id=c27ba14d-ac85-44f1-aa89-ac308792b39a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0394778
May 31 11:48:24.824205 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58bfea53-613e-4c90-b876-eec1a6d5200c req-9585cef0-0bc8-4884-828c-629de9265a27 tempest-AttachVolumeShelveTestJSON-127538222 tempest-AttachVolumeShelveTestJSON-127538222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 11:48:24.825812 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [req-58bfea53-613e-4c90-b876-eec1a6d5200c req-9585cef0-0bc8-4884-828c-629de9265a27 tempest-AttachVolumeShelveTestJSON-127538222 tempest-AttachVolumeShelveTestJSON-127538222-project] 10.222.0.57 "GET /v2.0/ports?device_id=ead9d6d4-0497-4043-988e-b5462cd4a21e HTTP/1.1" status: 200  len: 943 time: 0.0868003
May 31 11:48:24.877757 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [req-58bfea53-613e-4c90-b876-eec1a6d5200c req-c251d38a-0e31-45a6-bd1a-0b9067e1fb3a tempest-AttachVolumeShelveTestJSON-127538222 tempest-AttachVolumeShelveTestJSON-127538222-project] 10.222.0.57 "GET /v2.0/security-groups?id=6c1ea728-7f28-45a2-9ff9-c5e861fe7362&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0434525
May 31 11:48:25.191205 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron.plugins.ml2.rpc [None req-43028a7b-58d7-408b-ac75-1328e6896bf7 None None] Device 462ece3e-f40a-44a0-a4fc-7c3ef3e9827a details requested by agent hyperv_hv-cinder-78638 with host hv-cinder-78638 {{(pid=103722) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
May 31 11:48:25.330859 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron.plugins.ml2.db [None req-43028a7b-58d7-408b-ac75-1328e6896bf7 None None] For port 462ece3e-f40a-44a0-a4fc-7c3ef3e9827a, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=462ece3e-f40a-44a0-a4fc-7c3ef3e9827a,segment=NetworkSegment(85ec44de-340d-4adb-a400-8c2147a8ec2a),segment_id=85ec44de-340d-4adb-a400-8c2147a8ec2a)] {{(pid=103722) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 31 11:48:25.344509 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron.plugins.ml2.rpc [None req-43028a7b-58d7-408b-ac75-1328e6896bf7 None None] Returning: {'device': '462ece3e-f40a-44a0-a4fc-7c3ef3e9827a', 'network_id': '56741204-4ce1-45fa-a0a1-399f87add183', 'port_id': '462ece3e-f40a-44a0-a4fc-7c3ef3e9827a', 'mac_address': 'fa:16:3e:42:0c:9d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 780, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0c8f52ca-30c0-490a-ab46-49af9203f193', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103722) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
May 31 11:48:25.401205 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron_lib.callbacks.manager [None req-43028a7b-58d7-408b-ac75-1328e6896bf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-934180'] for port, before_update {{(pid=103722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:48:25.423007 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron.notifiers.nova [None req-43028a7b-58d7-408b-ac75-1328e6896bf7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 462ece3e-f40a-44a0-a4fc-7c3ef3e9827a {{(pid=103722) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
May 31 11:48:25.439221 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron.plugins.ml2.db [None req-43028a7b-58d7-408b-ac75-1328e6896bf7 None None] For port 462ece3e-f40a-44a0-a4fc-7c3ef3e9827a, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=462ece3e-f40a-44a0-a4fc-7c3ef3e9827a,segment=NetworkSegment(85ec44de-340d-4adb-a400-8c2147a8ec2a),segment_id=85ec44de-340d-4adb-a400-8c2147a8ec2a)] {{(pid=103722) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 31 11:48:25.443236 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron_lib.callbacks.manager [None req-43028a7b-58d7-408b-ac75-1328e6896bf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937715', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3701677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744215954324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744215520988', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744215521293'] for port, after_update {{(pid=103722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:48:25.443996 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron.plugins.ml2.rpc [None req-43028a7b-58d7-408b-ac75-1328e6896bf7 None None] Device cde664e9-3922-4ee7-b04a-98d0cd2ed64a details requested by agent hyperv_hv-cinder-78638 with host hv-cinder-78638 {{(pid=103722) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
May 31 11:48:25.446037 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG oslo_concurrency.lockutils [None req-fdc51e27-5d74-41f0-82df-3ffdd50fa619 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103722) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 31 11:48:25.531968 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43028a7b-58d7-408b-ac75-1328e6896bf7 None None] Pushing event updated for resources: {'Port': ['ID=462ece3e-f40a-44a0-a4fc-7c3ef3e9827a,revision_number=4']} {{(pid=103722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 31 11:48:25.537484 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG oslo_concurrency.lockutils [None req-43028a7b-58d7-408b-ac75-1328e6896bf7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=103722) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 31 11:48:25.642794 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron.plugins.ml2.db [None req-43028a7b-58d7-408b-ac75-1328e6896bf7 None None] For port cde664e9-3922-4ee7-b04a-98d0cd2ed64a, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=cde664e9-3922-4ee7-b04a-98d0cd2ed64a,segment=NetworkSegment(fea50412-2064-40f9-97d7-ef805bb3a428),segment_id=fea50412-2064-40f9-97d7-ef805bb3a428)] {{(pid=103722) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 31 11:48:25.656564 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron.plugins.ml2.rpc [None req-43028a7b-58d7-408b-ac75-1328e6896bf7 None None] Returning: {'device': 'cde664e9-3922-4ee7-b04a-98d0cd2ed64a', 'network_id': '2c20abfc-12cd-4800-b928-7191b2675429', 'port_id': 'cde664e9-3922-4ee7-b04a-98d0cd2ed64a', 'mac_address': 'fa:16:3e:5f:a3:48', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 766, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '97d26c19-ffd5-4600-9f66-20181dad1656', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103722) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
May 31 11:48:25.705508 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33108bc3-bce5-4e3c-9906-77e93fdfefb4 req-a2f7317b-cce4-4fa5-8aa2-bfc7fe82ac50 tempest-TestShelveInstance-1856919752 tempest-TestShelveInstance-1856919752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 11:48:25.706981 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [req-33108bc3-bce5-4e3c-9906-77e93fdfefb4 req-a2f7317b-cce4-4fa5-8aa2-bfc7fe82ac50 tempest-TestShelveInstance-1856919752 tempest-TestShelveInstance-1856919752-project] 10.222.0.57 "GET /v2.0/ports?device_id=e459736f-0c08-4469-b126-a8d744b78201 HTTP/1.1" status: 200  len: 944 time: 0.0848749
May 31 11:48:25.714774 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron_lib.callbacks.manager [None req-43028a7b-58d7-408b-ac75-1328e6896bf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-934180'] for port, before_update {{(pid=103722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:48:25.732482 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron.notifiers.nova [None req-43028a7b-58d7-408b-ac75-1328e6896bf7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cde664e9-3922-4ee7-b04a-98d0cd2ed64a {{(pid=103722) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
May 31 11:48:25.749979 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron.plugins.ml2.db [None req-43028a7b-58d7-408b-ac75-1328e6896bf7 None None] For port cde664e9-3922-4ee7-b04a-98d0cd2ed64a, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=cde664e9-3922-4ee7-b04a-98d0cd2ed64a,segment=NetworkSegment(fea50412-2064-40f9-97d7-ef805bb3a428),segment_id=fea50412-2064-40f9-97d7-ef805bb3a428)] {{(pid=103722) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 31 11:48:25.754778 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron_lib.callbacks.manager [None req-43028a7b-58d7-408b-ac75-1328e6896bf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937715', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3701677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744215954324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744215520988', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744215521293'] for port, after_update {{(pid=103722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:48:25.755796 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [req-33108bc3-bce5-4e3c-9906-77e93fdfefb4 req-d3f4a429-bee2-48df-af09-c633975957da tempest-TestShelveInstance-1856919752 tempest-TestShelveInstance-1856919752-project] 10.222.0.57 "GET /v2.0/security-groups?id=c27ba14d-ac85-44f1-aa89-ac308792b39a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0426476
May 31 11:48:25.756839 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG oslo_concurrency.lockutils [None req-f6fb907a-59bc-4fce-af1b-4063eba554eb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103722) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 31 11:48:25.825984 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43028a7b-58d7-408b-ac75-1328e6896bf7 None None] Pushing event updated for resources: {'Port': ['ID=cde664e9-3922-4ee7-b04a-98d0cd2ed64a,revision_number=4']} {{(pid=103722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 31 11:48:25.833741 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43028a7b-58d7-408b-ac75-1328e6896bf7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786384-7-iscsi {{(pid=103722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 31 11:48:25.834091 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43028a7b-58d7-408b-ac75-1328e6896bf7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786384-7-iscsi {{(pid=103722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 31 11:48:25.834422 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43028a7b-58d7-408b-ac75-1328e6896bf7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786384-7-iscsi {{(pid=103722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 31 11:48:25.834749 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43028a7b-58d7-408b-ac75-1328e6896bf7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786384-7-iscsi {{(pid=103722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 31 11:48:25.835078 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43028a7b-58d7-408b-ac75-1328e6896bf7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786384-7-iscsi {{(pid=103722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 31 11:48:25.835400 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43028a7b-58d7-408b-ac75-1328e6896bf7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786384-7-iscsi {{(pid=103722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 31 11:48:25.835719 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43028a7b-58d7-408b-ac75-1328e6896bf7 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786384-7-iscsi {{(pid=103722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 31 11:48:25.836070 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43028a7b-58d7-408b-ac75-1328e6896bf7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786384-7-iscsi {{(pid=103722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 31 11:48:25.836399 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43028a7b-58d7-408b-ac75-1328e6896bf7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786384-7-iscsi {{(pid=103722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 31 11:48:25.836711 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43028a7b-58d7-408b-ac75-1328e6896bf7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786384-7-iscsi {{(pid=103722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 31 11:48:25.837025 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43028a7b-58d7-408b-ac75-1328e6896bf7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786384-7-iscsi {{(pid=103722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 31 11:48:25.837337 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43028a7b-58d7-408b-ac75-1328e6896bf7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786384-7-iscsi {{(pid=103722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 31 11:48:25.841073 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG oslo_concurrency.lockutils [None req-43028a7b-58d7-408b-ac75-1328e6896bf7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=103722) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 31 11:48:26.074680 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dee298ae-6fc4-42b2-b167-10030af2dc68 req-f2552611-950c-4a16-93f5-c559f9041498 tempest-AttachVolumeShelveTestJSON-127538222 tempest-AttachVolumeShelveTestJSON-127538222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 11:48:26.076306 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [req-dee298ae-6fc4-42b2-b167-10030af2dc68 req-f2552611-950c-4a16-93f5-c559f9041498 tempest-AttachVolumeShelveTestJSON-127538222 tempest-AttachVolumeShelveTestJSON-127538222-project] 10.222.0.57 "GET /v2.0/ports?device_id=ead9d6d4-0497-4043-988e-b5462cd4a21e HTTP/1.1" status: 200  len: 944 time: 0.0804546
May 31 11:48:26.117053 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron.plugins.ml2.db [None req-43028a7b-58d7-408b-ac75-1328e6896bf7 None None] get_ports_and_sgs() called for port_ids ['462ece3e-f40a-44a0-a4fc-7c3ef3e9827a'] {{(pid=103722) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
May 31 11:48:26.130906 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [req-dee298ae-6fc4-42b2-b167-10030af2dc68 req-447cfa4b-b9a8-4b4d-9d81-7a4827944964 tempest-AttachVolumeShelveTestJSON-127538222 tempest-AttachVolumeShelveTestJSON-127538222-project] 10.222.0.57 "GET /v2.0/security-groups?id=6c1ea728-7f28-45a2-9ff9-c5e861fe7362&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0486014
May 31 11:48:26.160103 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron.plugins.ml2.db [None req-43028a7b-58d7-408b-ac75-1328e6896bf7 None None] get_ports_and_sgs() called for port_ids ['cde664e9-3922-4ee7-b04a-98d0cd2ed64a'] {{(pid=103722) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
May 31 11:48:26.951715 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2274a67c-fbb7-4760-bd84-f14626d44d83 req-65ce2f73-269f-46ce-ad90-dd99a4c675b6 tempest-TestShelveInstance-1856919752 tempest-TestShelveInstance-1856919752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 11:48:26.953332 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [req-2274a67c-fbb7-4760-bd84-f14626d44d83 req-65ce2f73-269f-46ce-ad90-dd99a4c675b6 tempest-TestShelveInstance-1856919752 tempest-TestShelveInstance-1856919752-project] 10.222.0.57 "GET /v2.0/ports?device_id=e459736f-0c08-4469-b126-a8d744b78201 HTTP/1.1" status: 200  len: 944 time: 0.0830247
May 31 11:48:26.998577 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [req-2274a67c-fbb7-4760-bd84-f14626d44d83 req-b49139e2-e785-443e-bb5a-95c03972513e tempest-TestShelveInstance-1856919752 tempest-TestShelveInstance-1856919752-project] 10.222.0.57 "GET /v2.0/security-groups?id=c27ba14d-ac85-44f1-aa89-ac308792b39a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0394776
May 31 11:48:27.207384 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron.plugins.ml2.rpc [None req-43028a7b-58d7-408b-ac75-1328e6896bf7 None None] Device 462ece3e-f40a-44a0-a4fc-7c3ef3e9827a up at agent hyperv_hv-cinder-78638 {{(pid=103722) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 31 11:48:27.278086 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron.db.provisioning_blocks [None req-43028a7b-58d7-408b-ac75-1328e6896bf7 None None] Provisioning for port 462ece3e-f40a-44a0-a4fc-7c3ef3e9827a completed by entity L2. {{(pid=103722) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 31 11:48:27.284407 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron.db.provisioning_blocks [None req-43028a7b-58d7-408b-ac75-1328e6896bf7 None None] Provisioning complete for port 462ece3e-f40a-44a0-a4fc-7c3ef3e9827a triggered by entity L2. {{(pid=103722) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 31 11:48:27.284773 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron_lib.callbacks.manager [None req-43028a7b-58d7-408b-ac75-1328e6896bf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857618'] for port, provisioning_complete {{(pid=103722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:48:27.349300 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70802206-967c-45f2-a8d6-9e59afbdef8c req-ba02f896-395f-4f0d-b769-4e1c866ea5a1 tempest-AttachVolumeShelveTestJSON-127538222 tempest-AttachVolumeShelveTestJSON-127538222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 11:48:27.350819 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [req-70802206-967c-45f2-a8d6-9e59afbdef8c req-ba02f896-395f-4f0d-b769-4e1c866ea5a1 tempest-AttachVolumeShelveTestJSON-127538222 tempest-AttachVolumeShelveTestJSON-127538222-project] 10.222.0.57 "GET /v2.0/ports?device_id=ead9d6d4-0497-4043-988e-b5462cd4a21e HTTP/1.1" status: 200  len: 944 time: 0.0875676
May 31 11:48:27.398861 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [req-70802206-967c-45f2-a8d6-9e59afbdef8c req-e1e7dd10-6b81-465c-8b14-d47fb3c3e246 tempest-AttachVolumeShelveTestJSON-127538222 tempest-AttachVolumeShelveTestJSON-127538222-project] 10.222.0.57 "GET /v2.0/security-groups?id=6c1ea728-7f28-45a2-9ff9-c5e861fe7362&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0414345
May 31 11:48:27.410723 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron_lib.callbacks.manager [None req-43028a7b-58d7-408b-ac75-1328e6896bf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-934180'] for port, before_update {{(pid=103722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:48:27.443211 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e459736f-0c08-4469-b126-a8d744b78201', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '462ece3e-f40a-44a0-a4fc-7c3ef3e9827a'}] {{(pid=103722) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 31 11:48:27.445524 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}385953046bb192346b13b574918bbc7d366126a5ac8301ca09ff73df2ee9323d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dff1f6d4-db40-4df1-9eda-1fc91d949883" -d '{"events": [{"server_uuid": "e459736f-0c08-4469-b126-a8d744b78201", "name": "network-vif-plugged", "status": "completed", "tag": "462ece3e-f40a-44a0-a4fc-7c3ef3e9827a"}]}' {{(pid=103722) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
May 31 11:48:27.453594 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron.plugins.ml2.db [None req-43028a7b-58d7-408b-ac75-1328e6896bf7 None None] For port 462ece3e-f40a-44a0-a4fc-7c3ef3e9827a, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=462ece3e-f40a-44a0-a4fc-7c3ef3e9827a,segment=NetworkSegment(85ec44de-340d-4adb-a400-8c2147a8ec2a),segment_id=85ec44de-340d-4adb-a400-8c2147a8ec2a)] {{(pid=103722) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 31 11:48:27.458526 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron_lib.callbacks.manager [None req-43028a7b-58d7-408b-ac75-1328e6896bf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937715', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3701677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744215954324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744215520988', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744215521293'] for port, after_update {{(pid=103722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:48:27.459428 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron.plugins.ml2.rpc [None req-43028a7b-58d7-408b-ac75-1328e6896bf7 None None] Device cde664e9-3922-4ee7-b04a-98d0cd2ed64a up at agent hyperv_hv-cinder-78638 {{(pid=103722) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 31 11:48:27.490329 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG oslo_concurrency.lockutils [None req-43028a7b-58d7-408b-ac75-1328e6896bf7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103722) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 31 11:48:27.519227 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 31 May 2021 11:48:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-304846a6-7acc-4697-b120-5437431e68b4 x-openstack-request-id: req-304846a6-7acc-4697-b120-5437431e68b4 {{(pid=103722) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
May 31 11:48:27.519517 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e459736f-0c08-4469-b126-a8d744b78201", "name": "network-vif-plugged", "status": "completed", "tag": "462ece3e-f40a-44a0-a4fc-7c3ef3e9827a", "code": 200}]} {{(pid=103722) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
May 31 11:48:27.519804 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-304846a6-7acc-4697-b120-5437431e68b4 {{(pid=103722) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
May 31 11:48:27.520182 dv-cinder-786384-7-iscsi neutron-server[103722]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e459736f-0c08-4469-b126-a8d744b78201', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '462ece3e-f40a-44a0-a4fc-7c3ef3e9827a', 'code': 200}
May 31 11:48:27.589304 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43028a7b-58d7-408b-ac75-1328e6896bf7 None None] Pushing event updated for resources: {'Port': ['ID=462ece3e-f40a-44a0-a4fc-7c3ef3e9827a,revision_number=5']} {{(pid=103722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 31 11:48:27.592597 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG oslo_concurrency.lockutils [None req-43028a7b-58d7-408b-ac75-1328e6896bf7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=103722) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 31 11:48:27.603533 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron.db.provisioning_blocks [None req-43028a7b-58d7-408b-ac75-1328e6896bf7 None None] Provisioning for port cde664e9-3922-4ee7-b04a-98d0cd2ed64a completed by entity L2. {{(pid=103722) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 31 11:48:27.610338 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron.db.provisioning_blocks [None req-43028a7b-58d7-408b-ac75-1328e6896bf7 None None] Provisioning complete for port cde664e9-3922-4ee7-b04a-98d0cd2ed64a triggered by entity L2. {{(pid=103722) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 31 11:48:27.610775 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron_lib.callbacks.manager [None req-43028a7b-58d7-408b-ac75-1328e6896bf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857618'] for port, provisioning_complete {{(pid=103722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:48:27.741276 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron_lib.callbacks.manager [None req-43028a7b-58d7-408b-ac75-1328e6896bf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-934180'] for port, before_update {{(pid=103722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:48:27.775140 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-255afdd2-95fb-478e-8bff-ab323ab30c1b req-8f3b2511-c267-4714-a5f2-19381bc47f2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 11:48:27.776207 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron.plugins.ml2.db [None req-43028a7b-58d7-408b-ac75-1328e6896bf7 None None] For port cde664e9-3922-4ee7-b04a-98d0cd2ed64a, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=cde664e9-3922-4ee7-b04a-98d0cd2ed64a,segment=NetworkSegment(fea50412-2064-40f9-97d7-ef805bb3a428),segment_id=fea50412-2064-40f9-97d7-ef805bb3a428)] {{(pid=103722) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 31 11:48:27.777009 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [req-255afdd2-95fb-478e-8bff-ab323ab30c1b req-8f3b2511-c267-4714-a5f2-19381bc47f2e service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=e459736f-0c08-4469-b126-a8d744b78201 HTTP/1.1" status: 200  len: 1098 time: 0.0740166
May 31 11:48:27.780902 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron_lib.callbacks.manager [None req-43028a7b-58d7-408b-ac75-1328e6896bf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937715', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3701677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744215954324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744215520988', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744215521293'] for port, after_update {{(pid=103722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:48:27.783676 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG oslo_concurrency.lockutils [None req-b0a6db42-aaf7-4dff-8784-bfc8b01e8f22 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103722) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 31 11:48:27.818415 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [req-255afdd2-95fb-478e-8bff-ab323ab30c1b req-c2404f99-c27e-4c48-814c-486b82cffcd4 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=c27ba14d-ac85-44f1-aa89-ac308792b39a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0344479
May 31 11:48:27.852438 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43028a7b-58d7-408b-ac75-1328e6896bf7 None None] Pushing event updated for resources: {'Port': ['ID=cde664e9-3922-4ee7-b04a-98d0cd2ed64a,revision_number=5']} {{(pid=103722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 31 11:48:27.855540 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG oslo_concurrency.lockutils [None req-43028a7b-58d7-408b-ac75-1328e6896bf7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=103722) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 31 11:48:28.010045 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron.wsgi [-] (103720) accepted ('10.222.0.57', 46290) {{(pid=103720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 31 11:48:28.128370 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-88a209ed-a7f5-45e5-ba40-9e629ad68352 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:48:28.143596 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron.db.quota.driver [None req-88a209ed-a7f5-45e5-ba40-9e629ad68352 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=103720) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 31 11:48:28.147765 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron.quota.resource [None req-88a209ed-a7f5-45e5-ba40-9e629ad68352 admin admin] Usage tracker for resource:security_group_rule and tenant:96f68c88e9cf463596d954d07b673659 is out of sync, need to count used quota {{(pid=103720) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 31 11:48:28.150839 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron.quota.resource [None req-88a209ed-a7f5-45e5-ba40-9e629ad68352 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=103720) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 31 11:48:28.156832 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron.db.quota.driver [None req-88a209ed-a7f5-45e5-ba40-9e629ad68352 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=103720) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 31 11:48:28.241743 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-88a209ed-a7f5-45e5-ba40-9e629ad68352 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:48:28.247080 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-88a209ed-a7f5-45e5-ba40-9e629ad68352 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3705957'] for security_group, after_create {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:48:28.250301 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a9091b2-b6b1-439d-b41b-3cb1a1a88c7e req-a00872b5-039e-4cfc-8b25-c5110c99bea4 tempest-TestShelveInstance-1856919752 tempest-TestShelveInstance-1856919752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 11:48:28.251810 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [req-3a9091b2-b6b1-439d-b41b-3cb1a1a88c7e req-a00872b5-039e-4cfc-8b25-c5110c99bea4 tempest-TestShelveInstance-1856919752 tempest-TestShelveInstance-1856919752-project] 10.222.0.57 "GET /v2.0/ports?device_id=e459736f-0c08-4469-b126-a8d744b78201 HTTP/1.1" status: 200  len: 945 time: 0.1487544
May 31 11:48:28.254421 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG oslo_concurrency.lockutils [None req-b86a1f7a-e327-4bc8-830a-be7d4939465b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103720) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 31 11:48:28.294177 dv-cinder-786384-7-iscsi neutron-server[103720]: INFO neutron.wsgi [None req-88a209ed-a7f5-45e5-ba40-9e629ad68352 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=96f68c88e9cf463596d954d07b673659&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2830591
May 31 11:48:28.295077 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88a209ed-a7f5-45e5-ba40-9e629ad68352 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6fccde2d-15d7-4e02-b21b-f871490f7800,revision_number=1']} {{(pid=103720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 31 11:48:28.296224 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [req-3a9091b2-b6b1-439d-b41b-3cb1a1a88c7e req-be163861-dcb8-4d60-bec0-ede2dad1e54f tempest-TestShelveInstance-1856919752 tempest-TestShelveInstance-1856919752-project] 10.222.0.57 "GET /v2.0/security-groups?id=c27ba14d-ac85-44f1-aa89-ac308792b39a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0385628
May 31 11:48:28.296862 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.wsgi [-] (103721) accepted ('10.222.0.57', 46298) {{(pid=103721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 31 11:48:28.298455 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG oslo_concurrency.lockutils [None req-88a209ed-a7f5-45e5-ba40-9e629ad68352 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=103720) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 31 11:48:28.353944 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron_lib.callbacks.manager [None req-4701cb32-da14-48af-9388-5049ac777f71 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:48:28.378829 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron_lib.callbacks.manager [None req-4701cb32-da14-48af-9388-5049ac777f71 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:48:28.434795 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron_lib.callbacks.manager [None req-4701cb32-da14-48af-9388-5049ac777f71 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3705957'] for security_group, after_delete {{(pid=103721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:48:28.438485 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103721) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 31 11:48:28.450209 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4701cb32-da14-48af-9388-5049ac777f71 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6fccde2d-15d7-4e02-b21b-f871490f7800,revision_number=None']} {{(pid=103721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 31 11:48:28.452672 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG oslo_concurrency.lockutils [None req-4701cb32-da14-48af-9388-5049ac777f71 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=103721) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 31 11:48:28.459105 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron_lib.callbacks.manager [None req-4701cb32-da14-48af-9388-5049ac777f71 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:48:28.462951 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [None req-4701cb32-da14-48af-9388-5049ac777f71 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/6fccde2d-15d7-4e02-b21b-f871490f7800 HTTP/1.1" status: 204  len: 168 time: 0.1626196
May 31 11:48:28.607623 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e239147-d06d-401d-add0-e4583d3072ac req-24a215a1-c0ae-4a3b-925f-7824a93a54ad tempest-AttachVolumeShelveTestJSON-127538222 tempest-AttachVolumeShelveTestJSON-127538222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 11:48:28.609104 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [req-4e239147-d06d-401d-add0-e4583d3072ac req-24a215a1-c0ae-4a3b-925f-7824a93a54ad tempest-AttachVolumeShelveTestJSON-127538222 tempest-AttachVolumeShelveTestJSON-127538222-project] 10.222.0.57 "GET /v2.0/ports?device_id=ead9d6d4-0497-4043-988e-b5462cd4a21e HTTP/1.1" status: 200  len: 945 time: 0.0840137
May 31 11:48:28.656500 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [req-4e239147-d06d-401d-add0-e4583d3072ac req-b24e8ec0-6dfc-458e-94ae-f544006b8d63 tempest-AttachVolumeShelveTestJSON-127538222 tempest-AttachVolumeShelveTestJSON-127538222-project] 10.222.0.57 "GET /v2.0/security-groups?id=6c1ea728-7f28-45a2-9ff9-c5e861fe7362&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0414026
May 31 11:48:28.736190 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron.wsgi [-] (103720) accepted ('10.222.0.57', 46314) {{(pid=103720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 31 11:48:28.840616 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron.wsgi [-] (103720) accepted ('10.222.0.57', 46320) {{(pid=103720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 31 11:48:28.875450 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-9a7ed3a6-8f1f-40af-a9b4-b3fe2251c417 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:48:28.883581 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-0a74732b-2e10-4ea8-9072-8a4ae17ca041 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:48:28.903303 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron.db.quota.driver [None req-9a7ed3a6-8f1f-40af-a9b4-b3fe2251c417 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=103720) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 31 11:48:28.905625 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron.db.quota.driver [None req-0a74732b-2e10-4ea8-9072-8a4ae17ca041 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=103720) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 31 11:48:28.909895 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron.quota.resource [None req-9a7ed3a6-8f1f-40af-a9b4-b3fe2251c417 admin admin] Usage tracker for resource:security_group_rule and tenant:bea07f09bf9240109f34c68a730e0504 is out of sync, need to count used quota {{(pid=103720) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 31 11:48:28.912570 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron.quota.resource [None req-0a74732b-2e10-4ea8-9072-8a4ae17ca041 admin admin] Usage tracker for resource:security_group_rule and tenant:8f15a5ede9174355b3c4f4e29589339e is out of sync, need to count used quota {{(pid=103720) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 31 11:48:28.915119 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron.quota.resource [None req-9a7ed3a6-8f1f-40af-a9b4-b3fe2251c417 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=103720) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 31 11:48:28.917741 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron.quota.resource [None req-0a74732b-2e10-4ea8-9072-8a4ae17ca041 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=103720) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 31 11:48:28.924814 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron.db.quota.driver [None req-9a7ed3a6-8f1f-40af-a9b4-b3fe2251c417 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=103720) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 31 11:48:28.926798 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron.db.quota.driver [None req-0a74732b-2e10-4ea8-9072-8a4ae17ca041 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=103720) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 31 11:48:29.068431 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-9a7ed3a6-8f1f-40af-a9b4-b3fe2251c417 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:48:29.070296 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-0a74732b-2e10-4ea8-9072-8a4ae17ca041 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:48:29.074177 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-9a7ed3a6-8f1f-40af-a9b4-b3fe2251c417 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3705957'] for security_group, after_create {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:48:29.080963 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG oslo_concurrency.lockutils [None req-d27bfad8-5b94-42d2-9a1c-6300cc4e6700 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103720) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 31 11:48:29.088374 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-0a74732b-2e10-4ea8-9072-8a4ae17ca041 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3705957'] for security_group, after_create {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:48:29.149975 dv-cinder-786384-7-iscsi neutron-server[103720]: INFO neutron.wsgi [None req-9a7ed3a6-8f1f-40af-a9b4-b3fe2251c417 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=bea07f09bf9240109f34c68a730e0504&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3081515
May 31 11:48:29.154234 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.wsgi [-] (103721) accepted ('10.222.0.57', 46326) {{(pid=103721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 31 11:48:29.156576 dv-cinder-786384-7-iscsi neutron-server[103720]: INFO neutron.wsgi [None req-0a74732b-2e10-4ea8-9072-8a4ae17ca041 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=8f15a5ede9174355b3c4f4e29589339e&name=default HTTP/1.1" status: 200  len: 2979 time: 0.4160643
May 31 11:48:29.156576 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a7ed3a6-8f1f-40af-a9b4-b3fe2251c417 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9277ea62-68a0-46a7-ab5f-c59ad52b297f,revision_number=1']} {{(pid=103720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 31 11:48:29.157812 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG oslo_concurrency.lockutils [None req-9a7ed3a6-8f1f-40af-a9b4-b3fe2251c417 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=103720) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 31 11:48:29.158454 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron.wsgi [-] (103720) accepted ('10.222.0.57', 46330) {{(pid=103720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 31 11:48:29.158955 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG oslo_concurrency.lockutils [None req-4bd7a5bd-a4cd-433b-bd12-99db1f894e15 tempest-VolumesNegativeTest-2087413271 tempest-VolumesNegativeTest-2087413271-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.061s {{(pid=103720) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 31 11:48:29.167766 dv-cinder-786384-7-iscsi neutron-server[103723]: DEBUG neutron.db.agents_db [None req-cb648da2-ef1b-4de5-af28-8b32e926ae6d None None] Agent healthcheck: found 6 active agents {{(pid=103723) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}}
May 31 11:48:29.219248 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a74732b-2e10-4ea8-9072-8a4ae17ca041 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c57da5f1-16cd-4af6-a190-709ea8aa4ad8,revision_number=1']} {{(pid=103720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 31 11:48:29.222407 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG oslo_concurrency.lockutils [None req-0a74732b-2e10-4ea8-9072-8a4ae17ca041 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=103720) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 31 11:48:29.243261 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron_lib.callbacks.manager [None req-f81a2a0f-92a6-4893-b2b0-c701c5527983 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:48:29.248038 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-e0d43ce0-b140-4f3c-a40b-92b0751357e6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:48:29.269123 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron_lib.callbacks.manager [None req-f81a2a0f-92a6-4893-b2b0-c701c5527983 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:48:29.273592 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-e0d43ce0-b140-4f3c-a40b-92b0751357e6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:48:29.321277 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron_lib.callbacks.manager [None req-f81a2a0f-92a6-4893-b2b0-c701c5527983 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3705957'] for security_group, after_delete {{(pid=103721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:48:29.325160 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG oslo_concurrency.lockutils [None req-007e2f30-32a4-4323-8421-c2e3d858b738 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103721) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 31 11:48:29.326241 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-e0d43ce0-b140-4f3c-a40b-92b0751357e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3705957'] for security_group, after_delete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:48:29.336604 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f81a2a0f-92a6-4893-b2b0-c701c5527983 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9277ea62-68a0-46a7-ab5f-c59ad52b297f,revision_number=None']} {{(pid=103721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 31 11:48:29.338984 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG oslo_concurrency.lockutils [None req-f82ba422-9488-44fc-a65a-8158ea5646d1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103720) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 31 11:48:29.340310 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG oslo_concurrency.lockutils [None req-f81a2a0f-92a6-4893-b2b0-c701c5527983 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=103721) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 31 11:48:29.343629 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron_lib.callbacks.manager [None req-f81a2a0f-92a6-4893-b2b0-c701c5527983 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:48:29.344769 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [None req-f81a2a0f-92a6-4893-b2b0-c701c5527983 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/9277ea62-68a0-46a7-ab5f-c59ad52b297f HTTP/1.1" status: 204  len: 168 time: 0.1907496
May 31 11:48:29.355523 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0d43ce0-b140-4f3c-a40b-92b0751357e6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c57da5f1-16cd-4af6-a190-709ea8aa4ad8,revision_number=None']} {{(pid=103720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 31 11:48:29.359436 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG oslo_concurrency.lockutils [None req-e0d43ce0-b140-4f3c-a40b-92b0751357e6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=103720) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 31 11:48:29.361524 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-e0d43ce0-b140-4f3c-a40b-92b0751357e6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:48:29.365516 dv-cinder-786384-7-iscsi neutron-server[103720]: INFO neutron.wsgi [None req-e0d43ce0-b140-4f3c-a40b-92b0751357e6 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/c57da5f1-16cd-4af6-a190-709ea8aa4ad8 HTTP/1.1" status: 204  len: 168 time: 0.1992691
May 31 11:48:29.497206 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3663eff1-b48c-47de-a6b5-e022b4686a1e req-207e0c87-fd27-4cfe-8d11-9d8ac5ebf160 tempest-TestShelveInstance-1856919752 tempest-TestShelveInstance-1856919752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 11:48:29.498745 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [req-3663eff1-b48c-47de-a6b5-e022b4686a1e req-207e0c87-fd27-4cfe-8d11-9d8ac5ebf160 tempest-TestShelveInstance-1856919752 tempest-TestShelveInstance-1856919752-project] 10.222.0.57 "GET /v2.0/ports?device_id=e459736f-0c08-4469-b126-a8d744b78201 HTTP/1.1" status: 200  len: 945 time: 0.0812976
May 31 11:48:29.522009 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ead9d6d4-0497-4043-988e-b5462cd4a21e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cde664e9-3922-4ee7-b04a-98d0cd2ed64a'}] {{(pid=103722) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 31 11:48:29.526139 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}385953046bb192346b13b574918bbc7d366126a5ac8301ca09ff73df2ee9323d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-16aa4730-74db-4fdd-a2ef-d0af905f21c7" -d '{"events": [{"server_uuid": "ead9d6d4-0497-4043-988e-b5462cd4a21e", "name": "network-vif-plugged", "status": "completed", "tag": "cde664e9-3922-4ee7-b04a-98d0cd2ed64a"}]}' {{(pid=103722) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
May 31 11:48:29.548226 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [req-3663eff1-b48c-47de-a6b5-e022b4686a1e req-24c113a7-2c83-422c-913c-349398b19b1e tempest-TestShelveInstance-1856919752 tempest-TestShelveInstance-1856919752-project] 10.222.0.57 "GET /v2.0/security-groups?id=c27ba14d-ac85-44f1-aa89-ac308792b39a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0409005
May 31 11:48:29.600351 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 31 May 2021 11:48:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c3147be0-e820-413d-9cfc-af93e0f5d1c1 x-openstack-request-id: req-c3147be0-e820-413d-9cfc-af93e0f5d1c1 {{(pid=103722) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
May 31 11:48:29.601016 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ead9d6d4-0497-4043-988e-b5462cd4a21e", "name": "network-vif-plugged", "status": "completed", "tag": "cde664e9-3922-4ee7-b04a-98d0cd2ed64a", "code": 200}]} {{(pid=103722) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
May 31 11:48:29.601581 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-c3147be0-e820-413d-9cfc-af93e0f5d1c1 {{(pid=103722) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
May 31 11:48:29.602180 dv-cinder-786384-7-iscsi neutron-server[103722]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ead9d6d4-0497-4043-988e-b5462cd4a21e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cde664e9-3922-4ee7-b04a-98d0cd2ed64a', 'code': 200}
May 31 11:48:29.781608 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f022a3da-f4f3-48c1-aa9d-d6b4c0ce4bf3 req-5a4a333d-d4dc-4212-941f-f9e1d3e79b1f tempest-TestShelveInstance-1856919752 tempest-TestShelveInstance-1856919752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 11:48:29.783017 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [req-f022a3da-f4f3-48c1-aa9d-d6b4c0ce4bf3 req-5a4a333d-d4dc-4212-941f-f9e1d3e79b1f tempest-TestShelveInstance-1856919752 tempest-TestShelveInstance-1856919752-project] 10.222.0.57 "GET /v2.0/ports?device_id=e459736f-0c08-4469-b126-a8d744b78201 HTTP/1.1" status: 200  len: 945 time: 0.1147044
May 31 11:48:29.940078 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [req-f022a3da-f4f3-48c1-aa9d-d6b4c0ce4bf3 req-f9deb516-8ea9-4b39-a33d-f3769cadff55 tempest-TestShelveInstance-1856919752 tempest-TestShelveInstance-1856919752-project] 10.222.0.57 "GET /v2.0/security-groups?id=c27ba14d-ac85-44f1-aa89-ac308792b39a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1508074
May 31 11:48:29.978540 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c116e42a-d3c1-4b5d-aa43-c0430b19ff19 req-f88c191a-7ade-460f-9f7c-a48224da5d3a tempest-AttachVolumeShelveTestJSON-127538222 tempest-AttachVolumeShelveTestJSON-127538222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 11:48:29.978810 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron.wsgi [-] (103720) accepted ('10.222.0.57', 46366) {{(pid=103720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 31 11:48:29.980963 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [req-c116e42a-d3c1-4b5d-aa43-c0430b19ff19 req-f88c191a-7ade-460f-9f7c-a48224da5d3a tempest-AttachVolumeShelveTestJSON-127538222 tempest-AttachVolumeShelveTestJSON-127538222-project] 10.222.0.57 "GET /v2.0/ports?device_id=ead9d6d4-0497-4043-988e-b5462cd4a21e HTTP/1.1" status: 200  len: 945 time: 0.1897075
May 31 11:48:30.002923 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c762bbf-b31b-44db-ac02-68cb2333a5d2 req-4e1d6edf-a587-4cfb-835f-b6b63d96aab5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 11:48:30.004390 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [req-7c762bbf-b31b-44db-ac02-68cb2333a5d2 req-4e1d6edf-a587-4cfb-835f-b6b63d96aab5 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=ead9d6d4-0497-4043-988e-b5462cd4a21e HTTP/1.1" status: 200  len: 1098 time: 0.1473367
May 31 11:48:30.053838 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [req-c116e42a-d3c1-4b5d-aa43-c0430b19ff19 req-6c80a712-954f-4989-b9e3-8200e152c760 tempest-AttachVolumeShelveTestJSON-127538222 tempest-AttachVolumeShelveTestJSON-127538222-project] 10.222.0.57 "GET /v2.0/security-groups?id=6c1ea728-7f28-45a2-9ff9-c5e861fe7362&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0722303
May 31 11:48:30.069584 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [req-7c762bbf-b31b-44db-ac02-68cb2333a5d2 req-727dd11b-251b-49f2-a1bf-575e10fd30b8 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=6c1ea728-7f28-45a2-9ff9-c5e861fe7362&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0542462
May 31 11:48:30.337757 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5cfd966b-ebe2-44e6-b636-9c6c7f531bc8 tempest-TestShelveInstance-567742118 tempest-TestShelveInstance-567742118-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 11:48:30.339330 dv-cinder-786384-7-iscsi neutron-server[103720]: INFO neutron.wsgi [None req-5cfd966b-ebe2-44e6-b636-9c6c7f531bc8 tempest-TestShelveInstance-567742118 tempest-TestShelveInstance-567742118-project-admin] 10.222.0.57 "GET /v2.0/ports?device_id=e459736f-0c08-4469-b126-a8d744b78201 HTTP/1.1" status: 200  len: 1093 time: 0.3596036
May 31 11:48:30.342499 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.wsgi [-] (103721) accepted ('10.222.0.57', 46390) {{(pid=103721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 31 11:48:30.348002 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.api.v2.base [None req-2d7c1f50-d435-45f2-9180-18d437ddb375 tempest-TestShelveInstance-1856919752 tempest-TestShelveInstance-1856919752-project] Request body: {'floatingip': {'floating_network_id': '1cb16751-6ba1-494a-bef1-53f614bdb222', 'port_id': '462ece3e-f40a-44a0-a4fc-7c3ef3e9827a', 'tenant_id': '67225ec5f483494c9d8a6368709f6b83', 'fixed_ip_address': '172.20.0.5'}} {{(pid=103721) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 31 11:48:30.354604 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.db.quota.driver [None req-2d7c1f50-d435-45f2-9180-18d437ddb375 tempest-TestShelveInstance-1856919752 tempest-TestShelveInstance-1856919752-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=103721) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 31 11:48:30.358666 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.quota.resource [None req-2d7c1f50-d435-45f2-9180-18d437ddb375 tempest-TestShelveInstance-1856919752 tempest-TestShelveInstance-1856919752-project] Usage tracker for resource:floatingip and tenant:67225ec5f483494c9d8a6368709f6b83 is out of sync, need to count used quota {{(pid=103721) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 31 11:48:30.361696 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.quota.resource [None req-2d7c1f50-d435-45f2-9180-18d437ddb375 tempest-TestShelveInstance-1856919752 tempest-TestShelveInstance-1856919752-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=103721) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 31 11:48:30.371978 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.db.quota.driver [None req-2d7c1f50-d435-45f2-9180-18d437ddb375 tempest-TestShelveInstance-1856919752 tempest-TestShelveInstance-1856919752-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=103721) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 31 11:48:30.385521 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron_lib.callbacks.manager [None req-2d7c1f50-d435-45f2-9180-18d437ddb375 tempest-TestShelveInstance-1856919752 tempest-TestShelveInstance-1856919752-project] Notify callbacks [] for floatingip, before_create {{(pid=103721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:48:30.394082 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron.wsgi [-] (103720) accepted ('10.222.0.57', 46394) {{(pid=103720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 31 11:48:30.528578 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron_lib.callbacks.manager [None req-2d7c1f50-d435-45f2-9180-18d437ddb375 tempest-TestShelveInstance-1856919752 tempest-TestShelveInstance-1856919752-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-934180'] for port, before_create {{(pid=103721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:48:30.556527 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron.api.v2.base [None req-8a045977-7d02-493a-8443-1c024c010033 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-1156519944-network', 'tenant_id': 'cb91744052b44723b1201320a6b44c2c'}} {{(pid=103720) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 31 11:48:30.561498 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron.db.quota.driver [None req-8a045977-7d02-493a-8443-1c024c010033 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=103720) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 31 11:48:30.565853 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron.quota.resource [None req-8a045977-7d02-493a-8443-1c024c010033 admin admin] Usage tracker for resource:network and tenant:cb91744052b44723b1201320a6b44c2c is out of sync, need to count used quota {{(pid=103720) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 31 11:48:30.569096 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron.quota.resource [None req-8a045977-7d02-493a-8443-1c024c010033 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=103720) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 31 11:48:30.574856 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron.db.quota.driver [None req-8a045977-7d02-493a-8443-1c024c010033 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=103720) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 31 11:48:30.586506 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8a045977-7d02-493a-8443-1c024c010033 admin admin] Made reservation on behalf of cb91744052b44723b1201320a6b44c2c for: {'network': 1} {{(pid=103720) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 31 11:48:30.589205 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-8a045977-7d02-493a-8443-1c024c010033 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-934191'] for network, before_create {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:48:30.602343 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-8a045977-7d02-493a-8443-1c024c010033 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:48:30.617680 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron.db.quota.driver [None req-8a045977-7d02-493a-8443-1c024c010033 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=103720) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 31 11:48:30.621567 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron.quota.resource [None req-8a045977-7d02-493a-8443-1c024c010033 admin admin] Usage tracker for resource:security_group_rule and tenant:cb91744052b44723b1201320a6b44c2c is out of sync, need to count used quota {{(pid=103720) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 31 11:48:30.624360 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron.quota.resource [None req-8a045977-7d02-493a-8443-1c024c010033 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=103720) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 31 11:48:30.630020 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron.db.quota.driver [None req-8a045977-7d02-493a-8443-1c024c010033 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=103720) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 31 11:48:30.681575 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.db.db_base_plugin_common [None req-2d7c1f50-d435-45f2-9180-18d437ddb375 tempest-TestShelveInstance-1856919752 tempest-TestShelveInstance-1856919752-project] Allocated IP 172.27.2.185 (1cb16751-6ba1-494a-bef1-53f614bdb222/1135c889-0623-4d10-975a-f2c46f50f0f6/56cc58e9-5d4c-490b-ac62-0f678437e169) {{(pid=103721) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 31 11:48:30.719308 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-8a045977-7d02-493a-8443-1c024c010033 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:48:30.724771 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-8a045977-7d02-493a-8443-1c024c010033 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3705957'] for security_group, after_create {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:48:30.728576 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG oslo_concurrency.lockutils [None req-581ef0fe-0cd2-4c89-afd7-6cbd3983f7ca admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103720) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 31 11:48:30.760337 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8a045977-7d02-493a-8443-1c024c010033 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 770}  {{(pid=103720) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
May 31 11:48:30.765609 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a045977-7d02-493a-8443-1c024c010033 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b9937b11-1e96-49c8-88cb-75f8eddac617,revision_number=1']} {{(pid=103720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 31 11:48:30.769110 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG oslo_concurrency.lockutils [None req-8a045977-7d02-493a-8443-1c024c010033 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=103720) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 31 11:48:30.776935 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-8a045977-7d02-493a-8443-1c024c010033 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-882655'] for segment, precommit_create {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:48:30.776935 dv-cinder-786384-7-iscsi neutron-server[103720]: INFO neutron.db.segments_db [None req-8a045977-7d02-493a-8443-1c024c010033 admin admin] Added segment ed047e7b-43cb-4431-a12e-dc0528392535 of type vlan for network 1ff0d6f4-e3b8-4d59-9c22-cea19fc38a44
May 31 11:48:30.807061 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-8a045977-7d02-493a-8443-1c024c010033 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744215540035'] for network, precommit_create {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:48:30.835979 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron_lib.callbacks.manager [None req-2d7c1f50-d435-45f2-9180-18d437ddb375 tempest-TestShelveInstance-1856919752 tempest-TestShelveInstance-1856919752-project] Notify callbacks [] for port, precommit_create {{(pid=103721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:48:30.853306 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-8a045977-7d02-493a-8443-1c024c010033 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3705951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3701686'] for network, after_create {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:48:30.854911 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a045977-7d02-493a-8443-1c024c010033 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 11:48:30.855492 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-8a045977-7d02-493a-8443-1c024c010033 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3701651'] for network, before_response {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:48:30.860412 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103720) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 31 11:48:30.870319 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron_lib.callbacks.manager [None req-2d7c1f50-d435-45f2-9180-18d437ddb375 tempest-TestShelveInstance-1856919752 tempest-TestShelveInstance-1856919752-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937715', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3701677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744215520970', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2250866'] for port, after_create {{(pid=103721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:48:30.875312 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG oslo_concurrency.lockutils [None req-85583c5a-dcc3-4325-8b04-23e8b9caf3c8 tempest-AttachVolumeShelveTestJSON-127538222 tempest-AttachVolumeShelveTestJSON-127538222-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103721) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 31 11:48:30.940484 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d7c1f50-d435-45f2-9180-18d437ddb375 tempest-TestShelveInstance-1856919752 tempest-TestShelveInstance-1856919752-project] Network 1cb16751-6ba1-494a-bef1-53f614bdb222 is already hosted by enough agents. {{(pid=103721) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 31 11:48:30.943229 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.scheduler.base_scheduler [None req-2d7c1f50-d435-45f2-9180-18d437ddb375 tempest-TestShelveInstance-1856919752 tempest-TestShelveInstance-1856919752-project] Resources bound (agent type, host, resource id):  {{(pid=103721) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 31 11:48:30.946169 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d7c1f50-d435-45f2-9180-18d437ddb375 tempest-TestShelveInstance-1856919752 tempest-TestShelveInstance-1856919752-project] Received port after_create {{(pid=103721) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
May 31 11:48:30.963557 dv-cinder-786384-7-iscsi neutron-server[103720]: INFO neutron.wsgi [None req-8a045977-7d02-493a-8443-1c024c010033 admin admin] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201  len: 887 time: 0.5675602
May 31 11:48:30.967887 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron.wsgi [-] (103720) accepted ('10.222.0.57', 46416) {{(pid=103720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 31 11:48:30.976663 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron.api.v2.base [None req-c104a5f8-da7d-4579-9446-c6b66686c761 admin admin] Request body: {'subnet': {'network_id': '1ff0d6f4-e3b8-4d59-9c22-cea19fc38a44', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-1156519944-subnet', 'tenant_id': 'cb91744052b44723b1201320a6b44c2c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103720) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 31 11:48:30.980139 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a045977-7d02-493a-8443-1c024c010033 admin admin] Pushing event updated for resources: {'Network': ['ID=1ff0d6f4-e3b8-4d59-9c22-cea19fc38a44,revision_number=1']} {{(pid=103720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 31 11:48:30.983502 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG oslo_concurrency.lockutils [None req-8a045977-7d02-493a-8443-1c024c010033 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=103720) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 31 11:48:30.984737 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron.db.quota.driver [None req-c104a5f8-da7d-4579-9446-c6b66686c761 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=103720) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 31 11:48:30.988928 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron.quota.resource [None req-c104a5f8-da7d-4579-9446-c6b66686c761 admin admin] Usage tracker for resource:subnet and tenant:cb91744052b44723b1201320a6b44c2c is out of sync, need to count used quota {{(pid=103720) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 31 11:48:30.992579 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron.quota.resource [None req-c104a5f8-da7d-4579-9446-c6b66686c761 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=103720) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 31 11:48:30.995555 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron.plugins.ml2.rpc [None req-1f0a762f-0348-4bba-b860-8eddab4cd770 None None] Network 1ff0d6f4-e3b8-4d59-9c22-cea19fc38a44 details requested by agent ovs-agent-dv-cinder-786384-7-iscsi with host dv-cinder-786384-7-iscsi {{(pid=103722) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
May 31 11:48:30.996660 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d7c1f50-d435-45f2-9180-18d437ddb375 tempest-TestShelveInstance-1856919752 tempest-TestShelveInstance-1856919752-project] Pushing event updated for resources: {'Port': ['ID=56cc58e9-5d4c-490b-ac62-0f678437e169,revision_number=1']} {{(pid=103721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 31 11:48:30.998720 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron.db.quota.driver [None req-c104a5f8-da7d-4579-9446-c6b66686c761 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=103720) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 31 11:48:30.999413 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG oslo_concurrency.lockutils [None req-2d7c1f50-d435-45f2-9180-18d437ddb375 tempest-TestShelveInstance-1856919752 tempest-TestShelveInstance-1856919752-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=103721) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 31 11:48:31.011243 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c104a5f8-da7d-4579-9446-c6b66686c761 admin admin] Made reservation on behalf of cb91744052b44723b1201320a6b44c2c for: {'subnet': 1} {{(pid=103720) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 31 11:48:31.013888 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-c104a5f8-da7d-4579-9446-c6b66686c761 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2404524'] for subnet, before_create {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:48:31.396701 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron_lib.callbacks.manager [None req-43028a7b-58d7-408b-ac75-1328e6896bf7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744215964654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857257'] for agent, after_update {{(pid=103722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:48:31.466823 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-c104a5f8-da7d-4579-9446-c6b66686c761 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3701677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2333669', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2404538'] for subnet, after_create {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:48:31.472085 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103720) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 31 11:48:31.539659 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c104a5f8-da7d-4579-9446-c6b66686c761 admin admin] Pushing event updated for resources: {'Subnet': ['ID=47365a5e-3d4c-4362-8a7f-b3669445e567,revision_number=0']} {{(pid=103720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 31 11:48:31.542553 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG oslo_concurrency.lockutils [None req-c104a5f8-da7d-4579-9446-c6b66686c761 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=103720) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 31 11:48:31.569991 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c104a5f8-da7d-4579-9446-c6b66686c761 admin admin] Checking segment: {'id': 'ed047e7b-43cb-4431-a12e-dc0528392535', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 770, 'network_id': '1ff0d6f4-e3b8-4d59-9c22-cea19fc38a44'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103720) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 31 11:48:31.570350 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c104a5f8-da7d-4579-9446-c6b66686c761 admin admin] Network hostable DHCP agents. Network: 1ff0d6f4-e3b8-4d59-9c22-cea19fc38a44, hostable agents: ['dff46186-ee29-425e-9f8b-1a5cc0b5fc21'], hosted agents: [] {{(pid=103720) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
May 31 11:48:31.584748 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52522018-fad6-44f6-bb0a-0c6b781a8e14 req-9bad189d-b750-46f9-b8cb-f2e92f0d7180 tempest-AttachVolumeShelveTestJSON-127538222 tempest-AttachVolumeShelveTestJSON-127538222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 11:48:31.586326 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [req-52522018-fad6-44f6-bb0a-0c6b781a8e14 req-9bad189d-b750-46f9-b8cb-f2e92f0d7180 tempest-AttachVolumeShelveTestJSON-127538222 tempest-AttachVolumeShelveTestJSON-127538222-project] 10.222.0.57 "GET /v2.0/ports?device_id=ead9d6d4-0497-4043-988e-b5462cd4a21e HTTP/1.1" status: 200  len: 945 time: 0.3166368
May 31 11:48:31.593046 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c104a5f8-da7d-4579-9446-c6b66686c761 admin admin] Network 1ff0d6f4-e3b8-4d59-9c22-cea19fc38a44 is scheduled to be hosted by DHCP agent dff46186-ee29-425e-9f8b-1a5cc0b5fc21 with binding_index 1 {{(pid=103720) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
May 31 11:48:31.604422 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron.scheduler.base_scheduler [None req-c104a5f8-da7d-4579-9446-c6b66686c761 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786384-7-iscsi, 1ff0d6f4-e3b8-4d59-9c22-cea19fc38a44) {{(pid=103720) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 31 11:48:31.612795 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c044b9f9-4c07-4670-a699-4cc3df89d302 None None] Network 1ff0d6f4-e3b8-4d59-9c22-cea19fc38a44 requested from dv-cinder-786384-7-iscsi {{(pid=103722) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
May 31 11:48:31.622265 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c104a5f8-da7d-4579-9446-c6b66686c761 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 11:48:31.622986 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-c104a5f8-da7d-4579-9446-c6b66686c761 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3701651'] for subnet, before_response {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:48:31.658832 dv-cinder-786384-7-iscsi neutron-server[103720]: INFO neutron.wsgi [None req-c104a5f8-da7d-4579-9446-c6b66686c761 admin admin] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 851 time: 0.6896317
May 31 11:48:31.682368 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [req-52522018-fad6-44f6-bb0a-0c6b781a8e14 req-5b07e063-7353-4249-aec9-ff803618221f tempest-AttachVolumeShelveTestJSON-127538222 tempest-AttachVolumeShelveTestJSON-127538222-project] 10.222.0.57 "GET /v2.0/security-groups?id=6c1ea728-7f28-45a2-9ff9-c5e861fe7362&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0589263
May 31 11:48:31.872982 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d9ad6ed-a932-4911-aa04-28dea9da7402 None None] Network 1ff0d6f4-e3b8-4d59-9c22-cea19fc38a44 requested from dv-cinder-786384-7-iscsi {{(pid=103722) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
May 31 11:48:31.874395 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron_lib.callbacks.manager [None req-2d7c1f50-d435-45f2-9180-18d437ddb375 tempest-TestShelveInstance-1856919752 tempest-TestShelveInstance-1856919752-project] Notify callbacks [] for floatingip, precommit_create {{(pid=103721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:48:32.004499 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron_lib.callbacks.manager [None req-2d7c1f50-d435-45f2-9180-18d437ddb375 tempest-TestShelveInstance-1856919752 tempest-TestShelveInstance-1856919752-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-934180'] for port, before_update {{(pid=103721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:48:32.212296 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron_lib.callbacks.manager [None req-2d7c1f50-d435-45f2-9180-18d437ddb375 tempest-TestShelveInstance-1856919752 tempest-TestShelveInstance-1856919752-project] Notify callbacks [] for port, precommit_update {{(pid=103721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:48:32.217922 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron_lib.callbacks.manager [None req-2d7c1f50-d435-45f2-9180-18d437ddb375 tempest-TestShelveInstance-1856919752 tempest-TestShelveInstance-1856919752-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937715', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3701677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744215954324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744215520988', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744215521293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2250875'] for port, after_update {{(pid=103721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:48:32.222767 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG oslo_concurrency.lockutils [None req-6783a458-8026-4b2f-9bc2-0a48a8816eb5 tempest-VolumesActionsTest-112709343 tempest-VolumesActionsTest-112709343-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103721) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 31 11:48:32.329759 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d7c1f50-d435-45f2-9180-18d437ddb375 tempest-TestShelveInstance-1856919752 tempest-TestShelveInstance-1856919752-project] Pushing event updated for resources: {'Port': ['ID=56cc58e9-5d4c-490b-ac62-0f678437e169,revision_number=2']} {{(pid=103721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 31 11:48:32.333836 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG oslo_concurrency.lockutils [None req-2d7c1f50-d435-45f2-9180-18d437ddb375 tempest-TestShelveInstance-1856919752 tempest-TestShelveInstance-1856919752-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=103721) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 31 11:48:32.343336 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron_lib.callbacks.manager [None req-2d7c1f50-d435-45f2-9180-18d437ddb375 tempest-TestShelveInstance-1856919752 tempest-TestShelveInstance-1856919752-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4088573'] for floatingip, after_update {{(pid=103721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:48:32.513408 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.db.l3_db [None req-2d7c1f50-d435-45f2-9180-18d437ddb375 tempest-TestShelveInstance-1856919752 tempest-TestShelveInstance-1856919752-project] Floating IP 74903791-8d4f-4f22-b4ab-79e701e2fabc associated. External IP: 172.27.2.185, port: 462ece3e-f40a-44a0-a4fc-7c3ef3e9827a.
May 31 11:48:33.001505 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2d7c1f50-d435-45f2-9180-18d437ddb375 tempest-TestShelveInstance-1856919752 tempest-TestShelveInstance-1856919752-project] Router c5fc676f-fec8-4683-bbb8-4ef1f0fbc090 has already been hosted by L3 agent f8c17dd7-da16-4427-b6e3-d7e30616bc4c {{(pid=103721) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
May 31 11:48:33.061414 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron_lib.callbacks.manager [None req-5d40aa93-0fca-44b8-8d98-e950c4f14898 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744215964654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857257'] for agent, after_update {{(pid=103722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:48:33.074832 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a410128-c49c-4672-8ce1-18f492dba9df req-c5214cc0-d02e-4347-a6a6-bf4346807113 tempest-AttachVolumeShelveTestJSON-127538222 tempest-AttachVolumeShelveTestJSON-127538222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 11:48:33.076328 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [req-3a410128-c49c-4672-8ce1-18f492dba9df req-c5214cc0-d02e-4347-a6a6-bf4346807113 tempest-AttachVolumeShelveTestJSON-127538222 tempest-AttachVolumeShelveTestJSON-127538222-project] 10.222.0.57 "GET /v2.0/ports?device_id=ead9d6d4-0497-4043-988e-b5462cd4a21e HTTP/1.1" status: 200  len: 945 time: 0.1740091
May 31 11:48:33.204055 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [req-3a410128-c49c-4672-8ce1-18f492dba9df req-8fceed6d-0fea-4e17-bdb7-6c77e4d2c169 tempest-AttachVolumeShelveTestJSON-127538222 tempest-AttachVolumeShelveTestJSON-127538222-project] 10.222.0.57 "GET /v2.0/security-groups?id=6c1ea728-7f28-45a2-9ff9-c5e861fe7362&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1198940
May 31 11:48:33.227840 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2d7c1f50-d435-45f2-9180-18d437ddb375 tempest-TestShelveInstance-1856919752 tempest-TestShelveInstance-1856919752-project] Notify agent at l3_agent.dv-cinder-786384-7-iscsi the message routers_updated {{(pid=103721) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
May 31 11:48:33.247847 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0dfd58f2-789f-4034-94ff-ebb25bccd86b None None] Sync routers for ids ['c5fc676f-fec8-4683-bbb8-4ef1f0fbc090'] in dv-cinder-786384-7-iscsi {{(pid=103722) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 31 11:48:33.257881 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron_lib.callbacks.manager [None req-2d7c1f50-d435-45f2-9180-18d437ddb375 tempest-TestShelveInstance-1856919752 tempest-TestShelveInstance-1856919752-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46333'] for floatingip, before_response {{(pid=103721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:48:33.261485 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0dfd58f2-789f-4034-94ff-ebb25bccd86b None None] Routers {'c5fc676f-fec8-4683-bbb8-4ef1f0fbc090'} bound to L3 agent in host dv-cinder-786384-7-iscsi {{(pid=103722) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 31 11:48:33.262655 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron.db.l3_hamode_db [None req-0dfd58f2-789f-4034-94ff-ebb25bccd86b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f3eb7e96670>, 'dv-cinder-786384-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-05-31T11:36:05Z,description=<?>,heartbeat_timestamp=2021-05-31T11:48:05Z,host='dv-cinder-786384-7-iscsi',id=f8c17dd7-da16-4427-b6e3-d7e30616bc4c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-31T11:36:05Z,topic='l3_agent')) {'router_ids': ['c5fc676f-fec8-4683-bbb8-4ef1f0fbc090'], 'active': True} {{(pid=103722) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 31 11:48:33.319916 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [None req-2d7c1f50-d435-45f2-9180-18d437ddb375 tempest-TestShelveInstance-1856919752 tempest-TestShelveInstance-1856919752-project] 10.222.0.57 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 996 time: 2.9761958
May 31 11:48:33.320778 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e459736f-0c08-4469-b126-a8d744b78201', 'tag': '462ece3e-f40a-44a0-a4fc-7c3ef3e9827a'}] {{(pid=103721) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 31 11:48:33.323251 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3cd903d475e597836c68a86188e0a4f713f0e90603b95bd8a010e768671d0d04" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f7074006-6ca2-493f-a796-bf8df09ca5fd" -d '{"events": [{"name": "network-changed", "server_uuid": "e459736f-0c08-4469-b126-a8d744b78201", "tag": "462ece3e-f40a-44a0-a4fc-7c3ef3e9827a"}]}' {{(pid=103721) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
May 31 11:48:33.408196 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 31 May 2021 11:48:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5a099e03-5430-47d4-a573-d5ec1bfe436d x-openstack-request-id: req-5a099e03-5430-47d4-a573-d5ec1bfe436d {{(pid=103721) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
May 31 11:48:33.408514 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e459736f-0c08-4469-b126-a8d744b78201", "tag": "462ece3e-f40a-44a0-a4fc-7c3ef3e9827a", "status": "completed", "code": 200}]} {{(pid=103721) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
May 31 11:48:33.408794 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-5a099e03-5430-47d4-a573-d5ec1bfe436d {{(pid=103721) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
May 31 11:48:33.409212 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e459736f-0c08-4469-b126-a8d744b78201', 'tag': '462ece3e-f40a-44a0-a4fc-7c3ef3e9827a', 'status': 'completed', 'code': 200}
May 31 11:48:33.421665 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b12b4eaf-5c56-45c1-a00e-5111e3814eda req-4e5b52bf-8959-4184-a718-06210ebe7eae tempest-AttachVolumeShelveTestJSON-127538222 tempest-AttachVolumeShelveTestJSON-127538222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 11:48:33.423181 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [req-b12b4eaf-5c56-45c1-a00e-5111e3814eda req-4e5b52bf-8959-4184-a718-06210ebe7eae tempest-AttachVolumeShelveTestJSON-127538222 tempest-AttachVolumeShelveTestJSON-127538222-project] 10.222.0.57 "GET /v2.0/ports?device_id=ead9d6d4-0497-4043-988e-b5462cd4a21e HTTP/1.1" status: 200  len: 945 time: 0.0848238
May 31 11:48:33.432119 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.wsgi [-] (103721) accepted ('10.222.0.57', 46462) {{(pid=103721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 31 11:48:33.437808 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.api.v2.base [None req-f81329ec-c50a-4cd1-aee7-a0859ce05622 tempest-AttachVolumeShelveTestJSON-127538222 tempest-AttachVolumeShelveTestJSON-127538222-project] Request body: {'floatingip': {'port_id': 'cde664e9-3922-4ee7-b04a-98d0cd2ed64a'}} {{(pid=103721) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 31 11:48:33.498967 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron.db.l3_dvr_db [None req-0dfd58f2-789f-4034-94ff-ebb25bccd86b None None] Set router c5fc676f-fec8-4683-bbb8-4ef1f0fbc090 gateway port host: dv-cinder-786384-7-iscsi {{(pid=103722) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
May 31 11:48:33.575478 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron_lib.callbacks.manager [None req-f81329ec-c50a-4cd1-aee7-a0859ce05622 tempest-AttachVolumeShelveTestJSON-127538222 tempest-AttachVolumeShelveTestJSON-127538222-project] Notify callbacks [] for floatingip, before_update {{(pid=103721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:48:33.855529 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7074006-6ca2-493f-a796-bf8df09ca5fd req-7f4e5746-120a-49fa-a211-5b627b8ad150 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 11:48:33.857031 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [req-f7074006-6ca2-493f-a796-bf8df09ca5fd req-7f4e5746-120a-49fa-a211-5b627b8ad150 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=67225ec5f483494c9d8a6368709f6b83&device_id=e459736f-0c08-4469-b126-a8d744b78201 HTTP/1.1" status: 200  len: 1098 time: 0.3553245
May 31 11:48:33.864871 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron.db.l3_hamode_db [None req-0dfd58f2-789f-4034-94ff-ebb25bccd86b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f3eb7e96670>, [{'id': 'c5fc676f-fec8-4683-bbb8-4ef1f0fbc090', 'name': 'tempest-TestShelveInstance-1820448711-router', 'tenant_id': '67225ec5f483494c9d8a6368709f6b83', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cb16751-6ba1-494a-bef1-53f614bdb222', 'external_fixed_ips': [{'subnet_id': '1135c889-0623-4d10-975a-f2c46f50f0f6', 'ip_address': '172.27.2.140'}], 'enable_snat': True}, 'gw_port_id': '17ec24c9-8383-4534-b5a1-5e7aee5329b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T11:47:11Z', 'updated_at': '2021-05-31T11:47:19Z', 'revision_number': 4, 'project_id': '67225ec5f483494c9d8a6368709f6b83', 'gw_port': {'id': '17ec24c9-8383-4534-b5a1-5e7aee5329b8', 'name': '', 'network_id': '1cb16751-6ba1-494a-bef1-53f614bdb222', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:ae:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5fc676f-fec8-4683-bbb8-4ef1f0fbc090', 'device_owner': 'network:router_gateway', 'standard_attr_id': 447, 'fixed_ips': [{'subnet_id': '1135c889-0623-4d10-975a-f2c46f50f0f6', 'ip_address': '172.27.2.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786384-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T11:47:12Z', 'updated_at': '2021-05-31T11:47:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1135c889-0623-4d10-975a-f2c46f50f0f6', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786384-7-iscsi', '_floatingips': [{'id': '74903791-8d4f-4f22-b4ab-79e701e2fabc', 'tenant_id': '67225ec5f483494c9d8a6368709f6b83', 'floating_ip_address': '172.27.2.185', 'floating_network_id': '1cb16751-6ba1-494a-bef1-53f614bdb222', 'router_id': 'c5fc676f-fec8-4683-bbb8-4ef1f0fbc090', 'port_id': '462ece3e-f40a-44a0-a4fc-7c3ef3e9827a', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 538, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '56741204-4ce1-45fa-a0a1-399f87add183', 'mac_address': 'fa:16:3e:42:0c:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e459736f-0c08-4469-b126-a8d744b78201', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-31T11:48:31Z', 'updated_at': '2021-05-31T11:48:31Z', 'revision_number': 0, 'project_id': '67225ec5f483494c9d8a6368709f6b83', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f5c1da4d-9c4c-47d0-a175-9a1ad60ee097', 'name': '', 'network_id': '56741204-4ce1-45fa-a0a1-399f87add183', 'tenant_id': '67225ec5f483494c9d8a6368709f6b83', 'mac_address': 'fa:16:3e:d5:74:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5fc676f-fec8-4683-bbb8-4ef1f0fbc090', 'device_owner': 'network:router_interface', 'standard_attr_id': 453, 'fixed_ips': [{'subnet_id': '0c8f52ca-30c0-490a-ab46-49af9203f193', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786384-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T11:47:18Z', 'updated_at': '2021-05-31T11:47:28Z', 'revision_number': 5, 'project_id': '67225ec5f483494c9d8a6368709f6b83', 'subnets': [{'id': '0c8f52ca-30c0-490a-ab46-49af9203f193', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786384-7-iscsi', False) {} {{(pid=103722) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 31 11:48:33.868994 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0dfd58f2-789f-4034-94ff-ebb25bccd86b None None] Checking router: c5fc676f-fec8-4683-bbb8-4ef1f0fbc090 for host: dv-cinder-786384-7-iscsi {{(pid=103722) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
May 31 11:48:33.877892 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0dfd58f2-789f-4034-94ff-ebb25bccd86b None None] Routers {'c5fc676f-fec8-4683-bbb8-4ef1f0fbc090'} bound to L3 agent in host dv-cinder-786384-7-iscsi {{(pid=103722) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 31 11:48:33.878506 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron.db.l3_hamode_db [None req-0dfd58f2-789f-4034-94ff-ebb25bccd86b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f3eb7e96670>, 'dv-cinder-786384-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-05-31T11:36:05Z,description=<?>,heartbeat_timestamp=2021-05-31T11:48:05Z,host='dv-cinder-786384-7-iscsi',id=f8c17dd7-da16-4427-b6e3-d7e30616bc4c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-31T11:36:05Z,topic='l3_agent')) {'router_ids': ['c5fc676f-fec8-4683-bbb8-4ef1f0fbc090'], 'active': True} {{(pid=103722) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 31 11:48:34.058554 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron.db.l3_dvr_db [None req-0dfd58f2-789f-4034-94ff-ebb25bccd86b None None] Set router c5fc676f-fec8-4683-bbb8-4ef1f0fbc090 gateway port host: dv-cinder-786384-7-iscsi {{(pid=103722) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
May 31 11:48:34.076247 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db7463b2-3826-49e7-9f52-853765f33ed4 req-b6d10a7e-fd8b-4164-a066-cf435d6ccdea tempest-VolumesSnapshotTestJSON-1664951213 tempest-VolumesSnapshotTestJSON-1664951213-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 11:48:34.077713 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [req-db7463b2-3826-49e7-9f52-853765f33ed4 req-b6d10a7e-fd8b-4164-a066-cf435d6ccdea tempest-VolumesSnapshotTestJSON-1664951213 tempest-VolumesSnapshotTestJSON-1664951213-project] 10.222.0.57 "GET /v2.0/networks?id=1ff0d6f4-e3b8-4d59-9c22-cea19fc38a44 HTTP/1.1" status: 200  len: 814 time: 0.3935094
May 31 11:48:34.182478 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [req-db7463b2-3826-49e7-9f52-853765f33ed4 req-f4071915-1b7d-454d-95b7-06113606b0b1 tempest-VolumesSnapshotTestJSON-1664951213 tempest-VolumesSnapshotTestJSON-1664951213-project] 10.222.0.57 "GET /v2.0/quotas/cb91744052b44723b1201320a6b44c2c HTTP/1.1" status: 200  len: 375 time: 0.0458643
May 31 11:48:34.186512 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7074006-6ca2-493f-a796-bf8df09ca5fd req-e3d958c0-4185-4a31-93e7-0fdd16a97a85 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 11:48:34.187841 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [req-f7074006-6ca2-493f-a796-bf8df09ca5fd req-e3d958c0-4185-4a31-93e7-0fdd16a97a85 service neutron] 10.222.0.60 "GET /v2.0/networks?id=56741204-4ce1-45fa-a0a1-399f87add183 HTTP/1.1" status: 200  len: 910 time: 0.3180075
May 31 11:48:34.295603 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [req-db7463b2-3826-49e7-9f52-853765f33ed4 req-04d9f94b-08e1-4751-b38b-63b4f6a316f0 tempest-VolumesSnapshotTestJSON-1664951213 tempest-VolumesSnapshotTestJSON-1664951213-project] 10.222.0.57 "GET /v2.0/ports?tenant_id=cb91744052b44723b1201320a6b44c2c&fields=id HTTP/1.1" status: 200  len: 210 time: 0.1047273
May 31 11:48:34.441852 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron.db.l3_hamode_db [None req-0dfd58f2-789f-4034-94ff-ebb25bccd86b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f3eb7e96670>, [{'id': 'c5fc676f-fec8-4683-bbb8-4ef1f0fbc090', 'name': 'tempest-TestShelveInstance-1820448711-router', 'tenant_id': '67225ec5f483494c9d8a6368709f6b83', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cb16751-6ba1-494a-bef1-53f614bdb222', 'external_fixed_ips': [{'subnet_id': '1135c889-0623-4d10-975a-f2c46f50f0f6', 'ip_address': '172.27.2.140'}], 'enable_snat': True}, 'gw_port_id': '17ec24c9-8383-4534-b5a1-5e7aee5329b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T11:47:11Z', 'updated_at': '2021-05-31T11:47:19Z', 'revision_number': 4, 'project_id': '67225ec5f483494c9d8a6368709f6b83', 'gw_port': {'id': '17ec24c9-8383-4534-b5a1-5e7aee5329b8', 'name': '', 'network_id': '1cb16751-6ba1-494a-bef1-53f614bdb222', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:ae:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5fc676f-fec8-4683-bbb8-4ef1f0fbc090', 'device_owner': 'network:router_gateway', 'standard_attr_id': 447, 'fixed_ips': [{'subnet_id': '1135c889-0623-4d10-975a-f2c46f50f0f6', 'ip_address': '172.27.2.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786384-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T11:47:12Z', 'updated_at': '2021-05-31T11:47:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1135c889-0623-4d10-975a-f2c46f50f0f6', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786384-7-iscsi', '_floatingips': [{'id': '74903791-8d4f-4f22-b4ab-79e701e2fabc', 'tenant_id': '67225ec5f483494c9d8a6368709f6b83', 'floating_ip_address': '172.27.2.185', 'floating_network_id': '1cb16751-6ba1-494a-bef1-53f614bdb222', 'router_id': 'c5fc676f-fec8-4683-bbb8-4ef1f0fbc090', 'port_id': '462ece3e-f40a-44a0-a4fc-7c3ef3e9827a', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 538, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '56741204-4ce1-45fa-a0a1-399f87add183', 'mac_address': 'fa:16:3e:42:0c:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e459736f-0c08-4469-b126-a8d744b78201', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-31T11:48:31Z', 'updated_at': '2021-05-31T11:48:31Z', 'revision_number': 0, 'project_id': '67225ec5f483494c9d8a6368709f6b83', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f5c1da4d-9c4c-47d0-a175-9a1ad60ee097', 'name': '', 'network_id': '56741204-4ce1-45fa-a0a1-399f87add183', 'tenant_id': '67225ec5f483494c9d8a6368709f6b83', 'mac_address': 'fa:16:3e:d5:74:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5fc676f-fec8-4683-bbb8-4ef1f0fbc090', 'device_owner': 'network:router_interface', 'standard_attr_id': 453, 'fixed_ips': [{'subnet_id': '0c8f52ca-30c0-490a-ab46-49af9203f193', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786384-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T11:47:18Z', 'updated_at': '2021-05-31T11:47:28Z', 'revision_number': 5, 'project_id': '67225ec5f483494c9d8a6368709f6b83', 'subnets': [{'id': '0c8f52ca-30c0-490a-ab46-49af9203f193', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786384-7-iscsi', False) {} {{(pid=103722) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 31 11:48:34.445941 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0dfd58f2-789f-4034-94ff-ebb25bccd86b None None] The sync data for ids ['c5fc676f-fec8-4683-bbb8-4ef1f0fbc090'] in dv-cinder-786384-7-iscsi is: [{'id': 'c5fc676f-fec8-4683-bbb8-4ef1f0fbc090', 'name': 'tempest-TestShelveInstance-1820448711-router', 'tenant_id': '67225ec5f483494c9d8a6368709f6b83', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cb16751-6ba1-494a-bef1-53f614bdb222', 'external_fixed_ips': [{'subnet_id': '1135c889-0623-4d10-975a-f2c46f50f0f6', 'ip_address': '172.27.2.140'}], 'enable_snat': True}, 'gw_port_id': '17ec24c9-8383-4534-b5a1-5e7aee5329b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T11:47:11Z', 'updated_at': '2021-05-31T11:47:19Z', 'revision_number': 4, 'project_id': '67225ec5f483494c9d8a6368709f6b83', 'gw_port': {'id': '17ec24c9-8383-4534-b5a1-5e7aee5329b8', 'name': '', 'network_id': '1cb16751-6ba1-494a-bef1-53f614bdb222', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:ae:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5fc676f-fec8-4683-bbb8-4ef1f0fbc090', 'device_owner': 'network:router_gateway', 'standard_attr_id': 447, 'fixed_ips': [{'subnet_id': '1135c889-0623-4d10-975a-f2c46f50f0f6', 'ip_address': '172.27.2.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786384-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T11:47:12Z', 'updated_at': '2021-05-31T11:47:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1135c889-0623-4d10-975a-f2c46f50f0f6', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786384-7-iscsi', '_floatingips': [{'id': '74903791-8d4f-4f22-b4ab-79e701e2fabc', 'tenant_id': '67225ec5f483494c9d8a6368709f6b83', 'floating_ip_address': '172.27.2.185', 'floating_network_id': '1cb16751-6ba1-494a-bef1-53f614bdb222', 'router_id': 'c5fc676f-fec8-4683-bbb8-4ef1f0fbc090', 'port_id': '462ece3e-f40a-44a0-a4fc-7c3ef3e9827a', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 538, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '56741204-4ce1-45fa-a0a1-399f87add183', 'mac_address': 'fa:16:3e:42:0c:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e459736f-0c08-4469-b126-a8d744b78201', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-31T11:48:31Z', 'updated_at': '2021-05-31T11:48:31Z', 'revision_number': 0, 'project_id': '67225ec5f483494c9d8a6368709f6b83', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f5c1da4d-9c4c-47d0-a175-9a1ad60ee097', 'name': '', 'network_id': '56741204-4ce1-45fa-a0a1-399f87add183', 'tenant_id': '67225ec5f483494c9d8a6368709f6b83', 'mac_address': 'fa:16:3e:d5:74:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5fc676f-fec8-4683-bbb8-4ef1f0fbc090', 'device_owner': 'network:router_interface', 'standard_attr_id': 453, 'fixed_ips': [{'subnet_id': '0c8f52ca-30c0-490a-ab46-49af9203f193', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786384-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T11:47:18Z', 'updated_at': '2021-05-31T11:47:28Z', 'revision_number': 5, 'project_id': '67225ec5f483494c9d8a6368709f6b83', 'subnets': [{'id': '0c8f52ca-30c0-490a-ab46-49af9203f193', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103722) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 31 11:48:34.611848 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [req-f7074006-6ca2-493f-a796-bf8df09ca5fd req-1bff0a54-95fb-439e-b240-5f20e2523d68 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=462ece3e-f40a-44a0-a4fc-7c3ef3e9827a HTTP/1.1" status: 200  len: 999 time: 0.3809595
May 31 11:48:34.646375 dv-cinder-786384-7-iscsi neutron-server[103723]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b585eb07-cc38-4fc0-9e98-ef76f515ebc7 None None] New status for floating IP 74903791-8d4f-4f22-b4ab-79e701e2fabc: ACTIVE {{(pid=103723) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
May 31 11:48:34.720492 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7074006-6ca2-493f-a796-bf8df09ca5fd req-4d023371-34ef-41ae-a538-bca952587917 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 11:48:34.721923 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [req-f7074006-6ca2-493f-a796-bf8df09ca5fd req-4d023371-34ef-41ae-a538-bca952587917 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=0c8f52ca-30c0-490a-ab46-49af9203f193 HTTP/1.1" status: 200  len: 848 time: 0.1015227
May 31 11:48:34.727311 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [req-db7463b2-3826-49e7-9f52-853765f33ed4 req-763c82d5-fc5d-4351-be58-8cc7ee514744 service neutron] 10.222.0.57 "GET /v2.0/networks/1ff0d6f4-e3b8-4d59-9c22-cea19fc38a44?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3112659
May 31 11:48:34.874002 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron_lib.db.resource_extend [None req-f81329ec-c50a-4cd1-aee7-a0859ce05622 tempest-AttachVolumeShelveTestJSON-127538222 tempest-AttachVolumeShelveTestJSON-127538222-project] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}}
May 31 11:48:34.994935 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron_lib.callbacks.manager [None req-f81329ec-c50a-4cd1-aee7-a0859ce05622 tempest-AttachVolumeShelveTestJSON-127538222 tempest-AttachVolumeShelveTestJSON-127538222-project] Notify callbacks [] for floatingip, precommit_update {{(pid=103721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:48:35.003747 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron_lib.callbacks.manager [None req-f81329ec-c50a-4cd1-aee7-a0859ce05622 tempest-AttachVolumeShelveTestJSON-127538222 tempest-AttachVolumeShelveTestJSON-127538222-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4088573'] for floatingip, after_update {{(pid=103721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:48:35.089639 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7074006-6ca2-493f-a796-bf8df09ca5fd req-25078dac-f7ae-45a8-8c91-d2ca6697bfc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 11:48:35.091115 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [req-f7074006-6ca2-493f-a796-bf8df09ca5fd req-25078dac-f7ae-45a8-8c91-d2ca6697bfc1 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=56741204-4ce1-45fa-a0a1-399f87add183&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.3545403
May 31 11:48:35.095281 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [req-db7463b2-3826-49e7-9f52-853765f33ed4 req-66323c61-bff5-47c8-a31a-e4e99d711f31 service neutron] 10.222.0.57 "GET /v2.0/networks/1ff0d6f4-e3b8-4d59-9c22-cea19fc38a44?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3576117
May 31 11:48:35.327728 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [req-72ed50cb-20cc-427a-ab19-ad103fac38f8 req-61a20611-eceb-4b2f-897c-9796094b825f tempest-VolumesSnapshotTestJSON-1664951213 tempest-VolumesSnapshotTestJSON-1664951213-project] 10.222.0.57 "GET /v2.0/ports?device_id=cbdc8608-3d0c-4b77-a1df-5b0130812e1e HTTP/1.1" status: 200  len: 210 time: 0.0712326
May 31 11:48:35.332674 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.db.l3_db [None req-f81329ec-c50a-4cd1-aee7-a0859ce05622 tempest-AttachVolumeShelveTestJSON-127538222 tempest-AttachVolumeShelveTestJSON-127538222-project] Floating IP 8a8ebbd4-bc61-4860-9fea-914083f57812 associated. External IP: 172.27.2.154, port: cde664e9-3922-4ee7-b04a-98d0cd2ed64a.
May 31 11:48:35.426687 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [req-f7074006-6ca2-493f-a796-bf8df09ca5fd req-ff39855b-4ea8-4ce2-b938-577da1b87802 service neutron] 10.222.0.60 "GET /v2.0/networks/56741204-4ce1-45fa-a0a1-399f87add183?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3217037
May 31 11:48:35.519130 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron_lib.callbacks.manager [None req-6b6c4950-c912-47ae-9748-a055cc6102a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744215964654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857257'] for agent, after_update {{(pid=103722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:48:35.611978 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron_lib.callbacks.manager [None req-1f0a762f-0348-4bba-b860-8eddab4cd770 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744215964654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857257'] for agent, after_update {{(pid=103722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:48:35.827034 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [req-f7074006-6ca2-493f-a796-bf8df09ca5fd req-b69565a3-8d65-4c9e-b5f9-5bc62f03ba78 service neutron] 10.222.0.60 "GET /v2.0/networks/56741204-4ce1-45fa-a0a1-399f87add183?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3442488
May 31 11:48:35.931000 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f81329ec-c50a-4cd1-aee7-a0859ce05622 tempest-AttachVolumeShelveTestJSON-127538222 tempest-AttachVolumeShelveTestJSON-127538222-project] Router c04fd99b-0c0e-4ac9-87ef-88ba458649ea has already been hosted by L3 agent f8c17dd7-da16-4427-b6e3-d7e30616bc4c {{(pid=103721) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
May 31 11:48:36.111098 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f81329ec-c50a-4cd1-aee7-a0859ce05622 tempest-AttachVolumeShelveTestJSON-127538222 tempest-AttachVolumeShelveTestJSON-127538222-project] Notify agent at l3_agent.dv-cinder-786384-7-iscsi the message routers_updated {{(pid=103721) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
May 31 11:48:36.115576 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron_lib.callbacks.manager [None req-f81329ec-c50a-4cd1-aee7-a0859ce05622 tempest-AttachVolumeShelveTestJSON-127538222 tempest-AttachVolumeShelveTestJSON-127538222-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46333'] for floatingip, before_response {{(pid=103721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:48:36.120799 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-317f49a8-1cad-4eab-9475-dacf5958b58f None None] Sync routers for ids ['c04fd99b-0c0e-4ac9-87ef-88ba458649ea'] in dv-cinder-786384-7-iscsi {{(pid=103722) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 31 11:48:36.130245 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron.db.l3_dvrscheduler_db [None req-317f49a8-1cad-4eab-9475-dacf5958b58f None None] Routers {'c04fd99b-0c0e-4ac9-87ef-88ba458649ea'} bound to L3 agent in host dv-cinder-786384-7-iscsi {{(pid=103722) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 31 11:48:36.130986 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron.db.l3_hamode_db [None req-317f49a8-1cad-4eab-9475-dacf5958b58f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f3ebceecd60>, 'dv-cinder-786384-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-05-31T11:36:05Z,description=<?>,heartbeat_timestamp=2021-05-31T11:48:35Z,host='dv-cinder-786384-7-iscsi',id=f8c17dd7-da16-4427-b6e3-d7e30616bc4c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-31T11:36:05Z,topic='l3_agent')) {'router_ids': ['c04fd99b-0c0e-4ac9-87ef-88ba458649ea'], 'active': True} {{(pid=103722) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 31 11:48:36.170297 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [None req-f81329ec-c50a-4cd1-aee7-a0859ce05622 tempest-AttachVolumeShelveTestJSON-127538222 tempest-AttachVolumeShelveTestJSON-127538222-project] 10.222.0.57 "PUT /v2.0/floatingips/8a8ebbd4-bc61-4860-9fea-914083f57812 HTTP/1.1" status: 200  len: 991 time: 2.7370687
May 31 11:48:36.171046 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ead9d6d4-0497-4043-988e-b5462cd4a21e', 'tag': 'cde664e9-3922-4ee7-b04a-98d0cd2ed64a'}] {{(pid=103721) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 31 11:48:36.173488 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3cd903d475e597836c68a86188e0a4f713f0e90603b95bd8a010e768671d0d04" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-692068f5-ed9b-4e6b-a411-7642684e02e7" -d '{"events": [{"name": "network-changed", "server_uuid": "ead9d6d4-0497-4043-988e-b5462cd4a21e", "tag": "cde664e9-3922-4ee7-b04a-98d0cd2ed64a"}]}' {{(pid=103721) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
May 31 11:48:36.265555 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 31 May 2021 11:48:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-350d1a41-7a7c-40a6-b942-be2b72ef0f71 x-openstack-request-id: req-350d1a41-7a7c-40a6-b942-be2b72ef0f71 {{(pid=103721) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
May 31 11:48:36.265928 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ead9d6d4-0497-4043-988e-b5462cd4a21e", "tag": "cde664e9-3922-4ee7-b04a-98d0cd2ed64a", "status": "completed", "code": 200}]} {{(pid=103721) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
May 31 11:48:36.266260 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-350d1a41-7a7c-40a6-b942-be2b72ef0f71 {{(pid=103721) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
May 31 11:48:36.266733 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ead9d6d4-0497-4043-988e-b5462cd4a21e', 'tag': 'cde664e9-3922-4ee7-b04a-98d0cd2ed64a', 'status': 'completed', 'code': 200}
May 31 11:48:36.332443 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron.db.l3_dvr_db [None req-317f49a8-1cad-4eab-9475-dacf5958b58f None None] Set router c04fd99b-0c0e-4ac9-87ef-88ba458649ea gateway port host: dv-cinder-786384-7-iscsi {{(pid=103722) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
May 31 11:48:36.591264 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [req-3717a17a-e3a8-4072-a20f-aca44bd8b10b req-af0b43ab-ef7f-4951-a9d8-54781bc4aa3a tempest-VolumesSnapshotTestJSON-1664951213 tempest-VolumesSnapshotTestJSON-1664951213-project] 10.222.0.57 "GET /v2.0/ports?device_id=cbdc8608-3d0c-4b77-a1df-5b0130812e1e HTTP/1.1" status: 200  len: 210 time: 0.0686824
May 31 11:48:36.591887 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.wsgi [-] (103721) accepted ('10.222.0.57', 46520) {{(pid=103721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 31 11:48:36.602477 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron_lib.callbacks.manager [None req-c59bf3d8-3f04-4740-8d75-807cb4f7478e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744215964654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857257'] for agent, after_update {{(pid=103722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:48:36.636664 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-692068f5-ed9b-4e6b-a411-7642684e02e7 req-dc0f7bdd-fb14-4610-a819-3b3b02b2e450 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 11:48:36.636664 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [req-692068f5-ed9b-4e6b-a411-7642684e02e7 req-dc0f7bdd-fb14-4610-a819-3b3b02b2e450 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=f3bd06944c9240d0a51b5da41de72600&device_id=ead9d6d4-0497-4043-988e-b5462cd4a21e HTTP/1.1" status: 200  len: 1098 time: 0.2106774
May 31 11:48:36.729273 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron.db.l3_hamode_db [None req-317f49a8-1cad-4eab-9475-dacf5958b58f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f3ebceecd60>, [{'id': 'c04fd99b-0c0e-4ac9-87ef-88ba458649ea', 'name': 'tempest-AttachVolumeShelveTestJSON-352513985-router', 'tenant_id': 'f3bd06944c9240d0a51b5da41de72600', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cb16751-6ba1-494a-bef1-53f614bdb222', 'external_fixed_ips': [{'subnet_id': '1135c889-0623-4d10-975a-f2c46f50f0f6', 'ip_address': '172.27.2.123'}], 'enable_snat': True}, 'gw_port_id': 'a86d7503-e894-41f3-8504-76bdb32c60d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T11:43:46Z', 'updated_at': '2021-05-31T11:43:55Z', 'revision_number': 4, 'project_id': 'f3bd06944c9240d0a51b5da41de72600', 'gw_port': {'id': 'a86d7503-e894-41f3-8504-76bdb32c60d9', 'name': '', 'network_id': '1cb16751-6ba1-494a-bef1-53f614bdb222', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:11:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c04fd99b-0c0e-4ac9-87ef-88ba458649ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': '1135c889-0623-4d10-975a-f2c46f50f0f6', 'ip_address': '172.27.2.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786384-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T11:43:48Z', 'updated_at': '2021-05-31T11:43:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1135c889-0623-4d10-975a-f2c46f50f0f6', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786384-7-iscsi', '_floatingips': [{'id': '8a8ebbd4-bc61-4860-9fea-914083f57812', 'tenant_id': 'f3bd06944c9240d0a51b5da41de72600', 'floating_ip_address': '172.27.2.154', 'floating_network_id': '1cb16751-6ba1-494a-bef1-53f614bdb222', 'router_id': 'c04fd99b-0c0e-4ac9-87ef-88ba458649ea', 'port_id': 'cde664e9-3922-4ee7-b04a-98d0cd2ed64a', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 511, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2c20abfc-12cd-4800-b928-7191b2675429', 'mac_address': 'fa:16:3e:5f:a3:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ead9d6d4-0497-4043-988e-b5462cd4a21e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-31T11:48:08Z', 'updated_at': '2021-05-31T11:48:34Z', 'revision_number': 1, 'project_id': 'f3bd06944c9240d0a51b5da41de72600', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '26f3a154-0095-45c0-b840-93b3827acb87', 'name': '', 'network_id': '2c20abfc-12cd-4800-b928-7191b2675429', 'tenant_id': 'f3bd06944c9240d0a51b5da41de72600', 'mac_address': 'fa:16:3e:18:ea:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c04fd99b-0c0e-4ac9-87ef-88ba458649ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '97d26c19-ffd5-4600-9f66-20181dad1656', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786384-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T11:43:53Z', 'updated_at': '2021-05-31T11:44:08Z', 'revision_number': 5, 'project_id': 'f3bd06944c9240d0a51b5da41de72600', 'subnets': [{'id': '97d26c19-ffd5-4600-9f66-20181dad1656', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786384-7-iscsi', False) {} {{(pid=103722) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 31 11:48:36.731136 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db7463b2-3826-49e7-9f52-853765f33ed4 req-ca56afff-0cc9-4a49-bdf3-68a78288a18d tempest-VolumesSnapshotTestJSON-1664951213 tempest-VolumesSnapshotTestJSON-1664951213-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 11:48:36.731969 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron.quota.resource [req-db7463b2-3826-49e7-9f52-853765f33ed4 req-ca56afff-0cc9-4a49-bdf3-68a78288a18d tempest-VolumesSnapshotTestJSON-1664951213 tempest-VolumesSnapshotTestJSON-1664951213-project] Synchronizing usage tracker for tenant:cb91744052b44723b1201320a6b44c2c on resource:network {{(pid=103720) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 31 11:48:36.735581 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-317f49a8-1cad-4eab-9475-dacf5958b58f None None] Checking router: c04fd99b-0c0e-4ac9-87ef-88ba458649ea for host: dv-cinder-786384-7-iscsi {{(pid=103722) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
May 31 11:48:36.748065 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron.db.l3_dvrscheduler_db [None req-317f49a8-1cad-4eab-9475-dacf5958b58f None None] Routers {'c04fd99b-0c0e-4ac9-87ef-88ba458649ea'} bound to L3 agent in host dv-cinder-786384-7-iscsi {{(pid=103722) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 31 11:48:36.749433 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron.db.l3_hamode_db [None req-317f49a8-1cad-4eab-9475-dacf5958b58f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f3ebceecd60>, 'dv-cinder-786384-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-05-31T11:36:05Z,description=<?>,heartbeat_timestamp=2021-05-31T11:48:35Z,host='dv-cinder-786384-7-iscsi',id=f8c17dd7-da16-4427-b6e3-d7e30616bc4c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-31T11:36:05Z,topic='l3_agent')) {'router_ids': ['c04fd99b-0c0e-4ac9-87ef-88ba458649ea'], 'active': True} {{(pid=103722) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 31 11:48:36.751243 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron.quota.resource [req-db7463b2-3826-49e7-9f52-853765f33ed4 req-ca56afff-0cc9-4a49-bdf3-68a78288a18d tempest-VolumesSnapshotTestJSON-1664951213 tempest-VolumesSnapshotTestJSON-1664951213-project] Unset dirty status for tenant:cb91744052b44723b1201320a6b44c2c on resource:network {{(pid=103720) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 31 11:48:36.752518 dv-cinder-786384-7-iscsi neutron-server[103720]: INFO neutron.wsgi [req-db7463b2-3826-49e7-9f52-853765f33ed4 req-ca56afff-0cc9-4a49-bdf3-68a78288a18d tempest-VolumesSnapshotTestJSON-1664951213 tempest-VolumesSnapshotTestJSON-1664951213-project] 10.222.0.60 "GET /v2.0/networks?id=1ff0d6f4-e3b8-4d59-9c22-cea19fc38a44 HTTP/1.1" status: 200  len: 814 time: 0.2976682
May 31 11:48:36.756830 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron_lib.callbacks.manager [None req-8f5bb604-5e93-45c3-af17-4ff8498d9468 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:48:36.777370 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.db.quota.driver [None req-8f5bb604-5e93-45c3-af17-4ff8498d9468 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=103721) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 31 11:48:36.785215 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron.api.v2.base [req-db7463b2-3826-49e7-9f52-853765f33ed4 req-98331c86-fc1b-46b8-87e9-eabba22ec92c tempest-VolumesSnapshotTestJSON-1664951213 tempest-VolumesSnapshotTestJSON-1664951213-project] Request body: {'port': {'device_id': 'cbdc8608-3d0c-4b77-a1df-5b0130812e1e', 'network_id': '1ff0d6f4-e3b8-4d59-9c22-cea19fc38a44', 'admin_state_up': True, 'tenant_id': 'cb91744052b44723b1201320a6b44c2c'}} {{(pid=103720) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 31 11:48:36.793496 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.quota.resource [None req-8f5bb604-5e93-45c3-af17-4ff8498d9468 admin admin] Usage tracker for resource:security_group_rule and tenant:920e838ea3214975aa933f053d9a2afe is out of sync, need to count used quota {{(pid=103721) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 31 11:48:36.797652 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.quota.resource [None req-8f5bb604-5e93-45c3-af17-4ff8498d9468 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=103721) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 31 11:48:36.813072 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.db.quota.driver [None req-8f5bb604-5e93-45c3-af17-4ff8498d9468 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=103721) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 31 11:48:36.827008 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-692068f5-ed9b-4e6b-a411-7642684e02e7 req-f9212852-bf7d-4955-94e7-19802e79bbfa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 11:48:36.828806 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [req-692068f5-ed9b-4e6b-a411-7642684e02e7 req-f9212852-bf7d-4955-94e7-19802e79bbfa service neutron] 10.222.0.60 "GET /v2.0/networks?id=2c20abfc-12cd-4800-b928-7191b2675429 HTTP/1.1" status: 200  len: 917 time: 0.1886358
May 31 11:48:36.929666 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron.db.quota.driver [req-db7463b2-3826-49e7-9f52-853765f33ed4 req-98331c86-fc1b-46b8-87e9-eabba22ec92c tempest-VolumesSnapshotTestJSON-1664951213 tempest-VolumesSnapshotTestJSON-1664951213-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=103720) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 31 11:48:36.933527 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron.quota.resource [req-db7463b2-3826-49e7-9f52-853765f33ed4 req-98331c86-fc1b-46b8-87e9-eabba22ec92c tempest-VolumesSnapshotTestJSON-1664951213 tempest-VolumesSnapshotTestJSON-1664951213-project] Usage tracker for resource:port and tenant:cb91744052b44723b1201320a6b44c2c is out of sync, need to count used quota {{(pid=103720) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 31 11:48:36.934174 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron.db.l3_dvr_db [None req-317f49a8-1cad-4eab-9475-dacf5958b58f None None] Set router c04fd99b-0c0e-4ac9-87ef-88ba458649ea gateway port host: dv-cinder-786384-7-iscsi {{(pid=103722) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
May 31 11:48:36.937120 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron.quota.resource [req-db7463b2-3826-49e7-9f52-853765f33ed4 req-98331c86-fc1b-46b8-87e9-eabba22ec92c tempest-VolumesSnapshotTestJSON-1664951213 tempest-VolumesSnapshotTestJSON-1664951213-project] Quota usage for port was recalculated. Used quota:0. {{(pid=103720) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 31 11:48:36.945595 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron.db.quota.driver [req-db7463b2-3826-49e7-9f52-853765f33ed4 req-98331c86-fc1b-46b8-87e9-eabba22ec92c tempest-VolumesSnapshotTestJSON-1664951213 tempest-VolumesSnapshotTestJSON-1664951213-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=103720) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 31 11:48:36.959911 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-db7463b2-3826-49e7-9f52-853765f33ed4 req-98331c86-fc1b-46b8-87e9-eabba22ec92c tempest-VolumesSnapshotTestJSON-1664951213 tempest-VolumesSnapshotTestJSON-1664951213-project] Made reservation on behalf of cb91744052b44723b1201320a6b44c2c for: {'port': 1} {{(pid=103720) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 31 11:48:36.966023 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [req-db7463b2-3826-49e7-9f52-853765f33ed4 req-98331c86-fc1b-46b8-87e9-eabba22ec92c tempest-VolumesSnapshotTestJSON-1664951213 tempest-VolumesSnapshotTestJSON-1664951213-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-934180'] for port, before_create {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:48:36.966932 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [req-692068f5-ed9b-4e6b-a411-7642684e02e7 req-ee6bc243-ae6e-4890-b565-4d46ab147239 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=cde664e9-3922-4ee7-b04a-98d0cd2ed64a HTTP/1.1" status: 200  len: 999 time: 0.1216400
May 31 11:48:37.046069 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-692068f5-ed9b-4e6b-a411-7642684e02e7 req-269ee350-7f5d-435b-b134-9e2e6884036f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 11:48:37.047484 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [req-692068f5-ed9b-4e6b-a411-7642684e02e7 req-269ee350-7f5d-435b-b134-9e2e6884036f service neutron] 10.222.0.60 "GET /v2.0/subnets?id=97d26c19-ffd5-4600-9f66-20181dad1656 HTTP/1.1" status: 200  len: 855 time: 0.0685201
May 31 11:48:37.098340 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron_lib.callbacks.manager [None req-8f5bb604-5e93-45c3-af17-4ff8498d9468 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:48:37.106545 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron_lib.callbacks.manager [None req-8f5bb604-5e93-45c3-af17-4ff8498d9468 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3705957'] for security_group, after_create {{(pid=103721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:48:37.116002 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG oslo_concurrency.lockutils [None req-38b02f74-9bd8-42a5-8355-c3906acaee45 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103721) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 31 11:48:37.139817 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron.db.db_base_plugin_common [req-db7463b2-3826-49e7-9f52-853765f33ed4 req-98331c86-fc1b-46b8-87e9-eabba22ec92c tempest-VolumesSnapshotTestJSON-1664951213 tempest-VolumesSnapshotTestJSON-1664951213-project] Allocated IP 172.20.0.2 (1ff0d6f4-e3b8-4d59-9c22-cea19fc38a44/47365a5e-3d4c-4362-8a7f-b3669445e567/49ca630c-6468-4087-82d0-db0da5246f21) {{(pid=103720) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 31 11:48:37.168336 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [None req-8f5bb604-5e93-45c3-af17-4ff8498d9468 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=920e838ea3214975aa933f053d9a2afe&name=default HTTP/1.1" status: 200  len: 2979 time: 0.5718503
May 31 11:48:37.171719 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron.wsgi [-] (103720) accepted ('10.222.0.57', 46530) {{(pid=103720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 31 11:48:37.172905 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f5bb604-5e93-45c3-af17-4ff8498d9468 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9c0ef9de-90a8-4c88-84b6-bc3b46b97484,revision_number=1']} {{(pid=103721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 31 11:48:37.176229 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG oslo_concurrency.lockutils [None req-8f5bb604-5e93-45c3-af17-4ff8498d9468 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=103721) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 31 11:48:37.189495 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-692068f5-ed9b-4e6b-a411-7642684e02e7 req-7debcada-3e7d-41ba-a8f9-e6ca783698d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 11:48:37.191157 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [req-692068f5-ed9b-4e6b-a411-7642684e02e7 req-7debcada-3e7d-41ba-a8f9-e6ca783698d9 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=2c20abfc-12cd-4800-b928-7191b2675429&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1350906
May 31 11:48:37.329542 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [req-692068f5-ed9b-4e6b-a411-7642684e02e7 req-a1510076-0a9e-4f5f-a8e1-46bc5a4197fb service neutron] 10.222.0.60 "GET /v2.0/networks/2c20abfc-12cd-4800-b928-7191b2675429?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1281321
May 31 11:48:37.333146 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-f852ddc6-9c51-4a7d-a12d-7e8e7a691350 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:48:37.353275 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron.db.l3_hamode_db [None req-317f49a8-1cad-4eab-9475-dacf5958b58f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f3ebceecd60>, [{'id': 'c04fd99b-0c0e-4ac9-87ef-88ba458649ea', 'name': 'tempest-AttachVolumeShelveTestJSON-352513985-router', 'tenant_id': 'f3bd06944c9240d0a51b5da41de72600', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cb16751-6ba1-494a-bef1-53f614bdb222', 'external_fixed_ips': [{'subnet_id': '1135c889-0623-4d10-975a-f2c46f50f0f6', 'ip_address': '172.27.2.123'}], 'enable_snat': True}, 'gw_port_id': 'a86d7503-e894-41f3-8504-76bdb32c60d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T11:43:46Z', 'updated_at': '2021-05-31T11:43:55Z', 'revision_number': 4, 'project_id': 'f3bd06944c9240d0a51b5da41de72600', 'gw_port': {'id': 'a86d7503-e894-41f3-8504-76bdb32c60d9', 'name': '', 'network_id': '1cb16751-6ba1-494a-bef1-53f614bdb222', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:11:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c04fd99b-0c0e-4ac9-87ef-88ba458649ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': '1135c889-0623-4d10-975a-f2c46f50f0f6', 'ip_address': '172.27.2.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786384-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T11:43:48Z', 'updated_at': '2021-05-31T11:43:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1135c889-0623-4d10-975a-f2c46f50f0f6', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786384-7-iscsi', '_floatingips': [{'id': '8a8ebbd4-bc61-4860-9fea-914083f57812', 'tenant_id': 'f3bd06944c9240d0a51b5da41de72600', 'floating_ip_address': '172.27.2.154', 'floating_network_id': '1cb16751-6ba1-494a-bef1-53f614bdb222', 'router_id': 'c04fd99b-0c0e-4ac9-87ef-88ba458649ea', 'port_id': 'cde664e9-3922-4ee7-b04a-98d0cd2ed64a', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 511, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2c20abfc-12cd-4800-b928-7191b2675429', 'mac_address': 'fa:16:3e:5f:a3:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ead9d6d4-0497-4043-988e-b5462cd4a21e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-31T11:48:08Z', 'updated_at': '2021-05-31T11:48:34Z', 'revision_number': 1, 'project_id': 'f3bd06944c9240d0a51b5da41de72600', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '26f3a154-0095-45c0-b840-93b3827acb87', 'name': '', 'network_id': '2c20abfc-12cd-4800-b928-7191b2675429', 'tenant_id': 'f3bd06944c9240d0a51b5da41de72600', 'mac_address': 'fa:16:3e:18:ea:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c04fd99b-0c0e-4ac9-87ef-88ba458649ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '97d26c19-ffd5-4600-9f66-20181dad1656', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786384-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T11:43:53Z', 'updated_at': '2021-05-31T11:44:08Z', 'revision_number': 5, 'project_id': 'f3bd06944c9240d0a51b5da41de72600', 'subnets': [{'id': '97d26c19-ffd5-4600-9f66-20181dad1656', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786384-7-iscsi', False) {} {{(pid=103722) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 31 11:48:37.357975 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-317f49a8-1cad-4eab-9475-dacf5958b58f None None] The sync data for ids ['c04fd99b-0c0e-4ac9-87ef-88ba458649ea'] in dv-cinder-786384-7-iscsi is: [{'id': 'c04fd99b-0c0e-4ac9-87ef-88ba458649ea', 'name': 'tempest-AttachVolumeShelveTestJSON-352513985-router', 'tenant_id': 'f3bd06944c9240d0a51b5da41de72600', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cb16751-6ba1-494a-bef1-53f614bdb222', 'external_fixed_ips': [{'subnet_id': '1135c889-0623-4d10-975a-f2c46f50f0f6', 'ip_address': '172.27.2.123'}], 'enable_snat': True}, 'gw_port_id': 'a86d7503-e894-41f3-8504-76bdb32c60d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T11:43:46Z', 'updated_at': '2021-05-31T11:43:55Z', 'revision_number': 4, 'project_id': 'f3bd06944c9240d0a51b5da41de72600', 'gw_port': {'id': 'a86d7503-e894-41f3-8504-76bdb32c60d9', 'name': '', 'network_id': '1cb16751-6ba1-494a-bef1-53f614bdb222', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:11:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c04fd99b-0c0e-4ac9-87ef-88ba458649ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': '1135c889-0623-4d10-975a-f2c46f50f0f6', 'ip_address': '172.27.2.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786384-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T11:43:48Z', 'updated_at': '2021-05-31T11:43:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1135c889-0623-4d10-975a-f2c46f50f0f6', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786384-7-iscsi', '_floatingips': [{'id': '8a8ebbd4-bc61-4860-9fea-914083f57812', 'tenant_id': 'f3bd06944c9240d0a51b5da41de72600', 'floating_ip_address': '172.27.2.154', 'floating_network_id': '1cb16751-6ba1-494a-bef1-53f614bdb222', 'router_id': 'c04fd99b-0c0e-4ac9-87ef-88ba458649ea', 'port_id': 'cde664e9-3922-4ee7-b04a-98d0cd2ed64a', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 511, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2c20abfc-12cd-4800-b928-7191b2675429', 'mac_address': 'fa:16:3e:5f:a3:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ead9d6d4-0497-4043-988e-b5462cd4a21e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-31T11:48:08Z', 'updated_at': '2021-05-31T11:48:34Z', 'revision_number': 1, 'project_id': 'f3bd06944c9240d0a51b5da41de72600', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '26f3a154-0095-45c0-b840-93b3827acb87', 'name': '', 'network_id': '2c20abfc-12cd-4800-b928-7191b2675429', 'tenant_id': 'f3bd06944c9240d0a51b5da41de72600', 'mac_address': 'fa:16:3e:18:ea:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c04fd99b-0c0e-4ac9-87ef-88ba458649ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '97d26c19-ffd5-4600-9f66-20181dad1656', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786384-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T11:43:53Z', 'updated_at': '2021-05-31T11:44:08Z', 'revision_number': 5, 'project_id': 'f3bd06944c9240d0a51b5da41de72600', 'subnets': [{'id': '97d26c19-ffd5-4600-9f66-20181dad1656', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103722) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 31 11:48:37.382875 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-f852ddc6-9c51-4a7d-a12d-7e8e7a691350 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:48:37.441333 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [req-db7463b2-3826-49e7-9f52-853765f33ed4 req-98331c86-fc1b-46b8-87e9-eabba22ec92c tempest-VolumesSnapshotTestJSON-1664951213 tempest-VolumesSnapshotTestJSON-1664951213-project] Notify callbacks [] for port, precommit_create {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:48:37.480061 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [req-db7463b2-3826-49e7-9f52-853765f33ed4 req-98331c86-fc1b-46b8-87e9-eabba22ec92c tempest-VolumesSnapshotTestJSON-1664951213 tempest-VolumesSnapshotTestJSON-1664951213-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937715', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3701677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744215520970', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2327893'] for port, after_create {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:48:37.486010 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG oslo_concurrency.lockutils [None req-9bcf9342-5d27-46c1-b968-ba7c4730a4a6 tempest-VolumesActionsTest-112709343 tempest-VolumesActionsTest-112709343-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103720) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 31 11:48:37.492120 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [req-692068f5-ed9b-4e6b-a411-7642684e02e7 req-da15f303-6d3b-4d5a-b6c1-0f5e649150a7 service neutron] 10.222.0.60 "GET /v2.0/networks/2c20abfc-12cd-4800-b928-7191b2675429?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1537080
May 31 11:48:37.526246 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-f852ddc6-9c51-4a7d-a12d-7e8e7a691350 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3705957'] for security_group, after_delete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:48:37.565763 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-db7463b2-3826-49e7-9f52-853765f33ed4 req-98331c86-fc1b-46b8-87e9-eabba22ec92c tempest-VolumesSnapshotTestJSON-1664951213 tempest-VolumesSnapshotTestJSON-1664951213-project] Network 1ff0d6f4-e3b8-4d59-9c22-cea19fc38a44 is already hosted by enough agents. {{(pid=103720) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 31 11:48:37.570709 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron.scheduler.base_scheduler [req-db7463b2-3826-49e7-9f52-853765f33ed4 req-98331c86-fc1b-46b8-87e9-eabba22ec92c tempest-VolumesSnapshotTestJSON-1664951213 tempest-VolumesSnapshotTestJSON-1664951213-project] Resources bound (agent type, host, resource id):  {{(pid=103720) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 31 11:48:37.575160 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron.db.l3_dvrscheduler_db [req-db7463b2-3826-49e7-9f52-853765f33ed4 req-98331c86-fc1b-46b8-87e9-eabba22ec92c tempest-VolumesSnapshotTestJSON-1664951213 tempest-VolumesSnapshotTestJSON-1664951213-project] Received port after_create {{(pid=103720) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
May 31 11:48:37.603151 dv-cinder-786384-7-iscsi neutron-server[103723]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac7f4850-9fd7-45ce-bd93-78789daa31d1 None None] New status for floating IP 8a8ebbd4-bc61-4860-9fea-914083f57812: ACTIVE {{(pid=103723) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
May 31 11:48:37.618081 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98331c86-fc1b-46b8-87e9-eabba22ec92c tempest-VolumesSnapshotTestJSON-1664951213 tempest-VolumesSnapshotTestJSON-1664951213-project] Pushing event updated for resources: {'Port': ['ID=49ca630c-6468-4087-82d0-db0da5246f21,revision_number=1']} {{(pid=103720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 31 11:48:37.623349 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG oslo_concurrency.lockutils [None req-98331c86-fc1b-46b8-87e9-eabba22ec92c tempest-VolumesSnapshotTestJSON-1664951213 tempest-VolumesSnapshotTestJSON-1664951213-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=103720) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 31 11:48:37.626034 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG oslo_concurrency.lockutils [None req-8eb8204a-949c-4ed5-b91d-0c44ba61ee34 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.088s {{(pid=103720) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 31 11:48:37.635925 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-f852ddc6-9c51-4a7d-a12d-7e8e7a691350 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:48:37.637059 dv-cinder-786384-7-iscsi neutron-server[103720]: INFO neutron.wsgi [None req-f852ddc6-9c51-4a7d-a12d-7e8e7a691350 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/9c0ef9de-90a8-4c88-84b6-bc3b46b97484 HTTP/1.1" status: 204  len: 168 time: 0.4643536
May 31 11:48:37.644138 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f852ddc6-9c51-4a7d-a12d-7e8e7a691350 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9c0ef9de-90a8-4c88-84b6-bc3b46b97484,revision_number=None']} {{(pid=103720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 31 11:48:37.648036 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG oslo_concurrency.lockutils [None req-f852ddc6-9c51-4a7d-a12d-7e8e7a691350 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=103720) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 31 11:48:37.655903 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db7463b2-3826-49e7-9f52-853765f33ed4 req-98331c86-fc1b-46b8-87e9-eabba22ec92c tempest-VolumesSnapshotTestJSON-1664951213 tempest-VolumesSnapshotTestJSON-1664951213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 11:48:37.656513 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [req-db7463b2-3826-49e7-9f52-853765f33ed4 req-98331c86-fc1b-46b8-87e9-eabba22ec92c tempest-VolumesSnapshotTestJSON-1664951213 tempest-VolumesSnapshotTestJSON-1664951213-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46333'] for port, before_response {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:48:37.686474 dv-cinder-786384-7-iscsi neutron-server[103720]: INFO neutron.wsgi [req-db7463b2-3826-49e7-9f52-853765f33ed4 req-98331c86-fc1b-46b8-87e9-eabba22ec92c tempest-VolumesSnapshotTestJSON-1664951213 tempest-VolumesSnapshotTestJSON-1664951213-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 0.9057434
May 31 11:48:37.709965 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron.api.v2.base [req-db7463b2-3826-49e7-9f52-853765f33ed4 req-d21bc819-05c2-4231-ad17-92cbd48c6408 service neutron] Request body: {'port': {'device_id': 'cbdc8608-3d0c-4b77-a1df-5b0130812e1e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78638'}} {{(pid=103720) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 31 11:48:37.857224 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b14e1e2e-d12f-439a-a685-d0787ff4f504 req-323ae52f-f2f8-4bfa-927a-e2f41aced713 tempest-VolumesSnapshotTestJSON-1664951213 tempest-VolumesSnapshotTestJSON-1664951213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 11:48:37.864538 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [req-b14e1e2e-d12f-439a-a685-d0787ff4f504 req-323ae52f-f2f8-4bfa-927a-e2f41aced713 tempest-VolumesSnapshotTestJSON-1664951213 tempest-VolumesSnapshotTestJSON-1664951213-project] 10.222.0.57 "GET /v2.0/ports?device_id=cbdc8608-3d0c-4b77-a1df-5b0130812e1e HTTP/1.1" status: 200  len: 931 time: 0.1117039
May 31 11:48:37.920576 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [req-b14e1e2e-d12f-439a-a685-d0787ff4f504 req-e98c730b-308f-437b-94d4-807a6a367323 tempest-VolumesSnapshotTestJSON-1664951213 tempest-VolumesSnapshotTestJSON-1664951213-project] 10.222.0.57 "GET /v2.0/security-groups?id=b9937b11-1e96-49c8-88cb-75f8eddac617&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0550983
May 31 11:48:37.946011 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron_lib.callbacks.manager [None req-e2b995a4-3526-4c71-93aa-7f4ba47dfd64 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744215964654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857257'] for agent, after_update {{(pid=103722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:48:37.965180 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [req-db7463b2-3826-49e7-9f52-853765f33ed4 req-d21bc819-05c2-4231-ad17-92cbd48c6408 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-934180'] for port, before_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:48:37.997896 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.wsgi [-] (103721) accepted ('10.222.0.57', 46542) {{(pid=103721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 31 11:48:38.016006 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron_lib.callbacks.manager [None req-71442480-dcaf-47a9-be38-d73d2228b578 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:48:38.030166 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.db.quota.driver [None req-71442480-dcaf-47a9-be38-d73d2228b578 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=103721) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 31 11:48:38.034787 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.quota.resource [None req-71442480-dcaf-47a9-be38-d73d2228b578 admin admin] Usage tracker for resource:security_group_rule and tenant:b507ca5ec9d2457aa0b45bf448231438 is out of sync, need to count used quota {{(pid=103721) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 31 11:48:38.037665 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.quota.resource [None req-71442480-dcaf-47a9-be38-d73d2228b578 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=103721) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 31 11:48:38.043463 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.db.quota.driver [None req-71442480-dcaf-47a9-be38-d73d2228b578 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=103721) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 31 11:48:38.128756 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron_lib.callbacks.manager [None req-71442480-dcaf-47a9-be38-d73d2228b578 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:48:38.134625 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron_lib.callbacks.manager [None req-71442480-dcaf-47a9-be38-d73d2228b578 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3705957'] for security_group, after_create {{(pid=103721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:48:38.143259 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG oslo_concurrency.lockutils [None req-c4577907-ff70-4dda-8375-eec7ad7c78e0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103721) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 31 11:48:38.181437 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [None req-71442480-dcaf-47a9-be38-d73d2228b578 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=b507ca5ec9d2457aa0b45bf448231438&name=default HTTP/1.1" status: 200  len: 2979 time: 0.1824396
May 31 11:48:38.183079 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71442480-dcaf-47a9-be38-d73d2228b578 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=badbfe0c-b555-4fea-8638-da8839eb06f9,revision_number=1']} {{(pid=103721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 31 11:48:38.185363 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.wsgi [-] (103721) accepted ('10.222.0.57', 46546) {{(pid=103721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 31 11:48:38.188047 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG oslo_concurrency.lockutils [None req-71442480-dcaf-47a9-be38-d73d2228b578 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=103721) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 31 11:48:38.246143 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron_lib.callbacks.manager [None req-72c2f087-ff1f-4b76-909e-bc51bc54159e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:48:38.275721 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron_lib.callbacks.manager [None req-72c2f087-ff1f-4b76-909e-bc51bc54159e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:48:38.323927 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron.notifiers.nova [req-db7463b2-3826-49e7-9f52-853765f33ed4 req-d21bc819-05c2-4231-ad17-92cbd48c6408 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 49ca630c-6468-4087-82d0-db0da5246f21 {{(pid=103720) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
May 31 11:48:38.331993 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [req-db7463b2-3826-49e7-9f52-853765f33ed4 req-d21bc819-05c2-4231-ad17-92cbd48c6408 service neutron] Notify callbacks [] for port, precommit_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:48:38.347575 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron.db.provisioning_blocks [req-db7463b2-3826-49e7-9f52-853765f33ed4 req-d21bc819-05c2-4231-ad17-92cbd48c6408 service neutron] Transition to ACTIVE for port object 49ca630c-6468-4087-82d0-db0da5246f21 will not be triggered until provisioned by entity L2. {{(pid=103720) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 31 11:48:38.353109 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [req-db7463b2-3826-49e7-9f52-853765f33ed4 req-d21bc819-05c2-4231-ad17-92cbd48c6408 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937715', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3701677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744215954324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744215520988', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744215521293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2327900'] for port, after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:48:38.357211 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG oslo_concurrency.lockutils [None req-fa2060e8-f42d-4cf4-805e-1e49c3dbc91d tempest-AttachVolumeShelveTestJSON-127538222 tempest-AttachVolumeShelveTestJSON-127538222-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103720) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 31 11:48:38.428100 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron_lib.callbacks.manager [None req-72c2f087-ff1f-4b76-909e-bc51bc54159e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3705957'] for security_group, after_delete {{(pid=103721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:48:38.431721 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG oslo_concurrency.lockutils [None req-4701cb32-da14-48af-9388-5049ac777f71 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103721) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 31 11:48:38.444281 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72c2f087-ff1f-4b76-909e-bc51bc54159e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=badbfe0c-b555-4fea-8638-da8839eb06f9,revision_number=None']} {{(pid=103721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 31 11:48:38.448114 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG oslo_concurrency.lockutils [None req-72c2f087-ff1f-4b76-909e-bc51bc54159e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=103721) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 31 11:48:38.453458 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron_lib.callbacks.manager [None req-72c2f087-ff1f-4b76-909e-bc51bc54159e admin admin] Notify callbacks [] for security_group, before_response {{(pid=103721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:48:38.457181 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [None req-72c2f087-ff1f-4b76-909e-bc51bc54159e admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/badbfe0c-b555-4fea-8638-da8839eb06f9 HTTP/1.1" status: 204  len: 168 time: 0.2683523
May 31 11:48:38.482659 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d21bc819-05c2-4231-ad17-92cbd48c6408 service neutron] Pushing event updated for resources: {'Port': ['ID=49ca630c-6468-4087-82d0-db0da5246f21,revision_number=2']} {{(pid=103720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 31 11:48:38.513249 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG oslo_concurrency.lockutils [None req-d21bc819-05c2-4231-ad17-92cbd48c6408 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=103720) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 31 11:48:38.584778 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron.plugins.ml2.managers [req-db7463b2-3826-49e7-9f52-853765f33ed4 req-d21bc819-05c2-4231-ad17-92cbd48c6408 service neutron] Attempting to bind port 49ca630c-6468-4087-82d0-db0da5246f21 on host hv-cinder-78638 for vnic_type normal with profile  {{(pid=103720) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
May 31 11:48:38.585192 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron.plugins.ml2.managers [req-db7463b2-3826-49e7-9f52-853765f33ed4 req-d21bc819-05c2-4231-ad17-92cbd48c6408 service neutron] Attempting to bind port 49ca630c-6468-4087-82d0-db0da5246f21 by drivers openvswitch,hyperv on host hv-cinder-78638 at level 0 using segments [{'id': 'ed047e7b-43cb-4431-a12e-dc0528392535', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 770, 'network_id': '1ff0d6f4-e3b8-4d59-9c22-cea19fc38a44'}] {{(pid=103720) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
May 31 11:48:38.585511 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db7463b2-3826-49e7-9f52-853765f33ed4 req-d21bc819-05c2-4231-ad17-92cbd48c6408 service neutron] Attempting to bind port 49ca630c-6468-4087-82d0-db0da5246f21 on network 1ff0d6f4-e3b8-4d59-9c22-cea19fc38a44 {{(pid=103720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 31 11:48:38.590228 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db7463b2-3826-49e7-9f52-853765f33ed4 req-d21bc819-05c2-4231-ad17-92cbd48c6408 service neutron] Port 49ca630c-6468-4087-82d0-db0da5246f21 on network 1ff0d6f4-e3b8-4d59-9c22-cea19fc38a44 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78638 {{(pid=103720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
May 31 11:48:38.590765 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db7463b2-3826-49e7-9f52-853765f33ed4 req-d21bc819-05c2-4231-ad17-92cbd48c6408 service neutron] Attempting to bind port 49ca630c-6468-4087-82d0-db0da5246f21 on network 1ff0d6f4-e3b8-4d59-9c22-cea19fc38a44 {{(pid=103720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 31 11:48:38.595631 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db7463b2-3826-49e7-9f52-853765f33ed4 req-d21bc819-05c2-4231-ad17-92cbd48c6408 service neutron] Checking agent: {'id': '42990638-b1ad-4185-8b70-a0b8bae36499', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78638', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 31, 11, 42, 1), 'started_at': datetime.datetime(2021, 5, 31, 11, 42, 1), 'heartbeat_timestamp': datetime.datetime(2021, 5, 31, 11, 48, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
May 31 11:48:38.596021 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db7463b2-3826-49e7-9f52-853765f33ed4 req-d21bc819-05c2-4231-ad17-92cbd48c6408 service neutron] Checking segment: {'id': 'ed047e7b-43cb-4431-a12e-dc0528392535', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 770, 'network_id': '1ff0d6f4-e3b8-4d59-9c22-cea19fc38a44'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103720) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 31 11:48:38.596394 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db7463b2-3826-49e7-9f52-853765f33ed4 req-d21bc819-05c2-4231-ad17-92cbd48c6408 service neutron] Bound using segment: {'id': 'ed047e7b-43cb-4431-a12e-dc0528392535', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 770, 'network_id': '1ff0d6f4-e3b8-4d59-9c22-cea19fc38a44'} {{(pid=103720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
May 31 11:48:38.596899 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron.plugins.ml2.managers [req-db7463b2-3826-49e7-9f52-853765f33ed4 req-d21bc819-05c2-4231-ad17-92cbd48c6408 service neutron] Bound port: 49ca630c-6468-4087-82d0-db0da5246f21, host: hv-cinder-78638, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ed047e7b-43cb-4431-a12e-dc0528392535', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 770, 'network_id': '1ff0d6f4-e3b8-4d59-9c22-cea19fc38a44'}}] {{(pid=103720) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
May 31 11:48:38.597128 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [req-db7463b2-3826-49e7-9f52-853765f33ed4 req-d21bc819-05c2-4231-ad17-92cbd48c6408 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-934180'] for port, before_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:48:38.699364 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron.plugins.ml2.db [req-db7463b2-3826-49e7-9f52-853765f33ed4 req-d21bc819-05c2-4231-ad17-92cbd48c6408 service neutron] For port 49ca630c-6468-4087-82d0-db0da5246f21, host hv-cinder-78638, cleared binding levels {{(pid=103720) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
May 31 11:48:38.702539 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron.plugins.ml2.db [req-db7463b2-3826-49e7-9f52-853765f33ed4 req-d21bc819-05c2-4231-ad17-92cbd48c6408 service neutron] For port 49ca630c-6468-4087-82d0-db0da5246f21, host hv-cinder-78638, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=49ca630c-6468-4087-82d0-db0da5246f21,segment=NetworkSegment(ed047e7b-43cb-4431-a12e-dc0528392535),segment_id=ed047e7b-43cb-4431-a12e-dc0528392535)] {{(pid=103720) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
May 31 11:48:38.706808 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [req-db7463b2-3826-49e7-9f52-853765f33ed4 req-d21bc819-05c2-4231-ad17-92cbd48c6408 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937715', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3701677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744215954324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744215520988', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744215521293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2327900'] for port, after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:48:38.711684 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG oslo_concurrency.lockutils [None req-31f7dcbc-aa00-489b-b519-17b2dd3c2784 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103720) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 31 11:48:38.771158 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db7463b2-3826-49e7-9f52-853765f33ed4 req-d21bc819-05c2-4231-ad17-92cbd48c6408 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 11:48:38.771798 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [req-db7463b2-3826-49e7-9f52-853765f33ed4 req-d21bc819-05c2-4231-ad17-92cbd48c6408 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46333'] for port, before_response {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:48:38.773291 dv-cinder-786384-7-iscsi neutron-server[103720]: INFO neutron.wsgi [req-db7463b2-3826-49e7-9f52-853765f33ed4 req-d21bc819-05c2-4231-ad17-92cbd48c6408 service neutron] 10.222.0.60 "PUT /v2.0/ports/49ca630c-6468-4087-82d0-db0da5246f21 HTTP/1.1" status: 200  len: 1093 time: 1.0705438
May 31 11:48:38.773807 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cbdc8608-3d0c-4b77-a1df-5b0130812e1e', 'tag': '49ca630c-6468-4087-82d0-db0da5246f21'}] {{(pid=103720) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 31 11:48:38.776164 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6839f599539fa4c6e3ba02718c376b16d52b950f3872e5f8c495d4ff24c4a199" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d384295d-cd6e-48b5-a58a-4943dda5fe5f" -d '{"events": [{"name": "network-changed", "server_uuid": "cbdc8608-3d0c-4b77-a1df-5b0130812e1e", "tag": "49ca630c-6468-4087-82d0-db0da5246f21"}]}' {{(pid=103720) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
May 31 11:48:38.796717 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d21bc819-05c2-4231-ad17-92cbd48c6408 service neutron] Pushing event updated for resources: {'Port': ['ID=49ca630c-6468-4087-82d0-db0da5246f21,revision_number=3']} {{(pid=103720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 31 11:48:38.804053 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG oslo_concurrency.lockutils [None req-d21bc819-05c2-4231-ad17-92cbd48c6408 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=103720) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 31 11:48:38.827420 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 31 May 2021 11:48:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fb1f2809-11cc-4694-b997-44137594da39 x-openstack-request-id: req-fb1f2809-11cc-4694-b997-44137594da39 {{(pid=103720) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
May 31 11:48:38.827743 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cbdc8608-3d0c-4b77-a1df-5b0130812e1e", "tag": "49ca630c-6468-4087-82d0-db0da5246f21", "status": "completed", "code": 200}]} {{(pid=103720) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
May 31 11:48:38.828050 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-fb1f2809-11cc-4694-b997-44137594da39 {{(pid=103720) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
May 31 11:48:38.828483 dv-cinder-786384-7-iscsi neutron-server[103720]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cbdc8608-3d0c-4b77-a1df-5b0130812e1e', 'tag': '49ca630c-6468-4087-82d0-db0da5246f21', 'status': 'completed', 'code': 200}
May 31 11:48:38.920304 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db7463b2-3826-49e7-9f52-853765f33ed4 req-c3d24f83-8724-41d0-98dc-dc26be21f5c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 11:48:38.921826 dv-cinder-786384-7-iscsi neutron-server[103720]: INFO neutron.wsgi [req-db7463b2-3826-49e7-9f52-853765f33ed4 req-c3d24f83-8724-41d0-98dc-dc26be21f5c3 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=cb91744052b44723b1201320a6b44c2c&device_id=cbdc8608-3d0c-4b77-a1df-5b0130812e1e HTTP/1.1" status: 200  len: 1096 time: 0.0734625
May 31 11:48:39.006077 dv-cinder-786384-7-iscsi neutron-server[103720]: INFO neutron.wsgi [req-db7463b2-3826-49e7-9f52-853765f33ed4 req-d7d2a0ad-790d-43b4-874e-58a0418586b5 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=49ca630c-6468-4087-82d0-db0da5246f21 HTTP/1.1" status: 200  len: 217 time: 0.0686939
May 31 11:48:39.072748 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db7463b2-3826-49e7-9f52-853765f33ed4 req-1032dc5d-7d64-4d70-a7e1-43a41555dfe0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 11:48:39.074274 dv-cinder-786384-7-iscsi neutron-server[103720]: INFO neutron.wsgi [req-db7463b2-3826-49e7-9f52-853765f33ed4 req-1032dc5d-7d64-4d70-a7e1-43a41555dfe0 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=47365a5e-3d4c-4362-8a7f-b3669445e567 HTTP/1.1" status: 200  len: 854 time: 0.0614328
May 31 11:48:39.109022 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96d78993-f08f-413a-abce-486f36db8518 req-0dc718f2-41ce-4d2d-8d97-5ac702458b32 tempest-VolumesSnapshotTestJSON-1664951213 tempest-VolumesSnapshotTestJSON-1664951213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 11:48:39.110472 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [req-96d78993-f08f-413a-abce-486f36db8518 req-0dc718f2-41ce-4d2d-8d97-5ac702458b32 tempest-VolumesSnapshotTestJSON-1664951213 tempest-VolumesSnapshotTestJSON-1664951213-project] 10.222.0.57 "GET /v2.0/ports?device_id=cbdc8608-3d0c-4b77-a1df-5b0130812e1e HTTP/1.1" status: 200  len: 943 time: 0.0828319
May 31 11:48:39.123381 dv-cinder-786384-7-iscsi neutron-server[103720]: INFO neutron.wsgi [req-db7463b2-3826-49e7-9f52-853765f33ed4 req-3b174455-671e-40f6-a963-227aa195e2aa service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=1ff0d6f4-e3b8-4d59-9c22-cea19fc38a44&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0419362
May 31 11:48:39.164304 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [req-96d78993-f08f-413a-abce-486f36db8518 req-56dfcb4b-83c1-4304-a62a-c8c8e9763895 tempest-VolumesSnapshotTestJSON-1664951213 tempest-VolumesSnapshotTestJSON-1664951213-project] 10.222.0.57 "GET /v2.0/security-groups?id=b9937b11-1e96-49c8-88cb-75f8eddac617&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0474496
May 31 11:48:39.256411 dv-cinder-786384-7-iscsi neutron-server[103720]: INFO neutron.wsgi [req-db7463b2-3826-49e7-9f52-853765f33ed4 req-28f9fa29-ad70-4f0a-9311-84721d592a83 service neutron] 10.222.0.60 "GET /v2.0/networks/1ff0d6f4-e3b8-4d59-9c22-cea19fc38a44?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1264019
May 31 11:48:39.387056 dv-cinder-786384-7-iscsi neutron-server[103720]: INFO neutron.wsgi [req-db7463b2-3826-49e7-9f52-853765f33ed4 req-81bafe35-e867-4d2b-bbe5-ac64e5586a94 service neutron] 10.222.0.60 "GET /v2.0/networks/1ff0d6f4-e3b8-4d59-9c22-cea19fc38a44?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1235294
May 31 11:48:39.567259 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d384295d-cd6e-48b5-a58a-4943dda5fe5f req-b3b529e4-a332-4c75-9ed4-1b2285242ac7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 11:48:39.568823 dv-cinder-786384-7-iscsi neutron-server[103720]: INFO neutron.wsgi [req-d384295d-cd6e-48b5-a58a-4943dda5fe5f req-b3b529e4-a332-4c75-9ed4-1b2285242ac7 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=cb91744052b44723b1201320a6b44c2c&device_id=cbdc8608-3d0c-4b77-a1df-5b0130812e1e HTTP/1.1" status: 200  len: 1096 time: 0.0751526
May 31 11:48:39.800400 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d384295d-cd6e-48b5-a58a-4943dda5fe5f req-6c96154b-4515-4d80-86dc-0bb7e4101c50 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 11:48:39.801949 dv-cinder-786384-7-iscsi neutron-server[103720]: INFO neutron.wsgi [req-d384295d-cd6e-48b5-a58a-4943dda5fe5f req-6c96154b-4515-4d80-86dc-0bb7e4101c50 service neutron] 10.222.0.60 "GET /v2.0/networks?id=1ff0d6f4-e3b8-4d59-9c22-cea19fc38a44 HTTP/1.1" status: 200  len: 915 time: 0.2251773
May 31 11:48:39.877124 dv-cinder-786384-7-iscsi neutron-server[103720]: INFO neutron.wsgi [req-d384295d-cd6e-48b5-a58a-4943dda5fe5f req-19c61ae2-7667-4d1c-b926-5364a327e42e service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=49ca630c-6468-4087-82d0-db0da5246f21 HTTP/1.1" status: 200  len: 217 time: 0.0603173
May 31 11:48:39.960178 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d384295d-cd6e-48b5-a58a-4943dda5fe5f req-2770f760-ffad-4bd8-b654-3cf5e84a9e88 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 11:48:39.961617 dv-cinder-786384-7-iscsi neutron-server[103720]: INFO neutron.wsgi [req-d384295d-cd6e-48b5-a58a-4943dda5fe5f req-2770f760-ffad-4bd8-b654-3cf5e84a9e88 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=47365a5e-3d4c-4362-8a7f-b3669445e567 HTTP/1.1" status: 200  len: 854 time: 0.0598989
May 31 11:48:40.010279 dv-cinder-786384-7-iscsi neutron-server[103720]: INFO neutron.wsgi [req-d384295d-cd6e-48b5-a58a-4943dda5fe5f req-35f24b48-2138-4f76-b0d6-a249c2235042 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=1ff0d6f4-e3b8-4d59-9c22-cea19fc38a44&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0407999
May 31 11:48:40.142537 dv-cinder-786384-7-iscsi neutron-server[103720]: INFO neutron.wsgi [req-d384295d-cd6e-48b5-a58a-4943dda5fe5f req-b4fe5d49-e128-4167-bf5a-61be2586203b service neutron] 10.222.0.60 "GET /v2.0/networks/1ff0d6f4-e3b8-4d59-9c22-cea19fc38a44?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1240017
May 31 11:48:40.282579 dv-cinder-786384-7-iscsi neutron-server[103720]: INFO neutron.wsgi [req-d384295d-cd6e-48b5-a58a-4943dda5fe5f req-f90e4be3-dbe9-49e7-8cc6-09f67567ec63 service neutron] 10.222.0.60 "GET /v2.0/networks/1ff0d6f4-e3b8-4d59-9c22-cea19fc38a44?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1318712
May 31 11:48:40.356518 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55ca2627-f465-4606-b0a8-03176973e017 req-67d66525-9a50-4f38-b352-7cb6966dc89b tempest-VolumesSnapshotTestJSON-1664951213 tempest-VolumesSnapshotTestJSON-1664951213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 11:48:40.357830 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron.wsgi [-] (103720) accepted ('10.222.0.57', 46614) {{(pid=103720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 31 11:48:40.357969 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [req-55ca2627-f465-4606-b0a8-03176973e017 req-67d66525-9a50-4f38-b352-7cb6966dc89b tempest-VolumesSnapshotTestJSON-1664951213 tempest-VolumesSnapshotTestJSON-1664951213-project] 10.222.0.57 "GET /v2.0/ports?device_id=cbdc8608-3d0c-4b77-a1df-5b0130812e1e HTTP/1.1" status: 200  len: 943 time: 0.0839610
May 31 11:48:40.402093 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [req-55ca2627-f465-4606-b0a8-03176973e017 req-5db76489-3d89-4570-889d-296f3840230d tempest-VolumesSnapshotTestJSON-1664951213 tempest-VolumesSnapshotTestJSON-1664951213-project] 10.222.0.57 "GET /v2.0/security-groups?id=b9937b11-1e96-49c8-88cb-75f8eddac617&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0385604
May 31 11:48:40.474081 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-da6ac865-7a86-4c52-ba8e-6533925d06b1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:48:40.488446 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron.db.quota.driver [None req-da6ac865-7a86-4c52-ba8e-6533925d06b1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=103720) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 31 11:48:40.492590 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron.quota.resource [None req-da6ac865-7a86-4c52-ba8e-6533925d06b1 admin admin] Usage tracker for resource:security_group_rule and tenant:d6343f0777d04580815648b5044a949b is out of sync, need to count used quota {{(pid=103720) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 31 11:48:40.495546 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron.quota.resource [None req-da6ac865-7a86-4c52-ba8e-6533925d06b1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=103720) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 31 11:48:40.501629 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron.db.quota.driver [None req-da6ac865-7a86-4c52-ba8e-6533925d06b1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=103720) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 31 11:48:40.593044 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-da6ac865-7a86-4c52-ba8e-6533925d06b1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:48:40.597858 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-da6ac865-7a86-4c52-ba8e-6533925d06b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3705957'] for security_group, after_create {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:48:40.606308 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG oslo_concurrency.lockutils [None req-e14d6dc0-e6ba-47b7-9318-511515abb928 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103720) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 31 11:48:40.644363 dv-cinder-786384-7-iscsi neutron-server[103720]: INFO neutron.wsgi [None req-da6ac865-7a86-4c52-ba8e-6533925d06b1 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=d6343f0777d04580815648b5044a949b&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2852075
May 31 11:48:40.646532 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da6ac865-7a86-4c52-ba8e-6533925d06b1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7a9a6a32-3c11-4e51-93fa-8d7ababe3a67,revision_number=1']} {{(pid=103720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 31 11:48:40.647721 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.wsgi [-] (103721) accepted ('10.222.0.57', 46620) {{(pid=103721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 31 11:48:40.649584 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG oslo_concurrency.lockutils [None req-da6ac865-7a86-4c52-ba8e-6533925d06b1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=103720) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 31 11:48:40.706837 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron_lib.callbacks.manager [None req-ae62746f-4a8d-4ee5-a455-6cb65dcdc322 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:48:40.736191 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron_lib.callbacks.manager [None req-ae62746f-4a8d-4ee5-a455-6cb65dcdc322 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:48:40.791645 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron_lib.callbacks.manager [None req-ae62746f-4a8d-4ee5-a455-6cb65dcdc322 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3705957'] for security_group, after_delete {{(pid=103721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:48:40.795259 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG oslo_concurrency.lockutils [None req-31e2baed-8b4d-4928-8a8b-26d4d11fc96b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103721) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 31 11:48:40.805680 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae62746f-4a8d-4ee5-a455-6cb65dcdc322 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7a9a6a32-3c11-4e51-93fa-8d7ababe3a67,revision_number=None']} {{(pid=103721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 31 11:48:40.807972 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG oslo_concurrency.lockutils [None req-ae62746f-4a8d-4ee5-a455-6cb65dcdc322 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=103721) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 31 11:48:40.813872 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron_lib.callbacks.manager [None req-ae62746f-4a8d-4ee5-a455-6cb65dcdc322 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:48:40.814960 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [None req-ae62746f-4a8d-4ee5-a455-6cb65dcdc322 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/7a9a6a32-3c11-4e51-93fa-8d7ababe3a67 HTTP/1.1" status: 204  len: 168 time: 0.1662388
May 31 11:48:41.109667 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.wsgi [-] (103721) accepted ('10.222.0.57', 46630) {{(pid=103721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 31 11:48:41.127445 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron_lib.callbacks.manager [None req-621001bb-693f-479d-985c-ed361f75828b admin admin] Notify callbacks [] for security_group, before_create {{(pid=103721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:48:41.141787 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.db.quota.driver [None req-621001bb-693f-479d-985c-ed361f75828b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=103721) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 31 11:48:41.146011 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.quota.resource [None req-621001bb-693f-479d-985c-ed361f75828b admin admin] Usage tracker for resource:security_group_rule and tenant:41ca72d64071435fbdc948918493a8a7 is out of sync, need to count used quota {{(pid=103721) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 31 11:48:41.149146 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.quota.resource [None req-621001bb-693f-479d-985c-ed361f75828b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=103721) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 31 11:48:41.155207 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.db.quota.driver [None req-621001bb-693f-479d-985c-ed361f75828b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=103721) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 31 11:48:41.238890 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron_lib.callbacks.manager [None req-621001bb-693f-479d-985c-ed361f75828b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:48:41.244983 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron_lib.callbacks.manager [None req-621001bb-693f-479d-985c-ed361f75828b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3705957'] for security_group, after_create {{(pid=103721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:48:41.251401 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG oslo_concurrency.lockutils [None req-6529f7c0-efa2-45cf-9b16-0f750fb21005 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103721) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 31 11:48:41.273253 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron.plugins.ml2.rpc [None req-43028a7b-58d7-408b-ac75-1328e6896bf7 None None] Device 49ca630c-6468-4087-82d0-db0da5246f21 details requested by agent hyperv_hv-cinder-78638 with host hv-cinder-78638 {{(pid=103722) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
May 31 11:48:41.294432 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [None req-621001bb-693f-479d-985c-ed361f75828b admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=41ca72d64071435fbdc948918493a8a7&name=default HTTP/1.1" status: 200  len: 2979 time: 0.1836615
May 31 11:48:41.295322 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-621001bb-693f-479d-985c-ed361f75828b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b4d9c31e-f9d0-4d4a-86a6-64f375e25d48,revision_number=1']} {{(pid=103721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 31 11:48:41.297334 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron.wsgi [-] (103720) accepted ('10.222.0.57', 46634) {{(pid=103720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 31 11:48:41.298271 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG oslo_concurrency.lockutils [None req-621001bb-693f-479d-985c-ed361f75828b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=103721) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 31 11:48:41.359430 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-a6765b13-926a-4422-9a39-5d74f9543f28 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:48:41.385283 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-a6765b13-926a-4422-9a39-5d74f9543f28 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:48:41.409430 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron.plugins.ml2.db [None req-43028a7b-58d7-408b-ac75-1328e6896bf7 None None] For port 49ca630c-6468-4087-82d0-db0da5246f21, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=49ca630c-6468-4087-82d0-db0da5246f21,segment=NetworkSegment(ed047e7b-43cb-4431-a12e-dc0528392535),segment_id=ed047e7b-43cb-4431-a12e-dc0528392535)] {{(pid=103722) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 31 11:48:41.423176 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron.plugins.ml2.rpc [None req-43028a7b-58d7-408b-ac75-1328e6896bf7 None None] Returning: {'device': '49ca630c-6468-4087-82d0-db0da5246f21', 'network_id': '1ff0d6f4-e3b8-4d59-9c22-cea19fc38a44', 'port_id': '49ca630c-6468-4087-82d0-db0da5246f21', 'mac_address': 'fa:16:3e:79:ae:fe', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 770, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '47365a5e-3d4c-4362-8a7f-b3669445e567', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103722) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
May 31 11:48:41.437748 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-a6765b13-926a-4422-9a39-5d74f9543f28 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3705957'] for security_group, after_delete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:48:41.442366 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG oslo_concurrency.lockutils [None req-e133cfce-2ee0-4e43-a152-8b6107c8a297 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103720) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 31 11:48:41.457097 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6765b13-926a-4422-9a39-5d74f9543f28 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b4d9c31e-f9d0-4d4a-86a6-64f375e25d48,revision_number=None']} {{(pid=103720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 31 11:48:41.459605 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG oslo_concurrency.lockutils [None req-a6765b13-926a-4422-9a39-5d74f9543f28 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=103720) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 31 11:48:41.468188 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-a6765b13-926a-4422-9a39-5d74f9543f28 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:48:41.471694 dv-cinder-786384-7-iscsi neutron-server[103720]: INFO neutron.wsgi [None req-a6765b13-926a-4422-9a39-5d74f9543f28 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/b4d9c31e-f9d0-4d4a-86a6-64f375e25d48 HTTP/1.1" status: 204  len: 168 time: 0.1709840
May 31 11:48:41.493142 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron_lib.callbacks.manager [None req-43028a7b-58d7-408b-ac75-1328e6896bf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-934180'] for port, before_update {{(pid=103722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:48:41.511491 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron.notifiers.nova [None req-43028a7b-58d7-408b-ac75-1328e6896bf7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 49ca630c-6468-4087-82d0-db0da5246f21 {{(pid=103722) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
May 31 11:48:41.527683 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron.plugins.ml2.db [None req-43028a7b-58d7-408b-ac75-1328e6896bf7 None None] For port 49ca630c-6468-4087-82d0-db0da5246f21, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=49ca630c-6468-4087-82d0-db0da5246f21,segment=NetworkSegment(ed047e7b-43cb-4431-a12e-dc0528392535),segment_id=ed047e7b-43cb-4431-a12e-dc0528392535)] {{(pid=103722) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 31 11:48:41.533006 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron_lib.callbacks.manager [None req-43028a7b-58d7-408b-ac75-1328e6896bf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937715', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3701677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744215954324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744215520988', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744215521293'] for port, after_update {{(pid=103722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:48:41.534927 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG oslo_concurrency.lockutils [None req-ddaaf71d-8b59-4ba7-ba3c-f3ef8d3da23e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103722) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 31 11:48:41.598643 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5bc5fa5-6e27-4ccb-81f1-91a25843e32d req-62aedcaa-8493-49c3-9cc1-aebdca2ed087 tempest-VolumesSnapshotTestJSON-1664951213 tempest-VolumesSnapshotTestJSON-1664951213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 11:48:41.600410 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [req-a5bc5fa5-6e27-4ccb-81f1-91a25843e32d req-62aedcaa-8493-49c3-9cc1-aebdca2ed087 tempest-VolumesSnapshotTestJSON-1664951213 tempest-VolumesSnapshotTestJSON-1664951213-project] 10.222.0.57 "GET /v2.0/ports?device_id=cbdc8608-3d0c-4b77-a1df-5b0130812e1e HTTP/1.1" status: 200  len: 944 time: 0.0854456
May 31 11:48:41.602369 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43028a7b-58d7-408b-ac75-1328e6896bf7 None None] Pushing event updated for resources: {'Port': ['ID=49ca630c-6468-4087-82d0-db0da5246f21,revision_number=4']} {{(pid=103722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 31 11:48:41.606081 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG oslo_concurrency.lockutils [None req-43028a7b-58d7-408b-ac75-1328e6896bf7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=103722) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 31 11:48:41.648693 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [req-a5bc5fa5-6e27-4ccb-81f1-91a25843e32d req-29b55823-45c4-4997-9743-21ca57b5bcb3 tempest-VolumesSnapshotTestJSON-1664951213 tempest-VolumesSnapshotTestJSON-1664951213-project] 10.222.0.57 "GET /v2.0/security-groups?id=b9937b11-1e96-49c8-88cb-75f8eddac617&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0399687
May 31 11:48:41.905875 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron.plugins.ml2.db [None req-43028a7b-58d7-408b-ac75-1328e6896bf7 None None] get_ports_and_sgs() called for port_ids ['49ca630c-6468-4087-82d0-db0da5246f21'] {{(pid=103722) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
May 31 11:48:42.835456 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c008d495-ceda-4d97-88c8-de63d9fb7383 req-7d6276cf-de1c-479c-823f-dc1955479304 tempest-VolumesSnapshotTestJSON-1664951213 tempest-VolumesSnapshotTestJSON-1664951213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 11:48:42.836981 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [req-c008d495-ceda-4d97-88c8-de63d9fb7383 req-7d6276cf-de1c-479c-823f-dc1955479304 tempest-VolumesSnapshotTestJSON-1664951213 tempest-VolumesSnapshotTestJSON-1664951213-project] 10.222.0.57 "GET /v2.0/ports?device_id=cbdc8608-3d0c-4b77-a1df-5b0130812e1e HTTP/1.1" status: 200  len: 944 time: 0.0806475
May 31 11:48:42.885289 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [req-c008d495-ceda-4d97-88c8-de63d9fb7383 req-98fa5ec8-85db-4838-9d79-999eef7ee4a4 tempest-VolumesSnapshotTestJSON-1664951213 tempest-VolumesSnapshotTestJSON-1664951213-project] 10.222.0.57 "GET /v2.0/security-groups?id=b9937b11-1e96-49c8-88cb-75f8eddac617&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0424774
May 31 11:48:43.290943 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron.plugins.ml2.rpc [None req-43028a7b-58d7-408b-ac75-1328e6896bf7 None None] Device 49ca630c-6468-4087-82d0-db0da5246f21 up at agent hyperv_hv-cinder-78638 {{(pid=103722) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 31 11:48:43.363729 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron.db.provisioning_blocks [None req-43028a7b-58d7-408b-ac75-1328e6896bf7 None None] Provisioning for port 49ca630c-6468-4087-82d0-db0da5246f21 completed by entity L2. {{(pid=103722) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 31 11:48:43.368505 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron.db.provisioning_blocks [None req-43028a7b-58d7-408b-ac75-1328e6896bf7 None None] Provisioning complete for port 49ca630c-6468-4087-82d0-db0da5246f21 triggered by entity L2. {{(pid=103722) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 31 11:48:43.368886 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron_lib.callbacks.manager [None req-43028a7b-58d7-408b-ac75-1328e6896bf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857618'] for port, provisioning_complete {{(pid=103722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:48:43.483606 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron_lib.callbacks.manager [None req-43028a7b-58d7-408b-ac75-1328e6896bf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-934180'] for port, before_update {{(pid=103722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:48:43.512453 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cbdc8608-3d0c-4b77-a1df-5b0130812e1e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '49ca630c-6468-4087-82d0-db0da5246f21'}] {{(pid=103722) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 31 11:48:43.514859 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}385953046bb192346b13b574918bbc7d366126a5ac8301ca09ff73df2ee9323d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4ca95d28-9914-4c25-b12e-00af0e0dabd7" -d '{"events": [{"server_uuid": "cbdc8608-3d0c-4b77-a1df-5b0130812e1e", "name": "network-vif-plugged", "status": "completed", "tag": "49ca630c-6468-4087-82d0-db0da5246f21"}]}' {{(pid=103722) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
May 31 11:48:43.525747 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron.plugins.ml2.db [None req-43028a7b-58d7-408b-ac75-1328e6896bf7 None None] For port 49ca630c-6468-4087-82d0-db0da5246f21, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=49ca630c-6468-4087-82d0-db0da5246f21,segment=NetworkSegment(ed047e7b-43cb-4431-a12e-dc0528392535),segment_id=ed047e7b-43cb-4431-a12e-dc0528392535)] {{(pid=103722) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 31 11:48:43.530995 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron_lib.callbacks.manager [None req-43028a7b-58d7-408b-ac75-1328e6896bf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937715', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3701677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744215954324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744215520988', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744215521293'] for port, after_update {{(pid=103722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:48:43.534084 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG oslo_concurrency.lockutils [None req-9c7d66f9-c196-4161-b8a9-ed06f402a498 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103722) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 31 11:48:43.567960 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 31 May 2021 11:48:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b6d83432-84a4-422e-9e58-2c278617981a x-openstack-request-id: req-b6d83432-84a4-422e-9e58-2c278617981a {{(pid=103722) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
May 31 11:48:43.568346 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cbdc8608-3d0c-4b77-a1df-5b0130812e1e", "name": "network-vif-plugged", "status": "completed", "tag": "49ca630c-6468-4087-82d0-db0da5246f21", "code": 200}]} {{(pid=103722) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
May 31 11:48:43.568664 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-b6d83432-84a4-422e-9e58-2c278617981a {{(pid=103722) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
May 31 11:48:43.569054 dv-cinder-786384-7-iscsi neutron-server[103722]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cbdc8608-3d0c-4b77-a1df-5b0130812e1e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '49ca630c-6468-4087-82d0-db0da5246f21', 'code': 200}
May 31 11:48:43.608570 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43028a7b-58d7-408b-ac75-1328e6896bf7 None None] Pushing event updated for resources: {'Port': ['ID=49ca630c-6468-4087-82d0-db0da5246f21,revision_number=5']} {{(pid=103722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 31 11:48:43.612057 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG oslo_concurrency.lockutils [None req-43028a7b-58d7-408b-ac75-1328e6896bf7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=103722) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 31 11:48:43.868075 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de32200f-b0ad-4c03-9901-6f5933802715 req-342a0b45-a051-4218-9214-bdb7a57ba847 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 11:48:43.869730 dv-cinder-786384-7-iscsi neutron-server[103720]: INFO neutron.wsgi [req-de32200f-b0ad-4c03-9901-6f5933802715 req-342a0b45-a051-4218-9214-bdb7a57ba847 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=cbdc8608-3d0c-4b77-a1df-5b0130812e1e HTTP/1.1" status: 200  len: 1098 time: 0.0808728
May 31 11:48:43.917293 dv-cinder-786384-7-iscsi neutron-server[103720]: INFO neutron.wsgi [req-de32200f-b0ad-4c03-9901-6f5933802715 req-facf1263-d799-40f2-8d96-d846cc13c95a service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=b9937b11-1e96-49c8-88cb-75f8eddac617&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0370517
May 31 11:48:44.082451 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aaeac09-66d2-4116-b03d-40eba9617657 req-f49bef31-4c44-4dae-8eb3-eb4a71c35d7c tempest-VolumesSnapshotTestJSON-1664951213 tempest-VolumesSnapshotTestJSON-1664951213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 11:48:44.083956 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [req-6aaeac09-66d2-4116-b03d-40eba9617657 req-f49bef31-4c44-4dae-8eb3-eb4a71c35d7c tempest-VolumesSnapshotTestJSON-1664951213 tempest-VolumesSnapshotTestJSON-1664951213-project] 10.222.0.57 "GET /v2.0/ports?device_id=cbdc8608-3d0c-4b77-a1df-5b0130812e1e HTTP/1.1" status: 200  len: 945 time: 0.0866969
May 31 11:48:44.129693 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [req-6aaeac09-66d2-4116-b03d-40eba9617657 req-c02a9302-8c06-447c-b874-ab8a2741be7f tempest-VolumesSnapshotTestJSON-1664951213 tempest-VolumesSnapshotTestJSON-1664951213-project] 10.222.0.57 "GET /v2.0/security-groups?id=b9937b11-1e96-49c8-88cb-75f8eddac617&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0396066
May 31 11:48:44.168430 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron.wsgi [-] (103720) accepted ('10.222.0.57', 46718) {{(pid=103720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 31 11:48:44.288357 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-cb365bd5-6225-42d1-b066-b4d6a76e1d9f admin admin] Notify callbacks [] for security_group, before_create {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:48:44.302348 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron.db.quota.driver [None req-cb365bd5-6225-42d1-b066-b4d6a76e1d9f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=103720) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 31 11:48:44.306654 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron.quota.resource [None req-cb365bd5-6225-42d1-b066-b4d6a76e1d9f admin admin] Usage tracker for resource:security_group_rule and tenant:8993104c81c04a41b758a3e2eef38ff3 is out of sync, need to count used quota {{(pid=103720) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 31 11:48:44.309695 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron.quota.resource [None req-cb365bd5-6225-42d1-b066-b4d6a76e1d9f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=103720) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 31 11:48:44.315940 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron.db.quota.driver [None req-cb365bd5-6225-42d1-b066-b4d6a76e1d9f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=103720) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 31 11:48:44.400340 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-cb365bd5-6225-42d1-b066-b4d6a76e1d9f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:48:44.406947 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-cb365bd5-6225-42d1-b066-b4d6a76e1d9f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3705957'] for security_group, after_create {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:48:44.415999 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG oslo_concurrency.lockutils [None req-2d3b3513-d6ff-4f8d-a3e3-e1eb6ffcaf93 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103720) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 31 11:48:44.457898 dv-cinder-786384-7-iscsi neutron-server[103720]: INFO neutron.wsgi [None req-cb365bd5-6225-42d1-b066-b4d6a76e1d9f admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=8993104c81c04a41b758a3e2eef38ff3&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2883420
May 31 11:48:44.459513 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb365bd5-6225-42d1-b066-b4d6a76e1d9f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a3bc3183-f49c-4b71-b447-98938aa81c38,revision_number=1']} {{(pid=103720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 31 11:48:44.460838 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.wsgi [-] (103721) accepted ('10.222.0.57', 46726) {{(pid=103721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 31 11:48:44.462643 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG oslo_concurrency.lockutils [None req-cb365bd5-6225-42d1-b066-b4d6a76e1d9f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=103720) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 31 11:48:44.520964 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron_lib.callbacks.manager [None req-d717c4de-eb2f-4ca5-b893-c2177fd6300a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:48:44.546099 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron_lib.callbacks.manager [None req-d717c4de-eb2f-4ca5-b893-c2177fd6300a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:48:44.603787 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron_lib.callbacks.manager [None req-d717c4de-eb2f-4ca5-b893-c2177fd6300a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3705957'] for security_group, after_delete {{(pid=103721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:48:44.607262 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG oslo_concurrency.lockutils [None req-c73f13be-7286-48be-ab00-50d8fb8e9c14 tempest-TestShelveInstance-1856919752 tempest-TestShelveInstance-1856919752-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103721) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 31 11:48:44.619439 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d717c4de-eb2f-4ca5-b893-c2177fd6300a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a3bc3183-f49c-4b71-b447-98938aa81c38,revision_number=None']} {{(pid=103721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 31 11:48:44.623173 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG oslo_concurrency.lockutils [None req-d717c4de-eb2f-4ca5-b893-c2177fd6300a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=103721) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 31 11:48:44.628780 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron_lib.callbacks.manager [None req-d717c4de-eb2f-4ca5-b893-c2177fd6300a admin admin] Notify callbacks [] for security_group, before_response {{(pid=103721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:48:44.629895 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [None req-d717c4de-eb2f-4ca5-b893-c2177fd6300a admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/a3bc3183-f49c-4b71-b447-98938aa81c38 HTTP/1.1" status: 204  len: 168 time: 0.1673229
May 31 11:48:44.934294 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.wsgi [-] (103721) accepted ('10.222.0.57', 46734) {{(pid=103721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 31 11:48:44.952298 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron_lib.callbacks.manager [None req-b1bbadf7-f070-41b4-9411-17e1d127bebe admin admin] Notify callbacks [] for security_group, before_create {{(pid=103721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:48:44.967286 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.db.quota.driver [None req-b1bbadf7-f070-41b4-9411-17e1d127bebe admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=103721) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 31 11:48:44.971435 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.quota.resource [None req-b1bbadf7-f070-41b4-9411-17e1d127bebe admin admin] Usage tracker for resource:security_group_rule and tenant:0ecd111661b94a47b001547b27c7e3ec is out of sync, need to count used quota {{(pid=103721) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 31 11:48:44.974338 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.quota.resource [None req-b1bbadf7-f070-41b4-9411-17e1d127bebe admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=103721) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 31 11:48:44.980187 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.db.quota.driver [None req-b1bbadf7-f070-41b4-9411-17e1d127bebe admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=103721) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 31 11:48:45.065003 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron_lib.callbacks.manager [None req-b1bbadf7-f070-41b4-9411-17e1d127bebe admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:48:45.071347 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron_lib.callbacks.manager [None req-b1bbadf7-f070-41b4-9411-17e1d127bebe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3705957'] for security_group, after_create {{(pid=103721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:48:45.078161 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG oslo_concurrency.lockutils [None req-34f5a9c8-01ab-44e1-89f2-e1470e0c8a3a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103721) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 31 11:48:45.117976 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [None req-b1bbadf7-f070-41b4-9411-17e1d127bebe admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=0ecd111661b94a47b001547b27c7e3ec&name=default HTTP/1.1" status: 200  len: 2979 time: 0.1824925
May 31 11:48:45.118777 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1bbadf7-f070-41b4-9411-17e1d127bebe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a620b0f0-d8fb-46be-baf8-07da97f679c2,revision_number=1']} {{(pid=103721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 31 11:48:45.120867 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron.wsgi [-] (103720) accepted ('10.222.0.57', 46738) {{(pid=103720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 31 11:48:45.121741 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG oslo_concurrency.lockutils [None req-b1bbadf7-f070-41b4-9411-17e1d127bebe admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=103721) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 31 11:48:45.181165 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-239a740c-10cf-42b7-8fbd-899e5add93b8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:48:45.209102 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-239a740c-10cf-42b7-8fbd-899e5add93b8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:48:45.265955 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-239a740c-10cf-42b7-8fbd-899e5add93b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3705957'] for security_group, after_delete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:48:45.269767 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG oslo_concurrency.lockutils [None req-8a045977-7d02-493a-8443-1c024c010033 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103720) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 31 11:48:45.287106 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-239a740c-10cf-42b7-8fbd-899e5add93b8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a620b0f0-d8fb-46be-baf8-07da97f679c2,revision_number=None']} {{(pid=103720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 31 11:48:45.289382 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG oslo_concurrency.lockutils [None req-239a740c-10cf-42b7-8fbd-899e5add93b8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=103720) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 31 11:48:45.296851 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-239a740c-10cf-42b7-8fbd-899e5add93b8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:48:45.300421 dv-cinder-786384-7-iscsi neutron-server[103720]: INFO neutron.wsgi [None req-239a740c-10cf-42b7-8fbd-899e5add93b8 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/a620b0f0-d8fb-46be-baf8-07da97f679c2 HTTP/1.1" status: 204  len: 168 time: 0.1761606
May 31 11:48:45.594227 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82116047-eae9-4705-b4a0-941e210add76 req-04d22f31-3b34-46e1-ad44-adcd60f901c5 tempest-VolumesSnapshotTestJSON-1664951213 tempest-VolumesSnapshotTestJSON-1664951213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 11:48:45.600596 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [req-82116047-eae9-4705-b4a0-941e210add76 req-04d22f31-3b34-46e1-ad44-adcd60f901c5 tempest-VolumesSnapshotTestJSON-1664951213 tempest-VolumesSnapshotTestJSON-1664951213-project] 10.222.0.57 "GET /v2.0/ports?device_id=cbdc8608-3d0c-4b77-a1df-5b0130812e1e HTTP/1.1" status: 200  len: 945 time: 0.3422780
May 31 11:48:45.645202 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [req-82116047-eae9-4705-b4a0-941e210add76 req-29bcb052-b117-45a8-8776-1fa32863c0e6 tempest-VolumesSnapshotTestJSON-1664951213 tempest-VolumesSnapshotTestJSON-1664951213-project] 10.222.0.57 "GET /v2.0/security-groups?id=b9937b11-1e96-49c8-88cb-75f8eddac617&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0432007
May 31 11:48:46.840697 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75f6cdee-743d-41fa-8b94-a8307b0d5806 req-36a17a6e-2e43-4d00-9af5-fe3fed826653 tempest-VolumesSnapshotTestJSON-1664951213 tempest-VolumesSnapshotTestJSON-1664951213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 11:48:46.842133 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [req-75f6cdee-743d-41fa-8b94-a8307b0d5806 req-36a17a6e-2e43-4d00-9af5-fe3fed826653 tempest-VolumesSnapshotTestJSON-1664951213 tempest-VolumesSnapshotTestJSON-1664951213-project] 10.222.0.57 "GET /v2.0/ports?device_id=cbdc8608-3d0c-4b77-a1df-5b0130812e1e HTTP/1.1" status: 200  len: 945 time: 0.0808964
May 31 11:48:46.886702 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [req-75f6cdee-743d-41fa-8b94-a8307b0d5806 req-a6c7d3af-a971-431f-b404-d84789832a20 tempest-VolumesSnapshotTestJSON-1664951213 tempest-VolumesSnapshotTestJSON-1664951213-project] 10.222.0.57 "GET /v2.0/security-groups?id=b9937b11-1e96-49c8-88cb-75f8eddac617&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0388684
May 31 11:48:51.036816 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [req-69fee47b-1394-4952-bbef-a95b7381f410 req-bcab5bbe-4247-4d1e-be24-c7f3aeaf9535 tempest-TestMinimumBasicScenario-386923442 tempest-TestMinimumBasicScenario-386923442-project] 10.222.0.57 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-896353831&fields=id&tenant_id=d2835694ba8b4386a2876202826dc222 HTTP/1.1" status: 200  len: 267 time: 0.0492241
May 31 11:48:51.127423 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69fee47b-1394-4952-bbef-a95b7381f410 req-4e2698c6-f282-4269-ab3b-b952a89b3388 tempest-TestMinimumBasicScenario-386923442 tempest-TestMinimumBasicScenario-386923442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 11:48:51.128961 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [req-69fee47b-1394-4952-bbef-a95b7381f410 req-4e2698c6-f282-4269-ab3b-b952a89b3388 tempest-TestMinimumBasicScenario-386923442 tempest-TestMinimumBasicScenario-386923442-project] 10.222.0.57 "GET /v2.0/ports?device_id=25f4c6a2-d9fc-4492-b06a-41be27fc43a2 HTTP/1.1" status: 200  len: 985 time: 0.0865736
May 31 11:48:51.142793 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.api.v2.base [req-69fee47b-1394-4952-bbef-a95b7381f410 req-29704b5f-858c-4cf1-a13a-6c53c85a304e tempest-TestMinimumBasicScenario-386923442 tempest-TestMinimumBasicScenario-386923442-project] Request body: {'port': {'security_groups': ['f3724ee5-3f7d-4418-9672-f19ca2386f83']}} {{(pid=103721) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 31 11:48:51.270688 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron_lib.callbacks.manager [req-69fee47b-1394-4952-bbef-a95b7381f410 req-29704b5f-858c-4cf1-a13a-6c53c85a304e tempest-TestMinimumBasicScenario-386923442 tempest-TestMinimumBasicScenario-386923442-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-934180'] for port, before_update {{(pid=103721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:48:51.534284 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.plugins.ml2.db [req-69fee47b-1394-4952-bbef-a95b7381f410 req-29704b5f-858c-4cf1-a13a-6c53c85a304e tempest-TestMinimumBasicScenario-386923442 tempest-TestMinimumBasicScenario-386923442-project] For port edbc0fcc-660b-4861-9417-be69a962d663, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=edbc0fcc-660b-4861-9417-be69a962d663,segment=NetworkSegment(ea61f6ad-e9d3-4768-82a6-fea023d496f6),segment_id=ea61f6ad-e9d3-4768-82a6-fea023d496f6)] {{(pid=103721) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 31 11:48:51.563267 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron_lib.callbacks.manager [req-69fee47b-1394-4952-bbef-a95b7381f410 req-29704b5f-858c-4cf1-a13a-6c53c85a304e tempest-TestMinimumBasicScenario-386923442 tempest-TestMinimumBasicScenario-386923442-project] Notify callbacks [] for port, precommit_update {{(pid=103721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:48:51.570069 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron_lib.callbacks.manager [req-69fee47b-1394-4952-bbef-a95b7381f410 req-29704b5f-858c-4cf1-a13a-6c53c85a304e tempest-TestMinimumBasicScenario-386923442 tempest-TestMinimumBasicScenario-386923442-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937715', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3701677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744215954324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744215520988', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744215521293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2250875'] for port, after_update {{(pid=103721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:48:51.576405 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG oslo_concurrency.lockutils [None req-25afd022-f4ec-4274-89d2-33fe3faee305 tempest-AttachVolumeShelveTestJSON-127538222 tempest-AttachVolumeShelveTestJSON-127538222-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103721) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 31 11:48:51.618087 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron.plugins.ml2.db [None req-43028a7b-58d7-408b-ac75-1328e6896bf7 None None] get_ports_and_sgs() called for port_ids ['edbc0fcc-660b-4861-9417-be69a962d663'] {{(pid=103722) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
May 31 11:48:51.644130 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69fee47b-1394-4952-bbef-a95b7381f410 req-29704b5f-858c-4cf1-a13a-6c53c85a304e tempest-TestMinimumBasicScenario-386923442 tempest-TestMinimumBasicScenario-386923442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 11:48:51.644715 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron_lib.callbacks.manager [req-69fee47b-1394-4952-bbef-a95b7381f410 req-29704b5f-858c-4cf1-a13a-6c53c85a304e tempest-TestMinimumBasicScenario-386923442 tempest-TestMinimumBasicScenario-386923442-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46333'] for port, before_response {{(pid=103721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:48:51.646137 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [req-69fee47b-1394-4952-bbef-a95b7381f410 req-29704b5f-858c-4cf1-a13a-6c53c85a304e tempest-TestMinimumBasicScenario-386923442 tempest-TestMinimumBasicScenario-386923442-project] 10.222.0.57 "PUT /v2.0/ports/edbc0fcc-660b-4861-9417-be69a962d663 HTTP/1.1" status: 200  len: 943 time: 0.5081336
May 31 11:48:51.646649 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '25f4c6a2-d9fc-4492-b06a-41be27fc43a2', 'tag': 'edbc0fcc-660b-4861-9417-be69a962d663'}] {{(pid=103721) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 31 11:48:51.648980 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3cd903d475e597836c68a86188e0a4f713f0e90603b95bd8a010e768671d0d04" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dea980b1-0062-49eb-850e-6f7f531ed217" -d '{"events": [{"name": "network-changed", "server_uuid": "25f4c6a2-d9fc-4492-b06a-41be27fc43a2", "tag": "edbc0fcc-660b-4861-9417-be69a962d663"}]}' {{(pid=103721) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
May 31 11:48:51.653426 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron.wsgi [-] (103720) accepted ('10.222.0.57', 46836) {{(pid=103720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 31 11:48:51.688846 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29704b5f-858c-4cf1-a13a-6c53c85a304e tempest-TestMinimumBasicScenario-386923442 tempest-TestMinimumBasicScenario-386923442-project] Pushing event updated for resources: {'Port': ['ID=edbc0fcc-660b-4861-9417-be69a962d663,revision_number=7']} {{(pid=103721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 31 11:48:51.705106 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG oslo_concurrency.lockutils [None req-29704b5f-858c-4cf1-a13a-6c53c85a304e tempest-TestMinimumBasicScenario-386923442 tempest-TestMinimumBasicScenario-386923442-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=103721) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 31 11:48:51.717633 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 31 May 2021 11:48:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-74eac16a-14a6-45a1-87be-b7884a0598c5 x-openstack-request-id: req-74eac16a-14a6-45a1-87be-b7884a0598c5 {{(pid=103721) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
May 31 11:48:51.718366 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "25f4c6a2-d9fc-4492-b06a-41be27fc43a2", "tag": "edbc0fcc-660b-4861-9417-be69a962d663", "status": "completed", "code": 200}]} {{(pid=103721) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
May 31 11:48:51.718366 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-74eac16a-14a6-45a1-87be-b7884a0598c5 {{(pid=103721) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
May 31 11:48:51.718688 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '25f4c6a2-d9fc-4492-b06a-41be27fc43a2', 'tag': 'edbc0fcc-660b-4861-9417-be69a962d663', 'status': 'completed', 'code': 200}
May 31 11:48:51.739044 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-7440feaf-0e03-4803-80a5-7c4d57d235f1 tempest-TestMinimumBasicScenario-386923442 tempest-TestMinimumBasicScenario-386923442-project] Notify callbacks [] for security_group, before_delete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:48:51.777069 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-7440feaf-0e03-4803-80a5-7c4d57d235f1 tempest-TestMinimumBasicScenario-386923442 tempest-TestMinimumBasicScenario-386923442-project] Notify callbacks [] for security_group, precommit_delete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:48:51.913738 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-7440feaf-0e03-4803-80a5-7c4d57d235f1 tempest-TestMinimumBasicScenario-386923442 tempest-TestMinimumBasicScenario-386923442-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3705957'] for security_group, after_delete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:48:51.919358 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dea980b1-0062-49eb-850e-6f7f531ed217 req-d245547a-112a-47c9-9262-0eab9162ddff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 11:48:51.920881 dv-cinder-786384-7-iscsi neutron-server[103720]: INFO neutron.wsgi [req-dea980b1-0062-49eb-850e-6f7f531ed217 req-d245547a-112a-47c9-9262-0eab9162ddff service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=d2835694ba8b4386a2876202826dc222&device_id=25f4c6a2-d9fc-4492-b06a-41be27fc43a2 HTTP/1.1" status: 200  len: 1099 time: 0.1355393
May 31 11:48:51.922857 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG oslo_concurrency.lockutils [None req-1224721e-450b-48b4-9dbf-36e6b0e9e944 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103720) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 31 11:48:51.926032 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron.db.provisioning_blocks [None req-31795b49-7d2e-4397-bd01-f2fcb59ea205 None None] Provisioning complete for port edbc0fcc-660b-4861-9417-be69a962d663 triggered by entity DHCP. {{(pid=103722) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 31 11:48:51.926414 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron_lib.callbacks.manager [None req-31795b49-7d2e-4397-bd01-f2fcb59ea205 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857618'] for port, provisioning_complete {{(pid=103722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:48:51.952238 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron.plugins.ml2.db [None req-43028a7b-58d7-408b-ac75-1328e6896bf7 None None] get_ports_and_sgs() called for port_ids ['edbc0fcc-660b-4861-9417-be69a962d663'] {{(pid=103722) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
May 31 11:48:51.960559 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7440feaf-0e03-4803-80a5-7c4d57d235f1 tempest-TestMinimumBasicScenario-386923442 tempest-TestMinimumBasicScenario-386923442-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=367d638f-65de-4460-8c85-5f3624b2eecf,revision_number=None']} {{(pid=103720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 31 11:48:51.966428 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG oslo_concurrency.lockutils [None req-7440feaf-0e03-4803-80a5-7c4d57d235f1 tempest-TestMinimumBasicScenario-386923442 tempest-TestMinimumBasicScenario-386923442-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=103720) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 31 11:48:52.030965 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-7440feaf-0e03-4803-80a5-7c4d57d235f1 tempest-TestMinimumBasicScenario-386923442 tempest-TestMinimumBasicScenario-386923442-project] Notify callbacks [] for security_group, before_response {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:48:52.032181 dv-cinder-786384-7-iscsi neutron-server[103720]: INFO neutron.wsgi [None req-7440feaf-0e03-4803-80a5-7c4d57d235f1 tempest-TestMinimumBasicScenario-386923442 tempest-TestMinimumBasicScenario-386923442-project] 10.222.0.57 "DELETE /v2.0/security-groups/367d638f-65de-4460-8c85-5f3624b2eecf HTTP/1.1" status: 204  len: 168 time: 0.3756084
May 31 11:48:52.034935 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron.wsgi [-] (103720) accepted ('10.222.0.57', 46842) {{(pid=103720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 31 11:48:52.220014 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dea980b1-0062-49eb-850e-6f7f531ed217 req-32c054bd-b699-4bc5-b90b-71c7563e223d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 11:48:52.221353 dv-cinder-786384-7-iscsi neutron-server[103720]: INFO neutron.wsgi [req-dea980b1-0062-49eb-850e-6f7f531ed217 req-32c054bd-b699-4bc5-b90b-71c7563e223d service neutron] 10.222.0.60 "GET /v2.0/networks?id=7c7367d4-6b64-4c55-b3b8-cb2b2973b934 HTTP/1.1" status: 200  len: 916 time: 0.2911463
May 31 11:48:52.477722 dv-cinder-786384-7-iscsi neutron-server[103720]: INFO neutron.wsgi [req-dea980b1-0062-49eb-850e-6f7f531ed217 req-0b84cbda-9ded-4ff5-954b-90672974a1e5 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=edbc0fcc-660b-4861-9417-be69a962d663 HTTP/1.1" status: 200  len: 1001 time: 0.2399781
May 31 11:48:52.553827 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dea980b1-0062-49eb-850e-6f7f531ed217 req-f37ffa75-4fbb-4e0f-926d-e51af14a3fd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 11:48:52.555265 dv-cinder-786384-7-iscsi neutron-server[103720]: INFO neutron.wsgi [req-dea980b1-0062-49eb-850e-6f7f531ed217 req-f37ffa75-4fbb-4e0f-926d-e51af14a3fd8 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=0ae97965-980e-4967-8bf0-649896983786 HTTP/1.1" status: 200  len: 854 time: 0.0677102
May 31 11:48:52.564978 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-03db0668-fa58-4f23-b0fe-f06a832171b8 tempest-TestMinimumBasicScenario-386923442 tempest-TestMinimumBasicScenario-386923442-project] Deleting port 49f58a2c-575c-437f-83bd-6f8c4297d11e {{(pid=103720) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
May 31 11:48:52.565317 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-03db0668-fa58-4f23-b0fe-f06a832171b8 tempest-TestMinimumBasicScenario-386923442 tempest-TestMinimumBasicScenario-386923442-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744215952451'] for port, before_delete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:48:52.738367 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-03db0668-fa58-4f23-b0fe-f06a832171b8 tempest-TestMinimumBasicScenario-386923442 tempest-TestMinimumBasicScenario-386923442-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4088094'] for port, precommit_delete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:48:52.739076 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-03db0668-fa58-4f23-b0fe-f06a832171b8 tempest-TestMinimumBasicScenario-386923442 tempest-TestMinimumBasicScenario-386923442-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:48:52.752283 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dea980b1-0062-49eb-850e-6f7f531ed217 req-b7a56d1e-830d-4057-8a91-7531c14dd3e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 11:48:52.753776 dv-cinder-786384-7-iscsi neutron-server[103720]: INFO neutron.wsgi [req-dea980b1-0062-49eb-850e-6f7f531ed217 req-b7a56d1e-830d-4057-8a91-7531c14dd3e8 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=7c7367d4-6b64-4c55-b3b8-cb2b2973b934&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1907332
May 31 11:48:52.886178 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-03db0668-fa58-4f23-b0fe-f06a832171b8 tempest-TestMinimumBasicScenario-386923442 tempest-TestMinimumBasicScenario-386923442-project] Calling delete_port for 49f58a2c-575c-437f-83bd-6f8c4297d11e owned by network:floatingip {{(pid=103720) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
May 31 11:48:53.027741 dv-cinder-786384-7-iscsi neutron-server[103720]: INFO neutron.wsgi [req-dea980b1-0062-49eb-850e-6f7f531ed217 req-0acea97f-18b1-4fae-b884-42402b31c1da service neutron] 10.222.0.60 "GET /v2.0/networks/7c7367d4-6b64-4c55-b3b8-cb2b2973b934?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2214949
May 31 11:48:53.211833 dv-cinder-786384-7-iscsi neutron-server[103720]: INFO neutron.wsgi [req-dea980b1-0062-49eb-850e-6f7f531ed217 req-79b50647-eba6-4623-8661-1ea281421055 service neutron] 10.222.0.60 "GET /v2.0/networks/7c7367d4-6b64-4c55-b3b8-cb2b2973b934?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1756582
May 31 11:48:53.226233 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-03db0668-fa58-4f23-b0fe-f06a832171b8 tempest-TestMinimumBasicScenario-386923442 tempest-TestMinimumBasicScenario-386923442-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937715', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3701677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744215954342', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744215520979', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2327893'] for port, after_delete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:48:53.229824 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103720) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 31 11:48:53.277291 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03db0668-fa58-4f23-b0fe-f06a832171b8 tempest-TestMinimumBasicScenario-386923442 tempest-TestMinimumBasicScenario-386923442-project] Pushing event deleted for resources: {'Port': ['ID=49f58a2c-575c-437f-83bd-6f8c4297d11e,revision_number=None']} {{(pid=103720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 31 11:48:53.280336 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG oslo_concurrency.lockutils [None req-03db0668-fa58-4f23-b0fe-f06a832171b8 tempest-TestMinimumBasicScenario-386923442 tempest-TestMinimumBasicScenario-386923442-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=103720) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 31 11:48:53.368850 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-03db0668-fa58-4f23-b0fe-f06a832171b8 tempest-TestMinimumBasicScenario-386923442 tempest-TestMinimumBasicScenario-386923442-project] Notify callbacks [] for floatingip, after_delete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:48:53.369191 dv-cinder-786384-7-iscsi neutron-server[103720]: INFO neutron.db.l3_db [None req-03db0668-fa58-4f23-b0fe-f06a832171b8 tempest-TestMinimumBasicScenario-386923442 tempest-TestMinimumBasicScenario-386923442-project] Floating IP ff35bfb2-d670-4ae5-8990-59b2e2e432fb disassociated (deleted). External IP: 172.27.2.89, port: edbc0fcc-660b-4861-9417-be69a962d663.
May 31 11:48:53.750171 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-03db0668-fa58-4f23-b0fe-f06a832171b8 tempest-TestMinimumBasicScenario-386923442 tempest-TestMinimumBasicScenario-386923442-project] Router c94f58c1-2562-4d76-ab33-5787d18ddab7 has already been hosted by L3 agent f8c17dd7-da16-4427-b6e3-d7e30616bc4c {{(pid=103720) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
May 31 11:48:54.042548 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-03db0668-fa58-4f23-b0fe-f06a832171b8 tempest-TestMinimumBasicScenario-386923442 tempest-TestMinimumBasicScenario-386923442-project] Notify agent at l3_agent.dv-cinder-786384-7-iscsi the message routers_updated {{(pid=103720) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
May 31 11:48:54.055926 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8764db8f-3bdc-494b-9cc5-5d735c464d3b None None] Sync routers for ids ['c94f58c1-2562-4d76-ab33-5787d18ddab7'] in dv-cinder-786384-7-iscsi {{(pid=103722) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 31 11:48:54.065115 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-03db0668-fa58-4f23-b0fe-f06a832171b8 tempest-TestMinimumBasicScenario-386923442 tempest-TestMinimumBasicScenario-386923442-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46333'] for floatingip, before_response {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:48:54.076609 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8764db8f-3bdc-494b-9cc5-5d735c464d3b None None] Routers {'c94f58c1-2562-4d76-ab33-5787d18ddab7'} bound to L3 agent in host dv-cinder-786384-7-iscsi {{(pid=103722) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 31 11:48:54.077294 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron.db.l3_hamode_db [None req-8764db8f-3bdc-494b-9cc5-5d735c464d3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f3eb7f37e80>, 'dv-cinder-786384-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-05-31T11:36:05Z,description=<?>,heartbeat_timestamp=2021-05-31T11:48:35Z,host='dv-cinder-786384-7-iscsi',id=f8c17dd7-da16-4427-b6e3-d7e30616bc4c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-31T11:36:05Z,topic='l3_agent')) {'router_ids': ['c94f58c1-2562-4d76-ab33-5787d18ddab7'], 'active': True} {{(pid=103722) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 31 11:48:54.128707 dv-cinder-786384-7-iscsi neutron-server[103720]: INFO neutron.wsgi [None req-03db0668-fa58-4f23-b0fe-f06a832171b8 tempest-TestMinimumBasicScenario-386923442 tempest-TestMinimumBasicScenario-386923442-project] 10.222.0.57 "DELETE /v2.0/floatingips/ff35bfb2-d670-4ae5-8990-59b2e2e432fb HTTP/1.1" status: 204  len: 168 time: 2.0924556
May 31 11:48:54.129437 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '25f4c6a2-d9fc-4492-b06a-41be27fc43a2', 'tag': 'edbc0fcc-660b-4861-9417-be69a962d663'}] {{(pid=103720) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 31 11:48:54.131826 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6839f599539fa4c6e3ba02718c376b16d52b950f3872e5f8c495d4ff24c4a199" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-830ec6c7-505a-426e-ab9a-b457eeab035b" -d '{"events": [{"name": "network-changed", "server_uuid": "25f4c6a2-d9fc-4492-b06a-41be27fc43a2", "tag": "edbc0fcc-660b-4861-9417-be69a962d663"}]}' {{(pid=103720) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
May 31 11:48:54.177039 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 31 May 2021 11:48:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2a4f4249-5fbe-4ec8-bcd3-770fc09c4f00 x-openstack-request-id: req-2a4f4249-5fbe-4ec8-bcd3-770fc09c4f00 {{(pid=103720) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
May 31 11:48:54.177376 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "25f4c6a2-d9fc-4492-b06a-41be27fc43a2", "tag": "edbc0fcc-660b-4861-9417-be69a962d663", "status": "completed", "code": 200}]} {{(pid=103720) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
May 31 11:48:54.177655 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-2a4f4249-5fbe-4ec8-bcd3-770fc09c4f00 {{(pid=103720) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
May 31 11:48:54.178213 dv-cinder-786384-7-iscsi neutron-server[103720]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '25f4c6a2-d9fc-4492-b06a-41be27fc43a2', 'tag': 'edbc0fcc-660b-4861-9417-be69a962d663', 'status': 'completed', 'code': 200}
May 31 11:48:54.272335 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron.db.l3_dvr_db [None req-8764db8f-3bdc-494b-9cc5-5d735c464d3b None None] Set router c94f58c1-2562-4d76-ab33-5787d18ddab7 gateway port host: dv-cinder-786384-7-iscsi {{(pid=103722) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
May 31 11:48:54.306953 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-830ec6c7-505a-426e-ab9a-b457eeab035b req-4bb36112-4fb0-4106-bdba-cf85920022a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 11:48:54.306953 dv-cinder-786384-7-iscsi neutron-server[103720]: INFO neutron.wsgi [req-830ec6c7-505a-426e-ab9a-b457eeab035b req-4bb36112-4fb0-4106-bdba-cf85920022a8 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=d2835694ba8b4386a2876202826dc222&device_id=25f4c6a2-d9fc-4492-b06a-41be27fc43a2 HTTP/1.1" status: 200  len: 1099 time: 0.0800745
May 31 11:48:54.462376 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-830ec6c7-505a-426e-ab9a-b457eeab035b req-930d785a-a297-426e-971e-d66a98dbd4ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 11:48:54.464068 dv-cinder-786384-7-iscsi neutron-server[103720]: INFO neutron.wsgi [req-830ec6c7-505a-426e-ab9a-b457eeab035b req-930d785a-a297-426e-971e-d66a98dbd4ad service neutron] 10.222.0.60 "GET /v2.0/networks?id=7c7367d4-6b64-4c55-b3b8-cb2b2973b934 HTTP/1.1" status: 200  len: 916 time: 0.1499281
May 31 11:48:54.553904 dv-cinder-786384-7-iscsi neutron-server[103720]: INFO neutron.wsgi [req-830ec6c7-505a-426e-ab9a-b457eeab035b req-d89877fa-c7cf-4702-878e-1a20fdda40e8 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=edbc0fcc-660b-4861-9417-be69a962d663 HTTP/1.1" status: 200  len: 217 time: 0.0802958
May 31 11:48:54.625775 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-830ec6c7-505a-426e-ab9a-b457eeab035b req-696a27fb-22ac-4db9-bdd0-154eb40816c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 11:48:54.627306 dv-cinder-786384-7-iscsi neutron-server[103720]: INFO neutron.wsgi [req-830ec6c7-505a-426e-ab9a-b457eeab035b req-696a27fb-22ac-4db9-bdd0-154eb40816c2 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=0ae97965-980e-4967-8bf0-649896983786 HTTP/1.1" status: 200  len: 854 time: 0.0623817
May 31 11:48:54.653700 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron.db.l3_hamode_db [None req-8764db8f-3bdc-494b-9cc5-5d735c464d3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f3eb7f37e80>, [{'id': 'c94f58c1-2562-4d76-ab33-5787d18ddab7', 'name': 'tempest-TestMinimumBasicScenario-1425487478-router', 'tenant_id': 'd2835694ba8b4386a2876202826dc222', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cb16751-6ba1-494a-bef1-53f614bdb222', 'external_fixed_ips': [{'subnet_id': '1135c889-0623-4d10-975a-f2c46f50f0f6', 'ip_address': '172.27.2.24'}], 'enable_snat': True}, 'gw_port_id': 'cc3622dc-ca4b-449e-b84c-e8b24042d605', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T11:45:22Z', 'updated_at': '2021-05-31T11:45:28Z', 'revision_number': 4, 'project_id': 'd2835694ba8b4386a2876202826dc222', 'gw_port': {'id': 'cc3622dc-ca4b-449e-b84c-e8b24042d605', 'name': '', 'network_id': '1cb16751-6ba1-494a-bef1-53f614bdb222', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:60:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c94f58c1-2562-4d76-ab33-5787d18ddab7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 342, 'fixed_ips': [{'subnet_id': '1135c889-0623-4d10-975a-f2c46f50f0f6', 'ip_address': '172.27.2.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786384-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T11:45:23Z', 'updated_at': '2021-05-31T11:45:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1135c889-0623-4d10-975a-f2c46f50f0f6', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786384-7-iscsi', '_interfaces': [{'id': '7e159c4e-8192-4e1a-9b58-e2219a794eaa', 'name': '', 'network_id': '7c7367d4-6b64-4c55-b3b8-cb2b2973b934', 'tenant_id': 'd2835694ba8b4386a2876202826dc222', 'mac_address': 'fa:16:3e:c5:48:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c94f58c1-2562-4d76-ab33-5787d18ddab7', 'device_owner': 'network:router_interface', 'standard_attr_id': 348, 'fixed_ips': [{'subnet_id': '0ae97965-980e-4967-8bf0-649896983786', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786384-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T11:45:27Z', 'updated_at': '2021-05-31T11:45:38Z', 'revision_number': 5, 'project_id': 'd2835694ba8b4386a2876202826dc222', 'subnets': [{'id': '0ae97965-980e-4967-8bf0-649896983786', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786384-7-iscsi', False) {} {{(pid=103722) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 31 11:48:54.660909 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8764db8f-3bdc-494b-9cc5-5d735c464d3b None None] Checking router: c94f58c1-2562-4d76-ab33-5787d18ddab7 for host: dv-cinder-786384-7-iscsi {{(pid=103722) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
May 31 11:48:54.670322 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8764db8f-3bdc-494b-9cc5-5d735c464d3b None None] Routers {'c94f58c1-2562-4d76-ab33-5787d18ddab7'} bound to L3 agent in host dv-cinder-786384-7-iscsi {{(pid=103722) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 31 11:48:54.671020 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron.db.l3_hamode_db [None req-8764db8f-3bdc-494b-9cc5-5d735c464d3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f3eb7f37e80>, 'dv-cinder-786384-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-05-31T11:36:05Z,description=<?>,heartbeat_timestamp=2021-05-31T11:48:35Z,host='dv-cinder-786384-7-iscsi',id=f8c17dd7-da16-4427-b6e3-d7e30616bc4c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-31T11:36:05Z,topic='l3_agent')) {'router_ids': ['c94f58c1-2562-4d76-ab33-5787d18ddab7'], 'active': True} {{(pid=103722) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 31 11:48:54.710028 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-830ec6c7-505a-426e-ab9a-b457eeab035b req-f4753f17-3447-4e79-ab87-e0c5df9d7e56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 11:48:54.711548 dv-cinder-786384-7-iscsi neutron-server[103720]: INFO neutron.wsgi [req-830ec6c7-505a-426e-ab9a-b457eeab035b req-f4753f17-3447-4e79-ab87-e0c5df9d7e56 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=7c7367d4-6b64-4c55-b3b8-cb2b2973b934&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0754285
May 31 11:48:54.851792 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron.db.l3_dvr_db [None req-8764db8f-3bdc-494b-9cc5-5d735c464d3b None None] Set router c94f58c1-2562-4d76-ab33-5787d18ddab7 gateway port host: dv-cinder-786384-7-iscsi {{(pid=103722) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
May 31 11:48:54.867673 dv-cinder-786384-7-iscsi neutron-server[103720]: INFO neutron.wsgi [req-830ec6c7-505a-426e-ab9a-b457eeab035b req-949558c1-8385-44f3-aa68-e1c52ae4819b service neutron] 10.222.0.60 "GET /v2.0/networks/7c7367d4-6b64-4c55-b3b8-cb2b2973b934?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1284797
May 31 11:48:55.012969 dv-cinder-786384-7-iscsi neutron-server[103720]: INFO neutron.wsgi [req-830ec6c7-505a-426e-ab9a-b457eeab035b req-aed3efde-2924-46b5-9f7e-eff3ee6e4d84 service neutron] 10.222.0.60 "GET /v2.0/networks/7c7367d4-6b64-4c55-b3b8-cb2b2973b934?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1327174
May 31 11:48:55.174417 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron.db.l3_hamode_db [None req-8764db8f-3bdc-494b-9cc5-5d735c464d3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f3eb7f37e80>, [{'id': 'c94f58c1-2562-4d76-ab33-5787d18ddab7', 'name': 'tempest-TestMinimumBasicScenario-1425487478-router', 'tenant_id': 'd2835694ba8b4386a2876202826dc222', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cb16751-6ba1-494a-bef1-53f614bdb222', 'external_fixed_ips': [{'subnet_id': '1135c889-0623-4d10-975a-f2c46f50f0f6', 'ip_address': '172.27.2.24'}], 'enable_snat': True}, 'gw_port_id': 'cc3622dc-ca4b-449e-b84c-e8b24042d605', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T11:45:22Z', 'updated_at': '2021-05-31T11:45:28Z', 'revision_number': 4, 'project_id': 'd2835694ba8b4386a2876202826dc222', 'gw_port': {'id': 'cc3622dc-ca4b-449e-b84c-e8b24042d605', 'name': '', 'network_id': '1cb16751-6ba1-494a-bef1-53f614bdb222', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:60:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c94f58c1-2562-4d76-ab33-5787d18ddab7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 342, 'fixed_ips': [{'subnet_id': '1135c889-0623-4d10-975a-f2c46f50f0f6', 'ip_address': '172.27.2.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786384-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T11:45:23Z', 'updated_at': '2021-05-31T11:45:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1135c889-0623-4d10-975a-f2c46f50f0f6', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786384-7-iscsi', '_interfaces': [{'id': '7e159c4e-8192-4e1a-9b58-e2219a794eaa', 'name': '', 'network_id': '7c7367d4-6b64-4c55-b3b8-cb2b2973b934', 'tenant_id': 'd2835694ba8b4386a2876202826dc222', 'mac_address': 'fa:16:3e:c5:48:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c94f58c1-2562-4d76-ab33-5787d18ddab7', 'device_owner': 'network:router_interface', 'standard_attr_id': 348, 'fixed_ips': [{'subnet_id': '0ae97965-980e-4967-8bf0-649896983786', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786384-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T11:45:27Z', 'updated_at': '2021-05-31T11:45:38Z', 'revision_number': 5, 'project_id': 'd2835694ba8b4386a2876202826dc222', 'subnets': [{'id': '0ae97965-980e-4967-8bf0-649896983786', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786384-7-iscsi', False) {} {{(pid=103722) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 31 11:48:55.178362 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8764db8f-3bdc-494b-9cc5-5d735c464d3b None None] The sync data for ids ['c94f58c1-2562-4d76-ab33-5787d18ddab7'] in dv-cinder-786384-7-iscsi is: [{'id': 'c94f58c1-2562-4d76-ab33-5787d18ddab7', 'name': 'tempest-TestMinimumBasicScenario-1425487478-router', 'tenant_id': 'd2835694ba8b4386a2876202826dc222', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cb16751-6ba1-494a-bef1-53f614bdb222', 'external_fixed_ips': [{'subnet_id': '1135c889-0623-4d10-975a-f2c46f50f0f6', 'ip_address': '172.27.2.24'}], 'enable_snat': True}, 'gw_port_id': 'cc3622dc-ca4b-449e-b84c-e8b24042d605', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T11:45:22Z', 'updated_at': '2021-05-31T11:45:28Z', 'revision_number': 4, 'project_id': 'd2835694ba8b4386a2876202826dc222', 'gw_port': {'id': 'cc3622dc-ca4b-449e-b84c-e8b24042d605', 'name': '', 'network_id': '1cb16751-6ba1-494a-bef1-53f614bdb222', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:60:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c94f58c1-2562-4d76-ab33-5787d18ddab7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 342, 'fixed_ips': [{'subnet_id': '1135c889-0623-4d10-975a-f2c46f50f0f6', 'ip_address': '172.27.2.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786384-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T11:45:23Z', 'updated_at': '2021-05-31T11:45:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1135c889-0623-4d10-975a-f2c46f50f0f6', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786384-7-iscsi', '_interfaces': [{'id': '7e159c4e-8192-4e1a-9b58-e2219a794eaa', 'name': '', 'network_id': '7c7367d4-6b64-4c55-b3b8-cb2b2973b934', 'tenant_id': 'd2835694ba8b4386a2876202826dc222', 'mac_address': 'fa:16:3e:c5:48:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c94f58c1-2562-4d76-ab33-5787d18ddab7', 'device_owner': 'network:router_interface', 'standard_attr_id': 348, 'fixed_ips': [{'subnet_id': '0ae97965-980e-4967-8bf0-649896983786', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786384-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T11:45:27Z', 'updated_at': '2021-05-31T11:45:38Z', 'revision_number': 5, 'project_id': 'd2835694ba8b4386a2876202826dc222', 'subnets': [{'id': '0ae97965-980e-4967-8bf0-649896983786', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103722) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 31 11:48:55.391596 dv-cinder-786384-7-iscsi neutron-server[103723]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e202428-e6dc-4ba4-becd-d35b45aeac49 None None] New status for floating IP ff35bfb2-d670-4ae5-8990-59b2e2e432fb: DOWN {{(pid=103723) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
May 31 11:48:58.770989 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4baf940-21d8-46cb-a166-a5079dcd4919 req-1d20f6a8-ae1b-40cb-9476-8925aa9d1c77 tempest-TestMinimumBasicScenario-386923442 tempest-TestMinimumBasicScenario-386923442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 11:48:58.772472 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [req-f4baf940-21d8-46cb-a166-a5079dcd4919 req-1d20f6a8-ae1b-40cb-9476-8925aa9d1c77 tempest-TestMinimumBasicScenario-386923442 tempest-TestMinimumBasicScenario-386923442-project] 10.222.0.57 "GET /v2.0/ports?device_id=25f4c6a2-d9fc-4492-b06a-41be27fc43a2 HTTP/1.1" status: 200  len: 946 time: 0.2791398
May 31 11:48:58.822561 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [req-f4baf940-21d8-46cb-a166-a5079dcd4919 req-4a7fc76e-7a3c-4ac9-830e-17623c181e0a tempest-TestMinimumBasicScenario-386923442 tempest-TestMinimumBasicScenario-386923442-project] 10.222.0.57 "GET /v2.0/security-groups?id=f3724ee5-3f7d-4418-9672-f19ca2386f83&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0442522
May 31 11:49:00.031281 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f5f79ce-ea18-487e-aa0c-4633c893d9cd req-d0dc963f-76a1-4197-947c-bda7279e8217 tempest-TestMinimumBasicScenario-386923442 tempest-TestMinimumBasicScenario-386923442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 11:49:00.034157 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [req-9f5f79ce-ea18-487e-aa0c-4633c893d9cd req-d0dc963f-76a1-4197-947c-bda7279e8217 tempest-TestMinimumBasicScenario-386923442 tempest-TestMinimumBasicScenario-386923442-project] 10.222.0.57 "GET /v2.0/ports?device_id=25f4c6a2-d9fc-4492-b06a-41be27fc43a2 HTTP/1.1" status: 200  len: 946 time: 0.0961413
May 31 11:49:00.082035 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [req-9f5f79ce-ea18-487e-aa0c-4633c893d9cd req-fbd0293b-9dae-4abb-af8a-853790c39316 tempest-TestMinimumBasicScenario-386923442 tempest-TestMinimumBasicScenario-386923442-project] 10.222.0.57 "GET /v2.0/security-groups?id=f3724ee5-3f7d-4418-9672-f19ca2386f83&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0431204
May 31 11:49:01.014438 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a084aa59-41a7-47b9-918d-4a412d7a95be req-d5177221-449b-452c-9f4e-1b081e5833a2 tempest-TestMinimumBasicScenario-386923442 tempest-TestMinimumBasicScenario-386923442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 11:49:01.015130 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron.quota.resource [req-a084aa59-41a7-47b9-918d-4a412d7a95be req-d5177221-449b-452c-9f4e-1b081e5833a2 tempest-TestMinimumBasicScenario-386923442 tempest-TestMinimumBasicScenario-386923442-project] Synchronizing usage tracker for tenant:d2835694ba8b4386a2876202826dc222 on resource:port {{(pid=103720) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 31 11:49:01.033029 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron.quota.resource [req-a084aa59-41a7-47b9-918d-4a412d7a95be req-d5177221-449b-452c-9f4e-1b081e5833a2 tempest-TestMinimumBasicScenario-386923442 tempest-TestMinimumBasicScenario-386923442-project] Unset dirty status for tenant:d2835694ba8b4386a2876202826dc222 on resource:port {{(pid=103720) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 31 11:49:01.034533 dv-cinder-786384-7-iscsi neutron-server[103720]: INFO neutron.wsgi [req-a084aa59-41a7-47b9-918d-4a412d7a95be req-d5177221-449b-452c-9f4e-1b081e5833a2 tempest-TestMinimumBasicScenario-386923442 tempest-TestMinimumBasicScenario-386923442-project] 10.222.0.60 "GET /v2.0/ports?device_id=25f4c6a2-d9fc-4492-b06a-41be27fc43a2 HTTP/1.1" status: 200  len: 946 time: 0.0994096
May 31 11:49:01.186339 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [req-a084aa59-41a7-47b9-918d-4a412d7a95be req-d9771bbf-25f4-4ce5-9dda-18b300735d83 tempest-TestMinimumBasicScenario-386923442 tempest-TestMinimumBasicScenario-386923442-project] Deleting port edbc0fcc-660b-4861-9417-be69a962d663 {{(pid=103720) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
May 31 11:49:01.186597 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [req-a084aa59-41a7-47b9-918d-4a412d7a95be req-d9771bbf-25f4-4ce5-9dda-18b300735d83 tempest-TestMinimumBasicScenario-386923442 tempest-TestMinimumBasicScenario-386923442-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744215952451'] for port, before_delete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:49:01.279053 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ffc8082-d1a0-4e6d-a875-03421c184887 req-b71a09e2-4a7d-4a3a-9b20-89c5384fa187 tempest-TestMinimumBasicScenario-386923442 tempest-TestMinimumBasicScenario-386923442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 11:49:01.280606 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [req-0ffc8082-d1a0-4e6d-a875-03421c184887 req-b71a09e2-4a7d-4a3a-9b20-89c5384fa187 tempest-TestMinimumBasicScenario-386923442 tempest-TestMinimumBasicScenario-386923442-project] 10.222.0.57 "GET /v2.0/ports?device_id=25f4c6a2-d9fc-4492-b06a-41be27fc43a2 HTTP/1.1" status: 200  len: 946 time: 0.0869997
May 31 11:49:01.318830 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron.plugins.ml2.db [req-a084aa59-41a7-47b9-918d-4a412d7a95be req-d9771bbf-25f4-4ce5-9dda-18b300735d83 tempest-TestMinimumBasicScenario-386923442 tempest-TestMinimumBasicScenario-386923442-project] For port edbc0fcc-660b-4861-9417-be69a962d663, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=edbc0fcc-660b-4861-9417-be69a962d663,segment=NetworkSegment(ea61f6ad-e9d3-4768-82a6-fea023d496f6),segment_id=ea61f6ad-e9d3-4768-82a6-fea023d496f6)] {{(pid=103720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 31 11:49:01.319151 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [req-a084aa59-41a7-47b9-918d-4a412d7a95be req-d9771bbf-25f4-4ce5-9dda-18b300735d83 tempest-TestMinimumBasicScenario-386923442 tempest-TestMinimumBasicScenario-386923442-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4088094'] for port, precommit_delete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:49:01.326856 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [req-0ffc8082-d1a0-4e6d-a875-03421c184887 req-3a51559a-f53c-4280-ba68-fbb051fcb534 tempest-TestMinimumBasicScenario-386923442 tempest-TestMinimumBasicScenario-386923442-project] 10.222.0.57 "GET /v2.0/security-groups?id=f3724ee5-3f7d-4418-9672-f19ca2386f83&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0404158
May 31 11:49:01.410943 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron_lib.callbacks.manager [None req-43028a7b-58d7-408b-ac75-1328e6896bf7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744215964654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857257'] for agent, after_update {{(pid=103722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:49:01.445017 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [req-a084aa59-41a7-47b9-918d-4a412d7a95be req-d9771bbf-25f4-4ce5-9dda-18b300735d83 tempest-TestMinimumBasicScenario-386923442 tempest-TestMinimumBasicScenario-386923442-project] Calling delete_port for edbc0fcc-660b-4861-9417-be69a962d663 owned by compute:nova {{(pid=103720) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
May 31 11:49:01.540852 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [req-a4394dec-d0c0-4fa1-8275-6baaaeb84895 req-329047ba-3973-4ec9-8af5-603da06b26ca service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=e459736f-0c08-4469-b126-a8d744b78201&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.0758364
May 31 11:49:01.562133 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [req-a084aa59-41a7-47b9-918d-4a412d7a95be req-d9771bbf-25f4-4ce5-9dda-18b300735d83 tempest-TestMinimumBasicScenario-386923442 tempest-TestMinimumBasicScenario-386923442-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937715', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3701677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744215954342', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744215520979', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2327893'] for port, after_delete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:49:01.568152 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG oslo_concurrency.lockutils [None req-17179141-78d4-46cb-8c2e-a6457490aaa9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103720) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 31 11:49:01.705522 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9771bbf-25f4-4ce5-9dda-18b300735d83 tempest-TestMinimumBasicScenario-386923442 tempest-TestMinimumBasicScenario-386923442-project] Pushing event deleted for resources: {'Port': ['ID=edbc0fcc-660b-4861-9417-be69a962d663,revision_number=None']} {{(pid=103720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 31 11:49:01.709462 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG oslo_concurrency.lockutils [None req-d9771bbf-25f4-4ce5-9dda-18b300735d83 tempest-TestMinimumBasicScenario-386923442 tempest-TestMinimumBasicScenario-386923442-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=103720) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 31 11:49:01.784966 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron.db.l3_dvrscheduler_db [req-a084aa59-41a7-47b9-918d-4a412d7a95be req-d9771bbf-25f4-4ce5-9dda-18b300735d83 tempest-TestMinimumBasicScenario-386923442 tempest-TestMinimumBasicScenario-386923442-project] No DVR routers for this DVR port edbc0fcc-660b-4861-9417-be69a962d663 on host hv-cinder-78638 {{(pid=103720) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 31 11:49:01.787580 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [req-a084aa59-41a7-47b9-918d-4a412d7a95be req-d9771bbf-25f4-4ce5-9dda-18b300735d83 tempest-TestMinimumBasicScenario-386923442 tempest-TestMinimumBasicScenario-386923442-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46333'] for port, before_response {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:49:01.791332 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '25f4c6a2-d9fc-4492-b06a-41be27fc43a2', 'name': 'network-vif-deleted', 'tag': 'edbc0fcc-660b-4861-9417-be69a962d663'}] {{(pid=103720) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 31 11:49:01.791761 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4394dec-d0c0-4fa1-8275-6baaaeb84895 req-08af08ec-eacc-4a32-9abe-e80c5db5e46e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 11:49:01.793271 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [req-a4394dec-d0c0-4fa1-8275-6baaaeb84895 req-08af08ec-eacc-4a32-9abe-e80c5db5e46e service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=67225ec5f483494c9d8a6368709f6b83&device_id=e459736f-0c08-4469-b126-a8d744b78201 HTTP/1.1" status: 200  len: 1098 time: 0.1567855
May 31 11:49:01.793634 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6839f599539fa4c6e3ba02718c376b16d52b950f3872e5f8c495d4ff24c4a199" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e3bee455-72af-4de1-834b-938b3dbb51e2" -d '{"events": [{"server_uuid": "25f4c6a2-d9fc-4492-b06a-41be27fc43a2", "name": "network-vif-deleted", "tag": "edbc0fcc-660b-4861-9417-be69a962d663"}]}' {{(pid=103720) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
May 31 11:49:01.813890 dv-cinder-786384-7-iscsi neutron-server[103720]: INFO neutron.wsgi [req-a084aa59-41a7-47b9-918d-4a412d7a95be req-d9771bbf-25f4-4ce5-9dda-18b300735d83 tempest-TestMinimumBasicScenario-386923442 tempest-TestMinimumBasicScenario-386923442-project] 10.222.0.60 "DELETE /v2.0/ports/edbc0fcc-660b-4861-9417-be69a962d663 HTTP/1.1" status: 204  len: 173 time: 0.7729132
May 31 11:49:01.848030 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 31 May 2021 11:49:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f750f83b-23ef-4251-9849-21b1f7633438 x-openstack-request-id: req-f750f83b-23ef-4251-9849-21b1f7633438 {{(pid=103720) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
May 31 11:49:01.848572 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "25f4c6a2-d9fc-4492-b06a-41be27fc43a2", "name": "network-vif-deleted", "tag": "edbc0fcc-660b-4861-9417-be69a962d663", "status": "completed", "code": 200}]} {{(pid=103720) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
May 31 11:49:01.848857 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-f750f83b-23ef-4251-9849-21b1f7633438 {{(pid=103720) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
May 31 11:49:01.849281 dv-cinder-786384-7-iscsi neutron-server[103720]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '25f4c6a2-d9fc-4492-b06a-41be27fc43a2', 'name': 'network-vif-deleted', 'tag': 'edbc0fcc-660b-4861-9417-be69a962d663', 'status': 'completed', 'code': 200}
May 31 11:49:01.952729 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4394dec-d0c0-4fa1-8275-6baaaeb84895 req-59333429-4bd5-48ce-9a1d-5c0c1ed5186b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 11:49:01.954202 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [req-a4394dec-d0c0-4fa1-8275-6baaaeb84895 req-59333429-4bd5-48ce-9a1d-5c0c1ed5186b service neutron] 10.222.0.60 "GET /v2.0/networks?id=56741204-4ce1-45fa-a0a1-399f87add183 HTTP/1.1" status: 200  len: 910 time: 0.1304233
May 31 11:49:02.064349 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [req-a4394dec-d0c0-4fa1-8275-6baaaeb84895 req-b4b6a241-1f64-493d-96ab-f2e764a91987 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=462ece3e-f40a-44a0-a4fc-7c3ef3e9827a HTTP/1.1" status: 200  len: 1001 time: 0.0975299
May 31 11:49:02.137197 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4394dec-d0c0-4fa1-8275-6baaaeb84895 req-250e23c7-cf04-4f25-97ef-2ce9e9445687 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 11:49:02.138715 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [req-a4394dec-d0c0-4fa1-8275-6baaaeb84895 req-250e23c7-cf04-4f25-97ef-2ce9e9445687 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=0c8f52ca-30c0-490a-ab46-49af9203f193 HTTP/1.1" status: 200  len: 848 time: 0.0600727
May 31 11:49:02.217125 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4394dec-d0c0-4fa1-8275-6baaaeb84895 req-5669188a-4102-441f-8b41-122648e5a745 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 11:49:02.218597 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [req-a4394dec-d0c0-4fa1-8275-6baaaeb84895 req-5669188a-4102-441f-8b41-122648e5a745 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=56741204-4ce1-45fa-a0a1-399f87add183&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0710905
May 31 11:49:02.351418 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [req-a4394dec-d0c0-4fa1-8275-6baaaeb84895 req-481e4da3-6541-4215-a9dc-9ccf36c22cdb service neutron] 10.222.0.60 "GET /v2.0/networks/56741204-4ce1-45fa-a0a1-399f87add183?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1235881
May 31 11:49:02.520742 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [req-ce59bd96-3d57-42d1-910d-5f49aebd3c05 req-65e3aeea-ea6d-4d74-87d3-75c658d1298a tempest-TestMinimumBasicScenario-386923442 tempest-TestMinimumBasicScenario-386923442-project] 10.222.0.57 "GET /v2.0/ports?device_id=25f4c6a2-d9fc-4492-b06a-41be27fc43a2 HTTP/1.1" status: 200  len: 210 time: 0.0502751
May 31 11:49:02.557953 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [req-a4394dec-d0c0-4fa1-8275-6baaaeb84895 req-a20a5667-3140-4855-8419-3c458ff2d994 service neutron] 10.222.0.60 "GET /v2.0/networks/56741204-4ce1-45fa-a0a1-399f87add183?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1719255
May 31 11:49:03.071112 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron_lib.callbacks.manager [None req-c6778ff7-56d1-4e9c-8c0f-d1ed05f3ff28 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744215964654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857257'] for agent, after_update {{(pid=103722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:49:03.411103 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron.plugins.ml2.rpc [None req-43028a7b-58d7-408b-ac75-1328e6896bf7 None None] Device edbc0fcc-660b-4861-9417-be69a962d663 no longer exists at agent hyperv_hv-cinder-78638 {{(pid=103722) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
May 31 11:49:03.447662 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron.plugins.ml2.plugin [None req-43028a7b-58d7-408b-ac75-1328e6896bf7 None None] No Port match for: edbc0fcc-660b-4861-9417-be69a962d663 {{(pid=103722) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}}
May 31 11:49:03.448040 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron.plugins.ml2.rpc [None req-43028a7b-58d7-408b-ac75-1328e6896bf7 None None] Device edbc0fcc-660b-4861-9417-be69a962d663 not bound to the agent host hv-cinder-78638 {{(pid=103722) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
May 31 11:49:04.408479 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron.wsgi [-] (103720) accepted ('10.222.0.57', 46992) {{(pid=103720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 31 11:49:04.959756 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-07f728c5-0de1-4746-b022-5687fff6bf24 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4094159'] for router_interface, before_delete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:49:05.385679 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-07f728c5-0de1-4746-b022-5687fff6bf24 admin admin] Deleting port 7e159c4e-8192-4e1a-9b58-e2219a794eaa {{(pid=103720) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
May 31 11:49:05.386028 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-07f728c5-0de1-4746-b022-5687fff6bf24 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744215952451'] for port, before_delete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:49:05.506705 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron.plugins.ml2.db [None req-07f728c5-0de1-4746-b022-5687fff6bf24 admin admin] For port 7e159c4e-8192-4e1a-9b58-e2219a794eaa, host dv-cinder-786384-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786384-7-iscsi',level=0,port_id=7e159c4e-8192-4e1a-9b58-e2219a794eaa,segment=NetworkSegment(ea61f6ad-e9d3-4768-82a6-fea023d496f6),segment_id=ea61f6ad-e9d3-4768-82a6-fea023d496f6)] {{(pid=103720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 31 11:49:05.507321 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-07f728c5-0de1-4746-b022-5687fff6bf24 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4088094'] for port, precommit_delete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:49:05.507705 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron_lib.callbacks.manager [None req-609aba90-077d-4e6d-87da-74c12ef98c84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744215964654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857257'] for agent, after_update {{(pid=103722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:49:05.606867 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron_lib.callbacks.manager [None req-1f0a762f-0348-4bba-b860-8eddab4cd770 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744215964654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857257'] for agent, after_update {{(pid=103722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:49:05.627431 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-07f728c5-0de1-4746-b022-5687fff6bf24 admin admin] Calling delete_port for 7e159c4e-8192-4e1a-9b58-e2219a794eaa owned by network:router_interface {{(pid=103720) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
May 31 11:49:05.878853 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-07f728c5-0de1-4746-b022-5687fff6bf24 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937715', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3701677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744215954342', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744215520979', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2327893'] for port, after_delete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:49:05.882442 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG oslo_concurrency.lockutils [None req-24cbef45-2717-47a2-b06e-36d687d43c21 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103720) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 31 11:49:05.928691 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07f728c5-0de1-4746-b022-5687fff6bf24 admin admin] Pushing event deleted for resources: {'Port': ['ID=7e159c4e-8192-4e1a-9b58-e2219a794eaa,revision_number=None']} {{(pid=103720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 31 11:49:05.931706 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG oslo_concurrency.lockutils [None req-07f728c5-0de1-4746-b022-5687fff6bf24 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=103720) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 31 11:49:06.166897 dv-cinder-786384-7-iscsi neutron-server[103723]: DEBUG neutron.db.agents_db [None req-cb648da2-ef1b-4de5-af28-8b32e926ae6d None None] Agent healthcheck: found 6 active agents {{(pid=103723) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}}
May 31 11:49:06.191143 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-07f728c5-0de1-4746-b022-5687fff6bf24 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3701695', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4090207'] for router_interface, after_delete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:49:06.485597 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron_lib.callbacks.manager [None req-c59bf3d8-3f04-4740-8d75-807cb4f7478e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744215964654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857257'] for agent, after_update {{(pid=103722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:49:06.552713 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-07f728c5-0de1-4746-b022-5687fff6bf24 admin admin] Router c94f58c1-2562-4d76-ab33-5787d18ddab7 has already been hosted by L3 agent f8c17dd7-da16-4427-b6e3-d7e30616bc4c {{(pid=103720) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
May 31 11:49:06.732545 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-07f728c5-0de1-4746-b022-5687fff6bf24 admin admin] Notify agent at l3_agent.dv-cinder-786384-7-iscsi the message routers_updated {{(pid=103720) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
May 31 11:49:06.741712 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f63f12f5-d48d-40f7-aa18-ff9d6cb88717 None None] Sync routers for ids ['c94f58c1-2562-4d76-ab33-5787d18ddab7'] in dv-cinder-786384-7-iscsi {{(pid=103722) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 31 11:49:06.747259 dv-cinder-786384-7-iscsi neutron-server[103720]: INFO neutron.wsgi [None req-07f728c5-0de1-4746-b022-5687fff6bf24 admin admin] 10.222.0.57 "PUT /v2.0/routers/c94f58c1-2562-4d76-ab33-5787d18ddab7/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 2.3352084
May 31 11:49:06.747604 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.wsgi [-] (103721) accepted ('10.222.0.57', 47014) {{(pid=103721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 31 11:49:06.752016 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f63f12f5-d48d-40f7-aa18-ff9d6cb88717 None None] Routers {'c94f58c1-2562-4d76-ab33-5787d18ddab7'} bound to L3 agent in host dv-cinder-786384-7-iscsi {{(pid=103722) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 31 11:49:06.752746 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron.db.l3_hamode_db [None req-f63f12f5-d48d-40f7-aa18-ff9d6cb88717 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f3ebd856af0>, 'dv-cinder-786384-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-05-31T11:36:05Z,description=<?>,heartbeat_timestamp=2021-05-31T11:49:05Z,host='dv-cinder-786384-7-iscsi',id=f8c17dd7-da16-4427-b6e3-d7e30616bc4c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-31T11:36:05Z,topic='l3_agent')) {'router_ids': ['c94f58c1-2562-4d76-ab33-5787d18ddab7'], 'active': True} {{(pid=103722) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 31 11:49:06.932975 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron_lib.callbacks.manager [None req-0d1597c8-5ff1-40eb-b8f9-8c2cfb5b7f9a admin admin] Notify callbacks [] for router, before_delete {{(pid=103721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:49:06.935282 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron.db.l3_dvr_db [None req-f63f12f5-d48d-40f7-aa18-ff9d6cb88717 None None] Set router c94f58c1-2562-4d76-ab33-5787d18ddab7 gateway port host: dv-cinder-786384-7-iscsi {{(pid=103722) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
May 31 11:49:07.101745 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron_lib.callbacks.manager [None req-0d1597c8-5ff1-40eb-b8f9-8c2cfb5b7f9a admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=103721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:49:07.176460 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.plugins.ml2.plugin [None req-0d1597c8-5ff1-40eb-b8f9-8c2cfb5b7f9a admin admin] Deleting port cc3622dc-ca4b-449e-b84c-e8b24042d605 {{(pid=103721) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
May 31 11:49:07.176793 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron_lib.callbacks.manager [None req-0d1597c8-5ff1-40eb-b8f9-8c2cfb5b7f9a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744215952451'] for port, before_delete {{(pid=103721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:49:07.211313 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron.db.l3_hamode_db [None req-f63f12f5-d48d-40f7-aa18-ff9d6cb88717 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f3ebd856af0>, [{'id': 'c94f58c1-2562-4d76-ab33-5787d18ddab7', 'name': 'tempest-TestMinimumBasicScenario-1425487478-router', 'tenant_id': 'd2835694ba8b4386a2876202826dc222', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cb16751-6ba1-494a-bef1-53f614bdb222', 'external_fixed_ips': [{'subnet_id': '1135c889-0623-4d10-975a-f2c46f50f0f6', 'ip_address': '172.27.2.24'}], 'enable_snat': True}, 'gw_port_id': 'cc3622dc-ca4b-449e-b84c-e8b24042d605', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T11:45:22Z', 'updated_at': '2021-05-31T11:49:05Z', 'revision_number': 5, 'project_id': 'd2835694ba8b4386a2876202826dc222', 'gw_port': {'id': 'cc3622dc-ca4b-449e-b84c-e8b24042d605', 'name': '', 'network_id': '1cb16751-6ba1-494a-bef1-53f614bdb222', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:60:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c94f58c1-2562-4d76-ab33-5787d18ddab7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 342, 'fixed_ips': [{'subnet_id': '1135c889-0623-4d10-975a-f2c46f50f0f6', 'ip_address': '172.27.2.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786384-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T11:45:23Z', 'updated_at': '2021-05-31T11:45:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1135c889-0623-4d10-975a-f2c46f50f0f6', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786384-7-iscsi'}], 'dv-cinder-786384-7-iscsi', False) {} {{(pid=103722) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 31 11:49:07.215289 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f63f12f5-d48d-40f7-aa18-ff9d6cb88717 None None] Checking router: c94f58c1-2562-4d76-ab33-5787d18ddab7 for host: dv-cinder-786384-7-iscsi {{(pid=103722) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
May 31 11:49:07.225338 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f63f12f5-d48d-40f7-aa18-ff9d6cb88717 None None] Routers {'c94f58c1-2562-4d76-ab33-5787d18ddab7'} bound to L3 agent in host dv-cinder-786384-7-iscsi {{(pid=103722) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 31 11:49:07.225935 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron.db.l3_hamode_db [None req-f63f12f5-d48d-40f7-aa18-ff9d6cb88717 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f3ebd856af0>, 'dv-cinder-786384-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-05-31T11:36:05Z,description=<?>,heartbeat_timestamp=2021-05-31T11:49:05Z,host='dv-cinder-786384-7-iscsi',id=f8c17dd7-da16-4427-b6e3-d7e30616bc4c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-31T11:36:05Z,topic='l3_agent')) {'router_ids': ['c94f58c1-2562-4d76-ab33-5787d18ddab7'], 'active': True} {{(pid=103722) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 31 11:49:07.300665 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.plugins.ml2.db [None req-0d1597c8-5ff1-40eb-b8f9-8c2cfb5b7f9a admin admin] For port cc3622dc-ca4b-449e-b84c-e8b24042d605, host dv-cinder-786384-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786384-7-iscsi',level=0,port_id=cc3622dc-ca4b-449e-b84c-e8b24042d605,segment=NetworkSegment(82286f75-faff-40ec-beef-7945374ee8e1),segment_id=82286f75-faff-40ec-beef-7945374ee8e1)] {{(pid=103721) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 31 11:49:07.301055 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron_lib.callbacks.manager [None req-0d1597c8-5ff1-40eb-b8f9-8c2cfb5b7f9a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4088094'] for port, precommit_delete {{(pid=103721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:49:07.413606 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron.db.l3_dvr_db [None req-f63f12f5-d48d-40f7-aa18-ff9d6cb88717 None None] Set router c94f58c1-2562-4d76-ab33-5787d18ddab7 gateway port host: None {{(pid=103722) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
May 31 11:49:07.517725 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.plugins.ml2.plugin [None req-0d1597c8-5ff1-40eb-b8f9-8c2cfb5b7f9a admin admin] Calling delete_port for cc3622dc-ca4b-449e-b84c-e8b24042d605 owned by network:router_gateway {{(pid=103721) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
May 31 11:49:07.521249 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron.db.l3_hamode_db [None req-f63f12f5-d48d-40f7-aa18-ff9d6cb88717 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f3ebd856af0>, [{'id': 'c94f58c1-2562-4d76-ab33-5787d18ddab7', 'name': 'tempest-TestMinimumBasicScenario-1425487478-router', 'tenant_id': 'd2835694ba8b4386a2876202826dc222', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T11:45:22Z', 'updated_at': '2021-05-31T11:49:07Z', 'revision_number': 6, 'project_id': 'd2835694ba8b4386a2876202826dc222', 'gw_port_host': None}], 'dv-cinder-786384-7-iscsi', False) {} {{(pid=103722) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 31 11:49:07.526279 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f63f12f5-d48d-40f7-aa18-ff9d6cb88717 None None] The sync data for ids ['c94f58c1-2562-4d76-ab33-5787d18ddab7'] in dv-cinder-786384-7-iscsi is: [{'id': 'c94f58c1-2562-4d76-ab33-5787d18ddab7', 'name': 'tempest-TestMinimumBasicScenario-1425487478-router', 'tenant_id': 'd2835694ba8b4386a2876202826dc222', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T11:45:22Z', 'updated_at': '2021-05-31T11:49:07Z', 'revision_number': 6, 'project_id': 'd2835694ba8b4386a2876202826dc222', 'gw_port_host': None}] {{(pid=103722) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 31 11:49:07.785653 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron_lib.callbacks.manager [None req-0d1597c8-5ff1-40eb-b8f9-8c2cfb5b7f9a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937715', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3701677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744215954342', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744215520979', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2250866'] for port, after_delete {{(pid=103721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:49:07.789533 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG oslo_concurrency.lockutils [None req-241277b3-43a0-4ab9-9db9-ed5ff3b7d402 tempest-TestMinimumBasicScenario-386923442 tempest-TestMinimumBasicScenario-386923442-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103721) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 31 11:49:07.834563 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d1597c8-5ff1-40eb-b8f9-8c2cfb5b7f9a admin admin] Pushing event deleted for resources: {'Port': ['ID=cc3622dc-ca4b-449e-b84c-e8b24042d605,revision_number=None']} {{(pid=103721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 31 11:49:07.838378 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG oslo_concurrency.lockutils [None req-0d1597c8-5ff1-40eb-b8f9-8c2cfb5b7f9a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=103721) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 31 11:49:07.929673 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron_lib.callbacks.manager [None req-0d1597c8-5ff1-40eb-b8f9-8c2cfb5b7f9a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-4088530'] for router_gateway, after_delete {{(pid=103721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:49:07.948846 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron_lib.callbacks.manager [None req-e2b995a4-3526-4c71-93aa-7f4ba47dfd64 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744215964654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857257'] for agent, after_update {{(pid=103722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:49:08.103187 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron_lib.callbacks.manager [None req-0d1597c8-5ff1-40eb-b8f9-8c2cfb5b7f9a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4091231', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-939'] for router, precommit_delete {{(pid=103721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:49:08.105635 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron_lib.callbacks.manager [None req-0d1597c8-5ff1-40eb-b8f9-8c2cfb5b7f9a admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=103721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:49:08.191871 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron_lib.callbacks.manager [None req-0d1597c8-5ff1-40eb-b8f9-8c2cfb5b7f9a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-4089955'] for router, after_delete {{(pid=103721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:49:08.192472 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0d1597c8-5ff1-40eb-b8f9-8c2cfb5b7f9a admin admin] Fanout notify agent at l3_agent the message router_deleted on router c94f58c1-2562-4d76-ab33-5787d18ddab7 {{(pid=103721) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
May 31 11:49:08.215508 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron_lib.callbacks.manager [None req-0d1597c8-5ff1-40eb-b8f9-8c2cfb5b7f9a admin admin] Notify callbacks [] for router, before_response {{(pid=103721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:49:08.216722 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [None req-0d1597c8-5ff1-40eb-b8f9-8c2cfb5b7f9a admin admin] 10.222.0.57 "DELETE /v2.0/routers/c94f58c1-2562-4d76-ab33-5787d18ddab7 HTTP/1.1" status: 204  len: 168 time: 1.4679806
May 31 11:49:08.220750 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.wsgi [-] (103721) accepted ('10.222.0.57', 47024) {{(pid=103721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 31 11:49:08.278368 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.db.db_base_plugin_v2 [None req-cab5b8df-aa3a-4af2-a022-0018b5e31108 admin admin] Deleting subnet 0ae97965-980e-4967-8bf0-649896983786 {{(pid=103721) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}}
May 31 11:49:08.282688 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron_lib.callbacks.manager [None req-cab5b8df-aa3a-4af2-a022-0018b5e31108 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=103721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:49:08.334295 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron_lib.callbacks.manager [None req-cab5b8df-aa3a-4af2-a022-0018b5e31108 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2649308'] for subnet, precommit_delete_associations {{(pid=103721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:49:08.449364 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron_lib.callbacks.manager [None req-cab5b8df-aa3a-4af2-a022-0018b5e31108 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-877032'] for subnet, precommit_delete {{(pid=103721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:49:08.705678 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron_lib.callbacks.manager [None req-cab5b8df-aa3a-4af2-a022-0018b5e31108 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-877917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3701677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2246273', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2293544'] for subnet, after_delete {{(pid=103721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:49:08.709569 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG oslo_concurrency.lockutils [None req-43f4b03a-8f9f-44fd-a54f-ca53d0fa6b95 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103721) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 31 11:49:08.745668 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cab5b8df-aa3a-4af2-a022-0018b5e31108 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0ae97965-980e-4967-8bf0-649896983786,revision_number=None']} {{(pid=103721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 31 11:49:08.748971 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG oslo_concurrency.lockutils [None req-cab5b8df-aa3a-4af2-a022-0018b5e31108 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=103721) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 31 11:49:08.749907 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron_lib.callbacks.manager [None req-cab5b8df-aa3a-4af2-a022-0018b5e31108 admin admin] Notify callbacks [] for subnet, before_response {{(pid=103721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:49:08.755797 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [None req-cab5b8df-aa3a-4af2-a022-0018b5e31108 admin admin] 10.222.0.57 "DELETE /v2.0/subnets/0ae97965-980e-4967-8bf0-649896983786 HTTP/1.1" status: 204  len: 168 time: 0.5340953
May 31 11:49:08.757841 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28182ade-0849-497f-9258-d5eccec9af44 None None] Network 7c7367d4-6b64-4c55-b3b8-cb2b2973b934 requested from dv-cinder-786384-7-iscsi {{(pid=103722) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
May 31 11:49:08.758802 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.wsgi [-] (103721) accepted ('10.222.0.57', 47028) {{(pid=103721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 31 11:49:08.864104 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron_lib.callbacks.manager [None req-9a03d3e2-e3ca-4b0d-8d65-0b5f1154ac8e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-969884'] for network, before_delete {{(pid=103721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:49:09.025262 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-063f56ac-3ad2-4027-b0ec-9552c3022576 None None] DHCP port deletion for 7c7367d4-6b64-4c55-b3b8-cb2b2973b934 request from dv-cinder-786384-7-iscsi {{(pid=103722) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
May 31 11:49:09.043659 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.plugins.ml2.plugin [None req-9a03d3e2-e3ca-4b0d-8d65-0b5f1154ac8e admin admin] Deleting port 9628eb3f-caee-404d-9e29-c5835476f2df {{(pid=103721) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
May 31 11:49:09.044031 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron_lib.callbacks.manager [None req-9a03d3e2-e3ca-4b0d-8d65-0b5f1154ac8e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744215952451'] for port, before_delete {{(pid=103721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:49:09.089384 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron.plugins.ml2.plugin [None req-063f56ac-3ad2-4027-b0ec-9552c3022576 None None] Deleting port 9628eb3f-caee-404d-9e29-c5835476f2df {{(pid=103722) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
May 31 11:49:09.089650 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron_lib.callbacks.manager [None req-063f56ac-3ad2-4027-b0ec-9552c3022576 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744215952451'] for port, before_delete {{(pid=103722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:49:09.142023 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.plugins.ml2.db [None req-9a03d3e2-e3ca-4b0d-8d65-0b5f1154ac8e admin admin] For port 9628eb3f-caee-404d-9e29-c5835476f2df, host dv-cinder-786384-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786384-7-iscsi',level=0,port_id=9628eb3f-caee-404d-9e29-c5835476f2df,segment=NetworkSegment(ea61f6ad-e9d3-4768-82a6-fea023d496f6),segment_id=ea61f6ad-e9d3-4768-82a6-fea023d496f6)] {{(pid=103721) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 31 11:49:09.142389 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron_lib.callbacks.manager [None req-9a03d3e2-e3ca-4b0d-8d65-0b5f1154ac8e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4088094'] for port, precommit_delete {{(pid=103721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:49:09.188623 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron.plugins.ml2.db [None req-063f56ac-3ad2-4027-b0ec-9552c3022576 None None] For port 9628eb3f-caee-404d-9e29-c5835476f2df, host dv-cinder-786384-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786384-7-iscsi',level=0,port_id=9628eb3f-caee-404d-9e29-c5835476f2df,segment=NetworkSegment(ea61f6ad-e9d3-4768-82a6-fea023d496f6),segment_id=ea61f6ad-e9d3-4768-82a6-fea023d496f6)] {{(pid=103722) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 31 11:49:09.189026 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron_lib.callbacks.manager [None req-063f56ac-3ad2-4027-b0ec-9552c3022576 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4088094'] for port, precommit_delete {{(pid=103722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:49:09.266144 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.plugins.ml2.plugin [None req-9a03d3e2-e3ca-4b0d-8d65-0b5f1154ac8e admin admin] Calling delete_port for 9628eb3f-caee-404d-9e29-c5835476f2df owned by network:dhcp {{(pid=103721) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
May 31 11:49:09.306393 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron.plugins.ml2.rpc [None req-1f0a762f-0348-4bba-b860-8eddab4cd770 None None] Device 7e159c4e-8192-4e1a-9b58-e2219a794eaa no longer exists at agent ovs-agent-dv-cinder-786384-7-iscsi {{(pid=103722) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
May 31 11:49:09.313538 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron_lib.callbacks.manager [None req-9a03d3e2-e3ca-4b0d-8d65-0b5f1154ac8e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937715', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3701677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744215954342', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744215520979', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2250866'] for port, after_delete {{(pid=103721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:49:09.318414 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG oslo_concurrency.lockutils [None req-6ee3a0b7-eef2-43c3-80dd-104e44b1eecc service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103721) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 31 11:49:09.339568 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron.plugins.ml2.plugin [None req-063f56ac-3ad2-4027-b0ec-9552c3022576 None None] Calling delete_port for 9628eb3f-caee-404d-9e29-c5835476f2df owned by network:dhcp {{(pid=103722) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
May 31 11:49:09.352130 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron.plugins.ml2.plugin [None req-1f0a762f-0348-4bba-b860-8eddab4cd770 None None] No Port match for: 7e159c4e-8192-4e1a-9b58-e2219a794eaa {{(pid=103722) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}}
May 31 11:49:09.352499 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron.plugins.ml2.rpc [None req-1f0a762f-0348-4bba-b860-8eddab4cd770 None None] Device 7e159c4e-8192-4e1a-9b58-e2219a794eaa not bound to the agent host dv-cinder-786384-7-iscsi {{(pid=103722) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
May 31 11:49:09.352910 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron.plugins.ml2.rpc [None req-1f0a762f-0348-4bba-b860-8eddab4cd770 None None] Device 9628eb3f-caee-404d-9e29-c5835476f2df no longer exists at agent ovs-agent-dv-cinder-786384-7-iscsi {{(pid=103722) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
May 31 11:49:09.363071 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a03d3e2-e3ca-4b0d-8d65-0b5f1154ac8e admin admin] Pushing event deleted for resources: {'Port': ['ID=9628eb3f-caee-404d-9e29-c5835476f2df,revision_number=None']} {{(pid=103721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 31 11:49:09.366286 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG oslo_concurrency.lockutils [None req-9a03d3e2-e3ca-4b0d-8d65-0b5f1154ac8e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=103721) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 31 11:49:09.367083 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a03d3e2-e3ca-4b0d-8d65-0b5f1154ac8e admin admin] No DVR routers for this DVR port 9628eb3f-caee-404d-9e29-c5835476f2df on host dv-cinder-786384-7-iscsi {{(pid=103721) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 31 11:49:09.388558 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron.plugins.ml2.plugin [None req-1f0a762f-0348-4bba-b860-8eddab4cd770 None None] No Port match for: 9628eb3f-caee-404d-9e29-c5835476f2df {{(pid=103722) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}}
May 31 11:49:09.388911 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron.plugins.ml2.rpc [None req-1f0a762f-0348-4bba-b860-8eddab4cd770 None None] Device 9628eb3f-caee-404d-9e29-c5835476f2df not bound to the agent host dv-cinder-786384-7-iscsi {{(pid=103722) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
May 31 11:49:09.389320 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron.plugins.ml2.rpc [None req-1f0a762f-0348-4bba-b860-8eddab4cd770 None None] Device cc3622dc-ca4b-449e-b84c-e8b24042d605 no longer exists at agent ovs-agent-dv-cinder-786384-7-iscsi {{(pid=103722) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
May 31 11:49:09.480401 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron_lib.callbacks.manager [None req-9a03d3e2-e3ca-4b0d-8d65-0b5f1154ac8e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-859751', 'neutron.services.segments.db._delete_segments_for_network-8744215964636'] for network, precommit_delete {{(pid=103721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:49:09.486526 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron.plugins.ml2.plugin [None req-1f0a762f-0348-4bba-b860-8eddab4cd770 None None] No Port match for: cc3622dc-ca4b-449e-b84c-e8b24042d605 {{(pid=103722) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}}
May 31 11:49:09.486876 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron.plugins.ml2.rpc [None req-1f0a762f-0348-4bba-b860-8eddab4cd770 None None] Device cc3622dc-ca4b-449e-b84c-e8b24042d605 not bound to the agent host dv-cinder-786384-7-iscsi {{(pid=103722) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
May 31 11:49:09.493580 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.services.segments.db [None req-9a03d3e2-e3ca-4b0d-8d65-0b5f1154ac8e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f3ebc6c8a90>,) {'filters': {'network_id': ['7c7367d4-6b64-4c55-b3b8-cb2b2973b934']}} {{(pid=103721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 31 11:49:09.507224 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.services.segments.db [None req-9a03d3e2-e3ca-4b0d-8d65-0b5f1154ac8e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f3ebc6c8a90>, 'ea61f6ad-e9d3-4768-82a6-fea023d496f6') {'for_net_delete': True} {{(pid=103721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 31 11:49:09.507515 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.services.segments.db [None req-9a03d3e2-e3ca-4b0d-8d65-0b5f1154ac8e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f3ebc6c8a90>, 'ea61f6ad-e9d3-4768-82a6-fea023d496f6') {} {{(pid=103721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 31 11:49:09.519600 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron_lib.callbacks.manager [None req-9a03d3e2-e3ca-4b0d-8d65-0b5f1154ac8e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744215973789', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2649303'] for segment, before_delete {{(pid=103721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:49:09.535556 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron_lib.callbacks.manager [None req-9a03d3e2-e3ca-4b0d-8d65-0b5f1154ac8e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-882655'] for segment, precommit_delete {{(pid=103721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:49:09.542381 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9a03d3e2-e3ca-4b0d-8d65-0b5f1154ac8e admin admin] Releasing vlan 794 on physical network physnet1 to pool {{(pid=103721) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
May 31 11:49:09.542755 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron_lib.callbacks.manager [None req-9a03d3e2-e3ca-4b0d-8d65-0b5f1154ac8e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-882655', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2250791'] for segment, after_delete {{(pid=103721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:49:09.544172 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron_lib.callbacks.manager [None req-063f56ac-3ad2-4027-b0ec-9552c3022576 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937715', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3701677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744215954342', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744215520979'] for port, after_delete {{(pid=103722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:49:09.547849 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG oslo_concurrency.lockutils [None req-43028a7b-58d7-408b-ac75-1328e6896bf7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103722) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 31 11:49:09.556232 dv-cinder-786384-7-iscsi neutron-server[103721]: Traceback (most recent call last):
May 31 11:49:09.556232 dv-cinder-786384-7-iscsi neutron-server[103721]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
May 31 11:49:09.556232 dv-cinder-786384-7-iscsi neutron-server[103721]:     timer()
May 31 11:49:09.556232 dv-cinder-786384-7-iscsi neutron-server[103721]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
May 31 11:49:09.556232 dv-cinder-786384-7-iscsi neutron-server[103721]:     cb(*args, **kw)
May 31 11:49:09.556232 dv-cinder-786384-7-iscsi neutron-server[103721]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
May 31 11:49:09.556232 dv-cinder-786384-7-iscsi neutron-server[103721]:     return func(*args, **kwargs)
May 31 11:49:09.556232 dv-cinder-786384-7-iscsi neutron-server[103721]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
May 31 11:49:09.556232 dv-cinder-786384-7-iscsi neutron-server[103721]:     self._notify()
May 31 11:49:09.556232 dv-cinder-786384-7-iscsi neutron-server[103721]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
May 31 11:49:09.556232 dv-cinder-786384-7-iscsi neutron-server[103721]:     self.callback(batched_events)
May 31 11:49:09.556232 dv-cinder-786384-7-iscsi neutron-server[103721]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
May 31 11:49:09.556232 dv-cinder-786384-7-iscsi neutron-server[103721]:     event.method(event)
May 31 11:49:09.556232 dv-cinder-786384-7-iscsi neutron-server[103721]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
May 31 11:49:09.556232 dv-cinder-786384-7-iscsi neutron-server[103721]:     aggregate_id = self._get_aggregate_id(event.segment_id)
May 31 11:49:09.556232 dv-cinder-786384-7-iscsi neutron-server[103721]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
May 31 11:49:09.556232 dv-cinder-786384-7-iscsi neutron-server[103721]:     aggregate_uuid = self.p_client.list_aggregates(
May 31 11:49:09.556232 dv-cinder-786384-7-iscsi neutron-server[103721]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
May 31 11:49:09.556232 dv-cinder-786384-7-iscsi neutron-server[103721]:     return f(self, *a, **k)
May 31 11:49:09.556232 dv-cinder-786384-7-iscsi neutron-server[103721]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
May 31 11:49:09.556232 dv-cinder-786384-7-iscsi neutron-server[103721]:     return self._get(url).json()
May 31 11:49:09.556232 dv-cinder-786384-7-iscsi neutron-server[103721]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
May 31 11:49:09.556232 dv-cinder-786384-7-iscsi neutron-server[103721]:     return self._client.get(url, endpoint_filter=self._ks_filter,
May 31 11:49:09.556232 dv-cinder-786384-7-iscsi neutron-server[103721]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
May 31 11:49:09.556232 dv-cinder-786384-7-iscsi neutron-server[103721]:     return self.request(url, 'GET', **kwargs)
May 31 11:49:09.556232 dv-cinder-786384-7-iscsi neutron-server[103721]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
May 31 11:49:09.556232 dv-cinder-786384-7-iscsi neutron-server[103721]:     base_url = self.get_endpoint(auth, allow=allow,
May 31 11:49:09.556232 dv-cinder-786384-7-iscsi neutron-server[103721]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
May 31 11:49:09.556232 dv-cinder-786384-7-iscsi neutron-server[103721]:     auth = self._auth_required(auth, 'determine endpoint URL')
May 31 11:49:09.556232 dv-cinder-786384-7-iscsi neutron-server[103721]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
May 31 11:49:09.556232 dv-cinder-786384-7-iscsi neutron-server[103721]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
May 31 11:49:09.556232 dv-cinder-786384-7-iscsi neutron-server[103721]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
May 31 11:49:09.592665 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-063f56ac-3ad2-4027-b0ec-9552c3022576 None None] Pushing event deleted for resources: {'Port': ['ID=9628eb3f-caee-404d-9e29-c5835476f2df,revision_number=None']} {{(pid=103722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 31 11:49:09.595521 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG oslo_concurrency.lockutils [None req-063f56ac-3ad2-4027-b0ec-9552c3022576 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=103722) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 31 11:49:09.596591 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron.db.l3_dvrscheduler_db [None req-063f56ac-3ad2-4027-b0ec-9552c3022576 None None] No DVR routers for this DVR port 9628eb3f-caee-404d-9e29-c5835476f2df on host dv-cinder-786384-7-iscsi {{(pid=103722) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 31 11:49:09.639379 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron_lib.callbacks.manager [None req-9a03d3e2-e3ca-4b0d-8d65-0b5f1154ac8e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-859758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3705951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3701686', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4088527'] for network, after_delete {{(pid=103721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:49:09.643404 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103721) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 31 11:49:09.656298 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron_lib.callbacks.manager [None req-9a03d3e2-e3ca-4b0d-8d65-0b5f1154ac8e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3701651'] for network, before_response {{(pid=103721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:49:09.666889 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a03d3e2-e3ca-4b0d-8d65-0b5f1154ac8e admin admin] Pushing event deleted for resources: {'Network': ['ID=7c7367d4-6b64-4c55-b3b8-cb2b2973b934,revision_number=None']} {{(pid=103721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 31 11:49:09.670076 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG oslo_concurrency.lockutils [None req-9a03d3e2-e3ca-4b0d-8d65-0b5f1154ac8e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=103721) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 31 11:49:09.682271 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [None req-9a03d3e2-e3ca-4b0d-8d65-0b5f1154ac8e admin admin] 10.222.0.57 "DELETE /v2.0/networks/7c7367d4-6b64-4c55-b3b8-cb2b2973b934 HTTP/1.1" status: 204  len: 168 time: 0.9225502
May 31 11:49:09.685298 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.wsgi [-] (103721) accepted ('10.222.0.57', 47038) {{(pid=103721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 31 11:49:10.230824 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron_lib.callbacks.manager [None req-29edba33-b120-4737-997e-24baf883cd45 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4094159'] for router_interface, before_delete {{(pid=103721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:49:10.756297 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.plugins.ml2.plugin [None req-29edba33-b120-4737-997e-24baf883cd45 admin admin] Deleting port f2423cc7-0327-4137-8c40-fb2f8b70d5c5 {{(pid=103721) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
May 31 11:49:10.756559 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron_lib.callbacks.manager [None req-29edba33-b120-4737-997e-24baf883cd45 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744215952451'] for port, before_delete {{(pid=103721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:49:10.878583 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.plugins.ml2.db [None req-29edba33-b120-4737-997e-24baf883cd45 admin admin] For port f2423cc7-0327-4137-8c40-fb2f8b70d5c5, host dv-cinder-786384-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786384-7-iscsi',level=0,port_id=f2423cc7-0327-4137-8c40-fb2f8b70d5c5,segment=NetworkSegment(ed65eb3f-1681-4fe5-839f-03c7c8d23de9),segment_id=ed65eb3f-1681-4fe5-839f-03c7c8d23de9)] {{(pid=103721) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 31 11:49:10.878960 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron_lib.callbacks.manager [None req-29edba33-b120-4737-997e-24baf883cd45 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4088094'] for port, precommit_delete {{(pid=103721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:49:11.002778 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.plugins.ml2.plugin [None req-29edba33-b120-4737-997e-24baf883cd45 admin admin] Calling delete_port for f2423cc7-0327-4137-8c40-fb2f8b70d5c5 owned by network:router_interface {{(pid=103721) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
May 31 11:49:11.163533 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron_lib.callbacks.manager [None req-29edba33-b120-4737-997e-24baf883cd45 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937715', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3701677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744215954342', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744215520979', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2250866'] for port, after_delete {{(pid=103721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:49:11.167229 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG oslo_concurrency.lockutils [None req-987f2606-94b4-424d-872b-c1b5da88c3d3 tempest-ServerRescueNegativeTestJSON-1419813537 tempest-ServerRescueNegativeTestJSON-1419813537-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103721) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 31 11:49:11.212424 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29edba33-b120-4737-997e-24baf883cd45 admin admin] Pushing event deleted for resources: {'Port': ['ID=f2423cc7-0327-4137-8c40-fb2f8b70d5c5,revision_number=None']} {{(pid=103721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 31 11:49:11.215650 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG oslo_concurrency.lockutils [None req-29edba33-b120-4737-997e-24baf883cd45 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=103721) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 31 11:49:11.485432 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron_lib.callbacks.manager [None req-29edba33-b120-4737-997e-24baf883cd45 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3701695', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4090207'] for router_interface, after_delete {{(pid=103721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:49:11.849130 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-29edba33-b120-4737-997e-24baf883cd45 admin admin] Router 620348d7-377c-4d00-b2bc-a24ec13f1315 has already been hosted by L3 agent f8c17dd7-da16-4427-b6e3-d7e30616bc4c {{(pid=103721) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
May 31 11:49:12.128446 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-29edba33-b120-4737-997e-24baf883cd45 admin admin] Notify agent at l3_agent.dv-cinder-786384-7-iscsi the message routers_updated {{(pid=103721) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
May 31 11:49:12.138380 dv-cinder-786384-7-iscsi neutron-server[103723]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d73a9e4-47b1-414a-a120-217cf1ec1796 None None] Sync routers for ids ['620348d7-377c-4d00-b2bc-a24ec13f1315'] in dv-cinder-786384-7-iscsi {{(pid=103723) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 31 11:49:12.149575 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [None req-29edba33-b120-4737-997e-24baf883cd45 admin admin] 10.222.0.57 "PUT /v2.0/routers/620348d7-377c-4d00-b2bc-a24ec13f1315/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 2.4607856
May 31 11:49:12.149794 dv-cinder-786384-7-iscsi neutron-server[103723]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d73a9e4-47b1-414a-a120-217cf1ec1796 None None] Routers {'620348d7-377c-4d00-b2bc-a24ec13f1315'} bound to L3 agent in host dv-cinder-786384-7-iscsi {{(pid=103723) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 31 11:49:12.149910 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.wsgi [-] (103721) accepted ('10.222.0.57', 47052) {{(pid=103721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 31 11:49:12.150002 dv-cinder-786384-7-iscsi neutron-server[103723]: DEBUG neutron.db.l3_hamode_db [None req-5d73a9e4-47b1-414a-a120-217cf1ec1796 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f3ebce18100>, 'dv-cinder-786384-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-05-31T11:36:05Z,description=<?>,heartbeat_timestamp=2021-05-31T11:49:05Z,host='dv-cinder-786384-7-iscsi',id=f8c17dd7-da16-4427-b6e3-d7e30616bc4c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-31T11:36:05Z,topic='l3_agent')) {'router_ids': ['620348d7-377c-4d00-b2bc-a24ec13f1315'], 'active': True} {{(pid=103723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 31 11:49:12.326560 dv-cinder-786384-7-iscsi neutron-server[103723]: DEBUG neutron.db.l3_dvr_db [None req-5d73a9e4-47b1-414a-a120-217cf1ec1796 None None] Set router 620348d7-377c-4d00-b2bc-a24ec13f1315 gateway port host: dv-cinder-786384-7-iscsi {{(pid=103723) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
May 31 11:49:12.340403 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron_lib.callbacks.manager [None req-262646dc-4086-465a-b138-e650a438a9cf admin admin] Notify callbacks [] for router, before_delete {{(pid=103721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:49:12.509308 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron_lib.callbacks.manager [None req-262646dc-4086-465a-b138-e650a438a9cf admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=103721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:49:12.582030 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.plugins.ml2.plugin [None req-262646dc-4086-465a-b138-e650a438a9cf admin admin] Deleting port 6677ed65-ee77-4e11-bd2d-a7c0bdcac644 {{(pid=103721) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
May 31 11:49:12.582374 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron_lib.callbacks.manager [None req-262646dc-4086-465a-b138-e650a438a9cf admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744215952451'] for port, before_delete {{(pid=103721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:49:12.606600 dv-cinder-786384-7-iscsi neutron-server[103723]: DEBUG neutron.db.l3_hamode_db [None req-5d73a9e4-47b1-414a-a120-217cf1ec1796 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f3ebce18100>, [{'id': '620348d7-377c-4d00-b2bc-a24ec13f1315', 'name': 'tempest-TestMinimumBasicScenario-2076629641-router', 'tenant_id': 'dfdc0f93eb8b481d8c6c144841890dc1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cb16751-6ba1-494a-bef1-53f614bdb222', 'external_fixed_ips': [{'subnet_id': '1135c889-0623-4d10-975a-f2c46f50f0f6', 'ip_address': '172.27.2.79'}], 'enable_snat': True}, 'gw_port_id': '6677ed65-ee77-4e11-bd2d-a7c0bdcac644', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T11:45:33Z', 'updated_at': '2021-05-31T11:49:11Z', 'revision_number': 5, 'project_id': 'dfdc0f93eb8b481d8c6c144841890dc1', 'gw_port': {'id': '6677ed65-ee77-4e11-bd2d-a7c0bdcac644', 'name': '', 'network_id': '1cb16751-6ba1-494a-bef1-53f614bdb222', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:6c:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '620348d7-377c-4d00-b2bc-a24ec13f1315', 'device_owner': 'network:router_gateway', 'standard_attr_id': 369, 'fixed_ips': [{'subnet_id': '1135c889-0623-4d10-975a-f2c46f50f0f6', 'ip_address': '172.27.2.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786384-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T11:45:34Z', 'updated_at': '2021-05-31T11:45:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1135c889-0623-4d10-975a-f2c46f50f0f6', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786384-7-iscsi'}], 'dv-cinder-786384-7-iscsi', False) {} {{(pid=103723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 31 11:49:12.610385 dv-cinder-786384-7-iscsi neutron-server[103723]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d73a9e4-47b1-414a-a120-217cf1ec1796 None None] Checking router: 620348d7-377c-4d00-b2bc-a24ec13f1315 for host: dv-cinder-786384-7-iscsi {{(pid=103723) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
May 31 11:49:12.618632 dv-cinder-786384-7-iscsi neutron-server[103723]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d73a9e4-47b1-414a-a120-217cf1ec1796 None None] Routers {'620348d7-377c-4d00-b2bc-a24ec13f1315'} bound to L3 agent in host dv-cinder-786384-7-iscsi {{(pid=103723) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 31 11:49:12.619186 dv-cinder-786384-7-iscsi neutron-server[103723]: DEBUG neutron.db.l3_hamode_db [None req-5d73a9e4-47b1-414a-a120-217cf1ec1796 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f3ebce18100>, 'dv-cinder-786384-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-05-31T11:36:05Z,description=<?>,heartbeat_timestamp=2021-05-31T11:49:05Z,host='dv-cinder-786384-7-iscsi',id=f8c17dd7-da16-4427-b6e3-d7e30616bc4c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-31T11:36:05Z,topic='l3_agent')) {'router_ids': ['620348d7-377c-4d00-b2bc-a24ec13f1315'], 'active': True} {{(pid=103723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 31 11:49:12.703427 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.plugins.ml2.db [None req-262646dc-4086-465a-b138-e650a438a9cf admin admin] For port 6677ed65-ee77-4e11-bd2d-a7c0bdcac644, host dv-cinder-786384-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786384-7-iscsi',level=0,port_id=6677ed65-ee77-4e11-bd2d-a7c0bdcac644,segment=NetworkSegment(82286f75-faff-40ec-beef-7945374ee8e1),segment_id=82286f75-faff-40ec-beef-7945374ee8e1)] {{(pid=103721) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 31 11:49:12.703823 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron_lib.callbacks.manager [None req-262646dc-4086-465a-b138-e650a438a9cf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4088094'] for port, precommit_delete {{(pid=103721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:49:12.763923 dv-cinder-786384-7-iscsi neutron-server[103723]: DEBUG neutron.db.l3_dvr_db [None req-5d73a9e4-47b1-414a-a120-217cf1ec1796 None None] Set router 620348d7-377c-4d00-b2bc-a24ec13f1315 gateway port host: None {{(pid=103723) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
May 31 11:49:12.824944 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.plugins.ml2.plugin [None req-262646dc-4086-465a-b138-e650a438a9cf admin admin] Calling delete_port for 6677ed65-ee77-4e11-bd2d-a7c0bdcac644 owned by network:router_gateway {{(pid=103721) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
May 31 11:49:12.865548 dv-cinder-786384-7-iscsi neutron-server[103723]: DEBUG neutron.db.l3_hamode_db [None req-5d73a9e4-47b1-414a-a120-217cf1ec1796 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f3ebce18100>, [{'id': '620348d7-377c-4d00-b2bc-a24ec13f1315', 'name': 'tempest-TestMinimumBasicScenario-2076629641-router', 'tenant_id': 'dfdc0f93eb8b481d8c6c144841890dc1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T11:45:33Z', 'updated_at': '2021-05-31T11:49:12Z', 'revision_number': 6, 'project_id': 'dfdc0f93eb8b481d8c6c144841890dc1', 'gw_port_host': None}], 'dv-cinder-786384-7-iscsi', False) {} {{(pid=103723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 31 11:49:12.869623 dv-cinder-786384-7-iscsi neutron-server[103723]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d73a9e4-47b1-414a-a120-217cf1ec1796 None None] The sync data for ids ['620348d7-377c-4d00-b2bc-a24ec13f1315'] in dv-cinder-786384-7-iscsi is: [{'id': '620348d7-377c-4d00-b2bc-a24ec13f1315', 'name': 'tempest-TestMinimumBasicScenario-2076629641-router', 'tenant_id': 'dfdc0f93eb8b481d8c6c144841890dc1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T11:45:33Z', 'updated_at': '2021-05-31T11:49:12Z', 'revision_number': 6, 'project_id': 'dfdc0f93eb8b481d8c6c144841890dc1', 'gw_port_host': None}] {{(pid=103723) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 31 11:49:12.963050 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron_lib.callbacks.manager [None req-262646dc-4086-465a-b138-e650a438a9cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937715', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3701677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744215954342', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744215520979', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2250866'] for port, after_delete {{(pid=103721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:49:12.966782 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG oslo_concurrency.lockutils [None req-2552e532-3e90-48d4-9e79-6cb257acd0ce admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103721) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 31 11:49:13.010456 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-262646dc-4086-465a-b138-e650a438a9cf admin admin] Pushing event deleted for resources: {'Port': ['ID=6677ed65-ee77-4e11-bd2d-a7c0bdcac644,revision_number=None']} {{(pid=103721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 31 11:49:13.013054 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG oslo_concurrency.lockutils [None req-262646dc-4086-465a-b138-e650a438a9cf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=103721) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 31 11:49:13.106023 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron_lib.callbacks.manager [None req-262646dc-4086-465a-b138-e650a438a9cf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-4088530'] for router_gateway, after_delete {{(pid=103721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:49:13.283898 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron_lib.callbacks.manager [None req-262646dc-4086-465a-b138-e650a438a9cf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4091231', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-939'] for router, precommit_delete {{(pid=103721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:49:13.286048 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron_lib.callbacks.manager [None req-262646dc-4086-465a-b138-e650a438a9cf admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=103721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:49:13.309204 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron.plugins.ml2.rpc [None req-1f0a762f-0348-4bba-b860-8eddab4cd770 None None] Device f2423cc7-0327-4137-8c40-fb2f8b70d5c5 no longer exists at agent ovs-agent-dv-cinder-786384-7-iscsi {{(pid=103722) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
May 31 11:49:13.328103 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron_lib.callbacks.manager [None req-262646dc-4086-465a-b138-e650a438a9cf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-4089955'] for router, after_delete {{(pid=103721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:49:13.328103 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-262646dc-4086-465a-b138-e650a438a9cf admin admin] Fanout notify agent at l3_agent the message router_deleted on router 620348d7-377c-4d00-b2bc-a24ec13f1315 {{(pid=103721) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
May 31 11:49:13.341870 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron_lib.callbacks.manager [None req-262646dc-4086-465a-b138-e650a438a9cf admin admin] Notify callbacks [] for router, before_response {{(pid=103721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:49:13.342703 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [None req-262646dc-4086-465a-b138-e650a438a9cf admin admin] 10.222.0.57 "DELETE /v2.0/routers/620348d7-377c-4d00-b2bc-a24ec13f1315 HTTP/1.1" status: 204  len: 168 time: 1.1918933
May 31 11:49:13.345337 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.wsgi [-] (103721) accepted ('10.222.0.57', 47060) {{(pid=103721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 31 11:49:13.347051 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron.plugins.ml2.plugin [None req-1f0a762f-0348-4bba-b860-8eddab4cd770 None None] No Port match for: f2423cc7-0327-4137-8c40-fb2f8b70d5c5 {{(pid=103722) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}}
May 31 11:49:13.347382 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron.plugins.ml2.rpc [None req-1f0a762f-0348-4bba-b860-8eddab4cd770 None None] Device f2423cc7-0327-4137-8c40-fb2f8b70d5c5 not bound to the agent host dv-cinder-786384-7-iscsi {{(pid=103722) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
May 31 11:49:13.511573 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.db.db_base_plugin_v2 [None req-3708e15c-372c-4725-abf6-431448b516bc admin admin] Deleting subnet 878a7943-6dc6-4d92-adc3-4938363e3567 {{(pid=103721) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}}
May 31 11:49:13.514731 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron_lib.callbacks.manager [None req-3708e15c-372c-4725-abf6-431448b516bc admin admin] Notify callbacks [] for subnet, before_delete {{(pid=103721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:49:13.562430 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron_lib.callbacks.manager [None req-3708e15c-372c-4725-abf6-431448b516bc admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2649308'] for subnet, precommit_delete_associations {{(pid=103721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:49:13.642805 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron_lib.callbacks.manager [None req-3708e15c-372c-4725-abf6-431448b516bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-877032'] for subnet, precommit_delete {{(pid=103721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:49:13.893035 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron_lib.callbacks.manager [None req-3708e15c-372c-4725-abf6-431448b516bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-877917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3701677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2246273', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2293544'] for subnet, after_delete {{(pid=103721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:49:13.897506 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG oslo_concurrency.lockutils [None req-413a4e96-4d6c-44ee-aae1-34dfc9ec8f51 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103721) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 31 11:49:13.936365 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3708e15c-372c-4725-abf6-431448b516bc admin admin] Pushing event deleted for resources: {'Subnet': ['ID=878a7943-6dc6-4d92-adc3-4938363e3567,revision_number=None']} {{(pid=103721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 31 11:49:13.939464 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG oslo_concurrency.lockutils [None req-3708e15c-372c-4725-abf6-431448b516bc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=103721) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 31 11:49:13.940484 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron_lib.callbacks.manager [None req-3708e15c-372c-4725-abf6-431448b516bc admin admin] Notify callbacks [] for subnet, before_response {{(pid=103721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:49:13.946668 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [None req-3708e15c-372c-4725-abf6-431448b516bc admin admin] 10.222.0.57 "DELETE /v2.0/subnets/878a7943-6dc6-4d92-adc3-4938363e3567 HTTP/1.1" status: 204  len: 168 time: 0.6003165
May 31 11:49:13.947734 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e52997f6-81c3-43aa-bb0a-33c8d1c20494 None None] Network a657c34b-28c0-4dd1-be78-6b361b837713 requested from dv-cinder-786384-7-iscsi {{(pid=103722) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
May 31 11:49:13.949515 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron.wsgi [-] (103720) accepted ('10.222.0.57', 47066) {{(pid=103720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 31 11:49:14.060751 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-721ec530-150d-4afd-81a6-ad263a1e3855 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-969884'] for network, before_delete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:49:14.132929 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-721ec530-150d-4afd-81a6-ad263a1e3855 admin admin] Deleting port b600ed1e-08b7-451f-ac58-c9d8a6296609 {{(pid=103720) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
May 31 11:49:14.133172 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-721ec530-150d-4afd-81a6-ad263a1e3855 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744215952451'] for port, before_delete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:49:14.191191 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58154cba-3e96-496d-aaaf-44199c5560b9 None None] DHCP port deletion for a657c34b-28c0-4dd1-be78-6b361b837713 request from dv-cinder-786384-7-iscsi {{(pid=103722) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
May 31 11:49:14.235605 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron.plugins.ml2.db [None req-721ec530-150d-4afd-81a6-ad263a1e3855 admin admin] For port b600ed1e-08b7-451f-ac58-c9d8a6296609, host dv-cinder-786384-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786384-7-iscsi',level=0,port_id=b600ed1e-08b7-451f-ac58-c9d8a6296609,segment=NetworkSegment(ed65eb3f-1681-4fe5-839f-03c7c8d23de9),segment_id=ed65eb3f-1681-4fe5-839f-03c7c8d23de9)] {{(pid=103720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 31 11:49:14.236017 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-721ec530-150d-4afd-81a6-ad263a1e3855 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4088094'] for port, precommit_delete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:49:14.292156 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron.plugins.ml2.plugin [None req-58154cba-3e96-496d-aaaf-44199c5560b9 None None] Deleting port b600ed1e-08b7-451f-ac58-c9d8a6296609 {{(pid=103722) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
May 31 11:49:14.292401 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron_lib.callbacks.manager [None req-58154cba-3e96-496d-aaaf-44199c5560b9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744215952451'] for port, before_delete {{(pid=103722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:49:14.392125 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron.plugins.ml2.db [None req-58154cba-3e96-496d-aaaf-44199c5560b9 None None] For port b600ed1e-08b7-451f-ac58-c9d8a6296609, host dv-cinder-786384-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786384-7-iscsi',level=0,port_id=b600ed1e-08b7-451f-ac58-c9d8a6296609,segment=NetworkSegment(ed65eb3f-1681-4fe5-839f-03c7c8d23de9),segment_id=ed65eb3f-1681-4fe5-839f-03c7c8d23de9)] {{(pid=103722) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 31 11:49:14.392837 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron_lib.callbacks.manager [None req-58154cba-3e96-496d-aaaf-44199c5560b9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4088094'] for port, precommit_delete {{(pid=103722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:49:14.462306 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-721ec530-150d-4afd-81a6-ad263a1e3855 admin admin] Calling delete_port for b600ed1e-08b7-451f-ac58-c9d8a6296609 owned by network:dhcp {{(pid=103720) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
May 31 11:49:14.510115 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-721ec530-150d-4afd-81a6-ad263a1e3855 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937715', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3701677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744215954342', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744215520979', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2327893'] for port, after_delete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:49:14.513023 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron.plugins.ml2.plugin [None req-58154cba-3e96-496d-aaaf-44199c5560b9 None None] Calling delete_port for b600ed1e-08b7-451f-ac58-c9d8a6296609 owned by network:dhcp {{(pid=103722) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
May 31 11:49:14.515097 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG oslo_concurrency.lockutils [None req-4bd7a5bd-a4cd-433b-bd12-99db1f894e15 tempest-VolumesNegativeTest-2087413271 tempest-VolumesNegativeTest-2087413271-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103720) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 31 11:49:14.556403 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron_lib.callbacks.manager [None req-58154cba-3e96-496d-aaaf-44199c5560b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937715', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3701677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744215954342', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744215520979'] for port, after_delete {{(pid=103722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:49:14.559566 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-721ec530-150d-4afd-81a6-ad263a1e3855 admin admin] Pushing event deleted for resources: {'Port': ['ID=b600ed1e-08b7-451f-ac58-c9d8a6296609,revision_number=None']} {{(pid=103720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 31 11:49:14.560996 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG oslo_concurrency.lockutils [None req-bbc4b1cc-01e2-4520-a0ef-d6899b2a5370 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103722) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 31 11:49:14.568612 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-721ec530-150d-4afd-81a6-ad263a1e3855 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786384-7-iscsi {{(pid=103720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 31 11:49:14.568983 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-721ec530-150d-4afd-81a6-ad263a1e3855 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786384-7-iscsi {{(pid=103720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 31 11:49:14.569361 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-721ec530-150d-4afd-81a6-ad263a1e3855 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786384-7-iscsi {{(pid=103720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 31 11:49:14.569696 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-721ec530-150d-4afd-81a6-ad263a1e3855 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786384-7-iscsi {{(pid=103720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 31 11:49:14.570042 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-721ec530-150d-4afd-81a6-ad263a1e3855 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786384-7-iscsi {{(pid=103720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 31 11:49:14.570391 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-721ec530-150d-4afd-81a6-ad263a1e3855 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786384-7-iscsi {{(pid=103720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 31 11:49:14.570736 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-721ec530-150d-4afd-81a6-ad263a1e3855 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786384-7-iscsi {{(pid=103720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 31 11:49:14.571081 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-721ec530-150d-4afd-81a6-ad263a1e3855 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786384-7-iscsi {{(pid=103720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 31 11:49:14.571424 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-721ec530-150d-4afd-81a6-ad263a1e3855 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786384-7-iscsi {{(pid=103720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 31 11:49:14.571800 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-721ec530-150d-4afd-81a6-ad263a1e3855 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786384-7-iscsi {{(pid=103720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 31 11:49:14.572140 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-721ec530-150d-4afd-81a6-ad263a1e3855 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786384-7-iscsi {{(pid=103720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 31 11:49:14.572472 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-721ec530-150d-4afd-81a6-ad263a1e3855 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786384-7-iscsi {{(pid=103720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 31 11:49:14.576397 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG oslo_concurrency.lockutils [None req-721ec530-150d-4afd-81a6-ad263a1e3855 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=103720) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 31 11:49:14.577251 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-721ec530-150d-4afd-81a6-ad263a1e3855 admin admin] No DVR routers for this DVR port b600ed1e-08b7-451f-ac58-c9d8a6296609 on host dv-cinder-786384-7-iscsi {{(pid=103720) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 31 11:49:14.606738 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58154cba-3e96-496d-aaaf-44199c5560b9 None None] Pushing event deleted for resources: {'Port': ['ID=b600ed1e-08b7-451f-ac58-c9d8a6296609,revision_number=None']} {{(pid=103722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 31 11:49:14.608682 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58154cba-3e96-496d-aaaf-44199c5560b9 None None] No DVR routers for this DVR port b600ed1e-08b7-451f-ac58-c9d8a6296609 on host dv-cinder-786384-7-iscsi {{(pid=103722) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 31 11:49:14.610024 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG oslo_concurrency.lockutils [None req-58154cba-3e96-496d-aaaf-44199c5560b9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=103722) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 31 11:49:14.698486 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-721ec530-150d-4afd-81a6-ad263a1e3855 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-859751', 'neutron.services.segments.db._delete_segments_for_network-8744215964636'] for network, precommit_delete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:49:14.711131 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron.services.segments.db [None req-721ec530-150d-4afd-81a6-ad263a1e3855 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f3ebc4fea30>,) {'filters': {'network_id': ['a657c34b-28c0-4dd1-be78-6b361b837713']}} {{(pid=103720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 31 11:49:14.723133 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron.services.segments.db [None req-721ec530-150d-4afd-81a6-ad263a1e3855 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f3ebc4fea30>, 'ed65eb3f-1681-4fe5-839f-03c7c8d23de9') {'for_net_delete': True} {{(pid=103720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 31 11:49:14.723417 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron.services.segments.db [None req-721ec530-150d-4afd-81a6-ad263a1e3855 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f3ebc4fea30>, 'ed65eb3f-1681-4fe5-839f-03c7c8d23de9') {} {{(pid=103720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 31 11:49:14.734649 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-721ec530-150d-4afd-81a6-ad263a1e3855 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744215973789', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2262591'] for segment, before_delete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:49:14.750916 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-721ec530-150d-4afd-81a6-ad263a1e3855 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-882655'] for segment, precommit_delete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:49:14.758173 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-721ec530-150d-4afd-81a6-ad263a1e3855 admin admin] Releasing vlan 752 on physical network physnet1 to pool {{(pid=103720) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
May 31 11:49:14.759201 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-721ec530-150d-4afd-81a6-ad263a1e3855 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-882655', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2327808'] for segment, after_delete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:49:14.772522 dv-cinder-786384-7-iscsi neutron-server[103720]: Traceback (most recent call last):
May 31 11:49:14.772522 dv-cinder-786384-7-iscsi neutron-server[103720]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
May 31 11:49:14.772522 dv-cinder-786384-7-iscsi neutron-server[103720]:     timer()
May 31 11:49:14.772522 dv-cinder-786384-7-iscsi neutron-server[103720]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
May 31 11:49:14.772522 dv-cinder-786384-7-iscsi neutron-server[103720]:     cb(*args, **kw)
May 31 11:49:14.772522 dv-cinder-786384-7-iscsi neutron-server[103720]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
May 31 11:49:14.772522 dv-cinder-786384-7-iscsi neutron-server[103720]:     return func(*args, **kwargs)
May 31 11:49:14.772522 dv-cinder-786384-7-iscsi neutron-server[103720]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
May 31 11:49:14.772522 dv-cinder-786384-7-iscsi neutron-server[103720]:     self._notify()
May 31 11:49:14.772522 dv-cinder-786384-7-iscsi neutron-server[103720]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
May 31 11:49:14.772522 dv-cinder-786384-7-iscsi neutron-server[103720]:     self.callback(batched_events)
May 31 11:49:14.772522 dv-cinder-786384-7-iscsi neutron-server[103720]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
May 31 11:49:14.772522 dv-cinder-786384-7-iscsi neutron-server[103720]:     event.method(event)
May 31 11:49:14.772522 dv-cinder-786384-7-iscsi neutron-server[103720]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
May 31 11:49:14.772522 dv-cinder-786384-7-iscsi neutron-server[103720]:     aggregate_id = self._get_aggregate_id(event.segment_id)
May 31 11:49:14.772522 dv-cinder-786384-7-iscsi neutron-server[103720]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
May 31 11:49:14.772522 dv-cinder-786384-7-iscsi neutron-server[103720]:     aggregate_uuid = self.p_client.list_aggregates(
May 31 11:49:14.772522 dv-cinder-786384-7-iscsi neutron-server[103720]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
May 31 11:49:14.772522 dv-cinder-786384-7-iscsi neutron-server[103720]:     return f(self, *a, **k)
May 31 11:49:14.772522 dv-cinder-786384-7-iscsi neutron-server[103720]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
May 31 11:49:14.772522 dv-cinder-786384-7-iscsi neutron-server[103720]:     return self._get(url).json()
May 31 11:49:14.772522 dv-cinder-786384-7-iscsi neutron-server[103720]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
May 31 11:49:14.772522 dv-cinder-786384-7-iscsi neutron-server[103720]:     return self._client.get(url, endpoint_filter=self._ks_filter,
May 31 11:49:14.772522 dv-cinder-786384-7-iscsi neutron-server[103720]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
May 31 11:49:14.772522 dv-cinder-786384-7-iscsi neutron-server[103720]:     return self.request(url, 'GET', **kwargs)
May 31 11:49:14.772522 dv-cinder-786384-7-iscsi neutron-server[103720]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
May 31 11:49:14.772522 dv-cinder-786384-7-iscsi neutron-server[103720]:     base_url = self.get_endpoint(auth, allow=allow,
May 31 11:49:14.772522 dv-cinder-786384-7-iscsi neutron-server[103720]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
May 31 11:49:14.772522 dv-cinder-786384-7-iscsi neutron-server[103720]:     auth = self._auth_required(auth, 'determine endpoint URL')
May 31 11:49:14.772522 dv-cinder-786384-7-iscsi neutron-server[103720]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
May 31 11:49:14.772522 dv-cinder-786384-7-iscsi neutron-server[103720]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
May 31 11:49:14.772522 dv-cinder-786384-7-iscsi neutron-server[103720]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
May 31 11:49:14.851898 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-721ec530-150d-4afd-81a6-ad263a1e3855 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-859758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3705951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3701686', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4088527'] for network, after_delete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:49:14.855749 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG oslo_concurrency.lockutils [None req-8a045977-7d02-493a-8443-1c024c010033 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103720) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 31 11:49:14.868415 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-721ec530-150d-4afd-81a6-ad263a1e3855 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3701651'] for network, before_response {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:49:14.878183 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-721ec530-150d-4afd-81a6-ad263a1e3855 admin admin] Pushing event deleted for resources: {'Network': ['ID=a657c34b-28c0-4dd1-be78-6b361b837713,revision_number=None']} {{(pid=103720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 31 11:49:14.882126 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG oslo_concurrency.lockutils [None req-721ec530-150d-4afd-81a6-ad263a1e3855 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=103720) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 31 11:49:14.886111 dv-cinder-786384-7-iscsi neutron-server[103720]: INFO neutron.wsgi [None req-721ec530-150d-4afd-81a6-ad263a1e3855 admin admin] 10.222.0.57 "DELETE /v2.0/networks/a657c34b-28c0-4dd1-be78-6b361b837713 HTTP/1.1" status: 204  len: 168 time: 0.9355307
May 31 11:49:15.085877 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron.wsgi [-] (103720) accepted ('10.222.0.57', 47082) {{(pid=103720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 31 11:49:15.135078 dv-cinder-786384-7-iscsi neutron-server[103720]: INFO neutron.wsgi [None req-2a19e41e-2112-4625-add3-e5dbc77ac030 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=d2835694ba8b4386a2876202826dc222&name=default HTTP/1.1" status: 200  len: 2979 time: 0.0479662
May 31 11:49:15.137730 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron.wsgi [-] (103720) accepted ('10.222.0.57', 47086) {{(pid=103720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 31 11:49:15.202136 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-5201ec1a-c6cd-4a94-8772-bf450edd1a92 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:49:15.228746 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-5201ec1a-c6cd-4a94-8772-bf450edd1a92 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:49:15.280465 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron.plugins.ml2.rpc [None req-1f0a762f-0348-4bba-b860-8eddab4cd770 None None] Device 6677ed65-ee77-4e11-bd2d-a7c0bdcac644 no longer exists at agent ovs-agent-dv-cinder-786384-7-iscsi {{(pid=103722) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
May 31 11:49:15.288108 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-5201ec1a-c6cd-4a94-8772-bf450edd1a92 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3705957'] for security_group, after_delete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:49:15.291990 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG oslo_concurrency.lockutils [None req-7440feaf-0e03-4803-80a5-7c4d57d235f1 tempest-TestMinimumBasicScenario-386923442 tempest-TestMinimumBasicScenario-386923442-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103720) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 31 11:49:15.305905 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5201ec1a-c6cd-4a94-8772-bf450edd1a92 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f3724ee5-3f7d-4418-9672-f19ca2386f83,revision_number=None']} {{(pid=103720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 31 11:49:15.309804 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG oslo_concurrency.lockutils [None req-5201ec1a-c6cd-4a94-8772-bf450edd1a92 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=103720) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 31 11:49:15.313125 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-5201ec1a-c6cd-4a94-8772-bf450edd1a92 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:49:15.314435 dv-cinder-786384-7-iscsi neutron-server[103720]: INFO neutron.wsgi [None req-5201ec1a-c6cd-4a94-8772-bf450edd1a92 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/f3724ee5-3f7d-4418-9672-f19ca2386f83 HTTP/1.1" status: 204  len: 168 time: 0.1758516
May 31 11:49:15.315686 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron.plugins.ml2.plugin [None req-1f0a762f-0348-4bba-b860-8eddab4cd770 None None] No Port match for: 6677ed65-ee77-4e11-bd2d-a7c0bdcac644 {{(pid=103722) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}}
May 31 11:49:15.316072 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron.plugins.ml2.rpc [None req-1f0a762f-0348-4bba-b860-8eddab4cd770 None None] Device 6677ed65-ee77-4e11-bd2d-a7c0bdcac644 not bound to the agent host dv-cinder-786384-7-iscsi {{(pid=103722) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
May 31 11:49:15.316492 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron.plugins.ml2.rpc [None req-1f0a762f-0348-4bba-b860-8eddab4cd770 None None] Device b600ed1e-08b7-451f-ac58-c9d8a6296609 no longer exists at agent ovs-agent-dv-cinder-786384-7-iscsi {{(pid=103722) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
May 31 11:49:15.356100 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron.plugins.ml2.plugin [None req-1f0a762f-0348-4bba-b860-8eddab4cd770 None None] No Port match for: b600ed1e-08b7-451f-ac58-c9d8a6296609 {{(pid=103722) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}}
May 31 11:49:15.356446 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron.plugins.ml2.rpc [None req-1f0a762f-0348-4bba-b860-8eddab4cd770 None None] Device b600ed1e-08b7-451f-ac58-c9d8a6296609 not bound to the agent host dv-cinder-786384-7-iscsi {{(pid=103722) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
May 31 11:49:15.673053 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.wsgi [-] (103721) accepted ('10.222.0.57', 47094) {{(pid=103721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 31 11:49:15.722712 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [None req-0372122a-dd89-4c01-9a9a-aeb08a9d6c2b admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=dfdc0f93eb8b481d8c6c144841890dc1&name=default HTTP/1.1" status: 200  len: 2979 time: 0.0484488
May 31 11:49:15.725193 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.wsgi [-] (103721) accepted ('10.222.0.57', 47098) {{(pid=103721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 31 11:49:15.784730 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron_lib.callbacks.manager [None req-ec420551-c569-498e-9bdf-088f97e84b4d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:49:15.809014 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron_lib.callbacks.manager [None req-ec420551-c569-498e-9bdf-088f97e84b4d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:49:15.862270 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron_lib.callbacks.manager [None req-ec420551-c569-498e-9bdf-088f97e84b4d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3705957'] for security_group, after_delete {{(pid=103721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:49:15.865988 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG oslo_concurrency.lockutils [None req-cd722049-5c91-4671-9af7-6babf7547dc7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103721) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 31 11:49:15.880587 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec420551-c569-498e-9bdf-088f97e84b4d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aa20dae3-606e-4b83-8c5b-3d29767437b5,revision_number=None']} {{(pid=103721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 31 11:49:15.884309 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG oslo_concurrency.lockutils [None req-ec420551-c569-498e-9bdf-088f97e84b4d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=103721) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 31 11:49:15.888062 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron_lib.callbacks.manager [None req-ec420551-c569-498e-9bdf-088f97e84b4d admin admin] Notify callbacks [] for security_group, before_response {{(pid=103721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:49:15.889645 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [None req-ec420551-c569-498e-9bdf-088f97e84b4d admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/aa20dae3-606e-4b83-8c5b-3d29767437b5 HTTP/1.1" status: 204  len: 168 time: 0.1635449
May 31 11:49:29.913008 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df801d8f-bdbf-4ee7-af20-34138b3d6d82 req-30b699eb-ed97-44fd-bcf7-be4c9918e722 tempest-AttachVolumeShelveTestJSON-127538222 tempest-AttachVolumeShelveTestJSON-127538222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 11:49:29.914447 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [req-df801d8f-bdbf-4ee7-af20-34138b3d6d82 req-30b699eb-ed97-44fd-bcf7-be4c9918e722 tempest-AttachVolumeShelveTestJSON-127538222 tempest-AttachVolumeShelveTestJSON-127538222-project] 10.222.0.57 "GET /v2.0/ports?device_id=ead9d6d4-0497-4043-988e-b5462cd4a21e HTTP/1.1" status: 200  len: 945 time: 0.0840323
May 31 11:49:29.960143 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [req-df801d8f-bdbf-4ee7-af20-34138b3d6d82 req-2710c7bf-d37f-4c7d-9f07-d8ad2ad1b9fa tempest-AttachVolumeShelveTestJSON-127538222 tempest-AttachVolumeShelveTestJSON-127538222-project] 10.222.0.57 "GET /v2.0/security-groups?id=6c1ea728-7f28-45a2-9ff9-c5e861fe7362&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0398076
May 31 11:49:31.176847 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d6b78f7-a751-4c86-83f0-bd1bee5b2bbc req-98bf7cd1-5f49-43d4-8b7e-71a2957bc0fb tempest-AttachVolumeShelveTestJSON-127538222 tempest-AttachVolumeShelveTestJSON-127538222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 11:49:31.178279 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [req-4d6b78f7-a751-4c86-83f0-bd1bee5b2bbc req-98bf7cd1-5f49-43d4-8b7e-71a2957bc0fb tempest-AttachVolumeShelveTestJSON-127538222 tempest-AttachVolumeShelveTestJSON-127538222-project] 10.222.0.57 "GET /v2.0/ports?device_id=ead9d6d4-0497-4043-988e-b5462cd4a21e HTTP/1.1" status: 200  len: 945 time: 0.0931845
May 31 11:49:31.223811 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [req-4d6b78f7-a751-4c86-83f0-bd1bee5b2bbc req-d3e36ba7-7059-49f5-9b98-df3939c610c3 tempest-AttachVolumeShelveTestJSON-127538222 tempest-AttachVolumeShelveTestJSON-127538222-project] 10.222.0.57 "GET /v2.0/security-groups?id=6c1ea728-7f28-45a2-9ff9-c5e861fe7362&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0397568
May 31 11:49:31.418461 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron_lib.callbacks.manager [None req-43028a7b-58d7-408b-ac75-1328e6896bf7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744215964654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857257'] for agent, after_update {{(pid=103722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:49:32.432998 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66f28995-276e-4c17-94fe-7c84c4fd8153 req-f673c742-b0cf-44fa-a4dd-afe4414e9aa3 tempest-AttachVolumeShelveTestJSON-127538222 tempest-AttachVolumeShelveTestJSON-127538222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 11:49:32.434446 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [req-66f28995-276e-4c17-94fe-7c84c4fd8153 req-f673c742-b0cf-44fa-a4dd-afe4414e9aa3 tempest-AttachVolumeShelveTestJSON-127538222 tempest-AttachVolumeShelveTestJSON-127538222-project] 10.222.0.57 "GET /v2.0/ports?device_id=ead9d6d4-0497-4043-988e-b5462cd4a21e HTTP/1.1" status: 200  len: 945 time: 0.0824809
May 31 11:49:32.477700 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [req-66f28995-276e-4c17-94fe-7c84c4fd8153 req-64e9e9cc-e8f6-460e-8ae6-19d87e74e86d tempest-AttachVolumeShelveTestJSON-127538222 tempest-AttachVolumeShelveTestJSON-127538222-project] 10.222.0.57 "GET /v2.0/security-groups?id=6c1ea728-7f28-45a2-9ff9-c5e861fe7362&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0373940
May 31 11:49:33.088840 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron_lib.callbacks.manager [None req-c52e6b38-9dfa-4039-b1f1-ff1d2538a1d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744215964654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857257'] for agent, after_update {{(pid=103722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:49:33.324615 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f45b10f3-59a6-43f3-b4b6-484a419be04b req-daad9b3e-297e-4e02-994e-fae6e049642b tempest-VolumesSnapshotTestJSON-1664951213 tempest-VolumesSnapshotTestJSON-1664951213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 11:49:33.326057 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [req-f45b10f3-59a6-43f3-b4b6-484a419be04b req-daad9b3e-297e-4e02-994e-fae6e049642b tempest-VolumesSnapshotTestJSON-1664951213 tempest-VolumesSnapshotTestJSON-1664951213-project] 10.222.0.57 "GET /v2.0/ports?device_id=cbdc8608-3d0c-4b77-a1df-5b0130812e1e HTTP/1.1" status: 200  len: 945 time: 0.0843329
May 31 11:49:33.372746 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [req-f45b10f3-59a6-43f3-b4b6-484a419be04b req-60acaa93-7168-4198-a462-41fcf0ef6aa6 tempest-VolumesSnapshotTestJSON-1664951213 tempest-VolumesSnapshotTestJSON-1664951213-project] 10.222.0.57 "GET /v2.0/security-groups?id=b9937b11-1e96-49c8-88cb-75f8eddac617&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0381010
May 31 11:49:33.688806 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc3cff6f-7cd3-41d5-be44-82913167ed08 req-40dfecc6-d820-4a40-a13a-63b9e93811b7 tempest-AttachVolumeShelveTestJSON-127538222 tempest-AttachVolumeShelveTestJSON-127538222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 11:49:33.690251 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [req-cc3cff6f-7cd3-41d5-be44-82913167ed08 req-40dfecc6-d820-4a40-a13a-63b9e93811b7 tempest-AttachVolumeShelveTestJSON-127538222 tempest-AttachVolumeShelveTestJSON-127538222-project] 10.222.0.57 "GET /v2.0/ports?device_id=ead9d6d4-0497-4043-988e-b5462cd4a21e HTTP/1.1" status: 200  len: 945 time: 0.0822580
May 31 11:49:33.745427 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [req-cc3cff6f-7cd3-41d5-be44-82913167ed08 req-d9d32f7c-8a48-4f5a-8945-dd7d70aacf27 tempest-AttachVolumeShelveTestJSON-127538222 tempest-AttachVolumeShelveTestJSON-127538222-project] 10.222.0.57 "GET /v2.0/security-groups?id=6c1ea728-7f28-45a2-9ff9-c5e861fe7362&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0464232
May 31 11:49:34.575083 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8811ea66-7580-4a20-9d50-c516c63cfb88 req-7eb03801-32d9-4b4e-b12f-c03534abd5d9 tempest-VolumesSnapshotTestJSON-1664951213 tempest-VolumesSnapshotTestJSON-1664951213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 11:49:34.576564 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [req-8811ea66-7580-4a20-9d50-c516c63cfb88 req-7eb03801-32d9-4b4e-b12f-c03534abd5d9 tempest-VolumesSnapshotTestJSON-1664951213 tempest-VolumesSnapshotTestJSON-1664951213-project] 10.222.0.57 "GET /v2.0/ports?device_id=cbdc8608-3d0c-4b77-a1df-5b0130812e1e HTTP/1.1" status: 200  len: 945 time: 0.0872543
May 31 11:49:34.624173 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [req-8811ea66-7580-4a20-9d50-c516c63cfb88 req-8ed417f2-6029-4f2e-8cf7-fe2ccc041cc8 tempest-VolumesSnapshotTestJSON-1664951213 tempest-VolumesSnapshotTestJSON-1664951213-project] 10.222.0.57 "GET /v2.0/security-groups?id=b9937b11-1e96-49c8-88cb-75f8eddac617&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0389571
May 31 11:49:34.939618 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c2faeba-3c4b-435d-bed2-30f24e562e9b req-a2ceccbc-e6a1-4041-8197-917bdd0a9c55 tempest-AttachVolumeShelveTestJSON-127538222 tempest-AttachVolumeShelveTestJSON-127538222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 11:49:34.941136 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [req-0c2faeba-3c4b-435d-bed2-30f24e562e9b req-a2ceccbc-e6a1-4041-8197-917bdd0a9c55 tempest-AttachVolumeShelveTestJSON-127538222 tempest-AttachVolumeShelveTestJSON-127538222-project] 10.222.0.57 "GET /v2.0/ports?device_id=ead9d6d4-0497-4043-988e-b5462cd4a21e HTTP/1.1" status: 200  len: 945 time: 0.0826840
May 31 11:49:34.990071 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [req-0c2faeba-3c4b-435d-bed2-30f24e562e9b req-44ebe63c-a8f3-4043-85d6-9bfb80d6f62a tempest-AttachVolumeShelveTestJSON-127538222 tempest-AttachVolumeShelveTestJSON-127538222-project] 10.222.0.57 "GET /v2.0/security-groups?id=6c1ea728-7f28-45a2-9ff9-c5e861fe7362&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0409200
May 31 11:49:35.119452 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38475f41-8e1a-4d73-8250-cc10381571bf req-1bedffab-4f5b-4210-ac51-4941a4410901 tempest-VolumesSnapshotTestJSON-1664951213 tempest-VolumesSnapshotTestJSON-1664951213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 11:49:35.120838 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [req-38475f41-8e1a-4d73-8250-cc10381571bf req-1bedffab-4f5b-4210-ac51-4941a4410901 tempest-VolumesSnapshotTestJSON-1664951213 tempest-VolumesSnapshotTestJSON-1664951213-project] 10.222.0.60 "GET /v2.0/ports?device_id=cbdc8608-3d0c-4b77-a1df-5b0130812e1e HTTP/1.1" status: 200  len: 945 time: 0.0868726
May 31 11:49:35.260549 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.plugins.ml2.plugin [req-38475f41-8e1a-4d73-8250-cc10381571bf req-aaa3d297-ef4c-4661-a2df-23143419b037 tempest-VolumesSnapshotTestJSON-1664951213 tempest-VolumesSnapshotTestJSON-1664951213-project] Deleting port 49ca630c-6468-4087-82d0-db0da5246f21 {{(pid=103721) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
May 31 11:49:35.260887 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron_lib.callbacks.manager [req-38475f41-8e1a-4d73-8250-cc10381571bf req-aaa3d297-ef4c-4661-a2df-23143419b037 tempest-VolumesSnapshotTestJSON-1664951213 tempest-VolumesSnapshotTestJSON-1664951213-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744215952451'] for port, before_delete {{(pid=103721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:49:35.392692 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.plugins.ml2.db [req-38475f41-8e1a-4d73-8250-cc10381571bf req-aaa3d297-ef4c-4661-a2df-23143419b037 tempest-VolumesSnapshotTestJSON-1664951213 tempest-VolumesSnapshotTestJSON-1664951213-project] For port 49ca630c-6468-4087-82d0-db0da5246f21, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=49ca630c-6468-4087-82d0-db0da5246f21,segment=NetworkSegment(ed047e7b-43cb-4431-a12e-dc0528392535),segment_id=ed047e7b-43cb-4431-a12e-dc0528392535)] {{(pid=103721) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 31 11:49:35.392900 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron_lib.callbacks.manager [req-38475f41-8e1a-4d73-8250-cc10381571bf req-aaa3d297-ef4c-4661-a2df-23143419b037 tempest-VolumesSnapshotTestJSON-1664951213 tempest-VolumesSnapshotTestJSON-1664951213-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4088094'] for port, precommit_delete {{(pid=103721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:49:35.504498 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron_lib.callbacks.manager [None req-6c203adb-d025-4c9e-bf0b-c70385aef62b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744215964654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857257'] for agent, after_update {{(pid=103722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:49:35.607846 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.plugins.ml2.plugin [req-38475f41-8e1a-4d73-8250-cc10381571bf req-aaa3d297-ef4c-4661-a2df-23143419b037 tempest-VolumesSnapshotTestJSON-1664951213 tempest-VolumesSnapshotTestJSON-1664951213-project] Calling delete_port for 49ca630c-6468-4087-82d0-db0da5246f21 owned by compute:nova {{(pid=103721) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
May 31 11:49:35.616369 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron_lib.callbacks.manager [None req-1f0a762f-0348-4bba-b860-8eddab4cd770 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744215964654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857257'] for agent, after_update {{(pid=103722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:49:35.726586 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron_lib.callbacks.manager [req-38475f41-8e1a-4d73-8250-cc10381571bf req-aaa3d297-ef4c-4661-a2df-23143419b037 tempest-VolumesSnapshotTestJSON-1664951213 tempest-VolumesSnapshotTestJSON-1664951213-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937715', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3701677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744215954342', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744215520979', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2250866'] for port, after_delete {{(pid=103721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:49:35.733776 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG oslo_concurrency.lockutils [None req-2552e532-3e90-48d4-9e79-6cb257acd0ce admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103721) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 31 11:49:35.810526 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaa3d297-ef4c-4661-a2df-23143419b037 tempest-VolumesSnapshotTestJSON-1664951213 tempest-VolumesSnapshotTestJSON-1664951213-project] Pushing event deleted for resources: {'Port': ['ID=49ca630c-6468-4087-82d0-db0da5246f21,revision_number=None']} {{(pid=103721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 31 11:49:35.853269 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [req-610d2c5a-9366-41df-b667-bec3e4116150 req-b2f1e9e9-8c7e-4d77-b304-3124ec6cd27c tempest-VolumesSnapshotTestJSON-1664951213 tempest-VolumesSnapshotTestJSON-1664951213-project] 10.222.0.57 "GET /v2.0/ports?device_id=cbdc8608-3d0c-4b77-a1df-5b0130812e1e HTTP/1.1" status: 200  len: 210 time: 0.0876341
May 31 11:49:35.861903 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaa3d297-ef4c-4661-a2df-23143419b037 tempest-VolumesSnapshotTestJSON-1664951213 tempest-VolumesSnapshotTestJSON-1664951213-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786384-7-iscsi {{(pid=103721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 31 11:49:35.862264 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaa3d297-ef4c-4661-a2df-23143419b037 tempest-VolumesSnapshotTestJSON-1664951213 tempest-VolumesSnapshotTestJSON-1664951213-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786384-7-iscsi {{(pid=103721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 31 11:49:35.862617 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaa3d297-ef4c-4661-a2df-23143419b037 tempest-VolumesSnapshotTestJSON-1664951213 tempest-VolumesSnapshotTestJSON-1664951213-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786384-7-iscsi {{(pid=103721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 31 11:49:35.862959 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaa3d297-ef4c-4661-a2df-23143419b037 tempest-VolumesSnapshotTestJSON-1664951213 tempest-VolumesSnapshotTestJSON-1664951213-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786384-7-iscsi {{(pid=103721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 31 11:49:35.863433 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaa3d297-ef4c-4661-a2df-23143419b037 tempest-VolumesSnapshotTestJSON-1664951213 tempest-VolumesSnapshotTestJSON-1664951213-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786384-7-iscsi {{(pid=103721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 31 11:49:35.863764 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaa3d297-ef4c-4661-a2df-23143419b037 tempest-VolumesSnapshotTestJSON-1664951213 tempest-VolumesSnapshotTestJSON-1664951213-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786384-7-iscsi {{(pid=103721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 31 11:49:35.864146 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaa3d297-ef4c-4661-a2df-23143419b037 tempest-VolumesSnapshotTestJSON-1664951213 tempest-VolumesSnapshotTestJSON-1664951213-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786384-7-iscsi {{(pid=103721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 31 11:49:35.864483 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaa3d297-ef4c-4661-a2df-23143419b037 tempest-VolumesSnapshotTestJSON-1664951213 tempest-VolumesSnapshotTestJSON-1664951213-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786384-7-iscsi {{(pid=103721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 31 11:49:35.864903 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaa3d297-ef4c-4661-a2df-23143419b037 tempest-VolumesSnapshotTestJSON-1664951213 tempest-VolumesSnapshotTestJSON-1664951213-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786384-7-iscsi {{(pid=103721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 31 11:49:35.865139 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaa3d297-ef4c-4661-a2df-23143419b037 tempest-VolumesSnapshotTestJSON-1664951213 tempest-VolumesSnapshotTestJSON-1664951213-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786384-7-iscsi {{(pid=103721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 31 11:49:35.865541 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaa3d297-ef4c-4661-a2df-23143419b037 tempest-VolumesSnapshotTestJSON-1664951213 tempest-VolumesSnapshotTestJSON-1664951213-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786384-7-iscsi {{(pid=103721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 31 11:49:35.865800 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaa3d297-ef4c-4661-a2df-23143419b037 tempest-VolumesSnapshotTestJSON-1664951213 tempest-VolumesSnapshotTestJSON-1664951213-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786384-7-iscsi {{(pid=103721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 31 11:49:35.869077 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG oslo_concurrency.lockutils [None req-aaa3d297-ef4c-4661-a2df-23143419b037 tempest-VolumesSnapshotTestJSON-1664951213 tempest-VolumesSnapshotTestJSON-1664951213-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=103721) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 31 11:49:35.904639 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.db.l3_dvrscheduler_db [req-38475f41-8e1a-4d73-8250-cc10381571bf req-aaa3d297-ef4c-4661-a2df-23143419b037 tempest-VolumesSnapshotTestJSON-1664951213 tempest-VolumesSnapshotTestJSON-1664951213-project] No DVR routers for this DVR port 49ca630c-6468-4087-82d0-db0da5246f21 on host hv-cinder-78638 {{(pid=103721) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 31 11:49:35.907252 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron_lib.callbacks.manager [req-38475f41-8e1a-4d73-8250-cc10381571bf req-aaa3d297-ef4c-4661-a2df-23143419b037 tempest-VolumesSnapshotTestJSON-1664951213 tempest-VolumesSnapshotTestJSON-1664951213-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46333'] for port, before_response {{(pid=103721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:49:35.910117 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cbdc8608-3d0c-4b77-a1df-5b0130812e1e', 'name': 'network-vif-deleted', 'tag': '49ca630c-6468-4087-82d0-db0da5246f21'}] {{(pid=103721) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 31 11:49:35.912463 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3cd903d475e597836c68a86188e0a4f713f0e90603b95bd8a010e768671d0d04" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5d02c7e8-fea9-40a5-8b95-a3e1394b5a28" -d '{"events": [{"server_uuid": "cbdc8608-3d0c-4b77-a1df-5b0130812e1e", "name": "network-vif-deleted", "tag": "49ca630c-6468-4087-82d0-db0da5246f21"}]}' {{(pid=103721) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
May 31 11:49:35.918483 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [req-38475f41-8e1a-4d73-8250-cc10381571bf req-aaa3d297-ef4c-4661-a2df-23143419b037 tempest-VolumesSnapshotTestJSON-1664951213 tempest-VolumesSnapshotTestJSON-1664951213-project] 10.222.0.60 "DELETE /v2.0/ports/49ca630c-6468-4087-82d0-db0da5246f21 HTTP/1.1" status: 204  len: 173 time: 0.7913835
May 31 11:49:36.152724 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 31 May 2021 11:49:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-07347afe-5303-400f-b626-7287519e4764 x-openstack-request-id: req-07347afe-5303-400f-b626-7287519e4764 {{(pid=103721) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
May 31 11:49:36.154531 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cbdc8608-3d0c-4b77-a1df-5b0130812e1e", "name": "network-vif-deleted", "tag": "49ca630c-6468-4087-82d0-db0da5246f21", "status": "completed", "code": 200}]} {{(pid=103721) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
May 31 11:49:36.154531 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-07347afe-5303-400f-b626-7287519e4764 {{(pid=103721) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
May 31 11:49:36.154531 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cbdc8608-3d0c-4b77-a1df-5b0130812e1e', 'name': 'network-vif-deleted', 'tag': '49ca630c-6468-4087-82d0-db0da5246f21', 'status': 'completed', 'code': 200}
May 31 11:49:36.187886 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42ff4651-cad7-47d3-9fa5-71ae67fa7b61 req-18e04d63-2e21-4e87-9ed3-6cbf2ea2a788 tempest-AttachVolumeShelveTestJSON-127538222 tempest-AttachVolumeShelveTestJSON-127538222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 11:49:36.189256 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [req-42ff4651-cad7-47d3-9fa5-71ae67fa7b61 req-18e04d63-2e21-4e87-9ed3-6cbf2ea2a788 tempest-AttachVolumeShelveTestJSON-127538222 tempest-AttachVolumeShelveTestJSON-127538222-project] 10.222.0.57 "GET /v2.0/ports?device_id=ead9d6d4-0497-4043-988e-b5462cd4a21e HTTP/1.1" status: 200  len: 945 time: 0.0832939
May 31 11:49:36.235814 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [req-42ff4651-cad7-47d3-9fa5-71ae67fa7b61 req-ddb1f094-280a-4bcb-ade3-3f2c04296e58 tempest-AttachVolumeShelveTestJSON-127538222 tempest-AttachVolumeShelveTestJSON-127538222-project] 10.222.0.57 "GET /v2.0/security-groups?id=6c1ea728-7f28-45a2-9ff9-c5e861fe7362&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0408130
May 31 11:49:36.487854 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron_lib.callbacks.manager [None req-c59bf3d8-3f04-4740-8d75-807cb4f7478e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744215964654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857257'] for agent, after_update {{(pid=103722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:49:37.433549 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-149e55ae-3f6e-4b80-80a3-ff2f8b13dc44 req-e224da49-725a-4054-9ef1-d0dcdef790db tempest-AttachVolumeShelveTestJSON-127538222 tempest-AttachVolumeShelveTestJSON-127538222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 11:49:37.434997 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [req-149e55ae-3f6e-4b80-80a3-ff2f8b13dc44 req-e224da49-725a-4054-9ef1-d0dcdef790db tempest-AttachVolumeShelveTestJSON-127538222 tempest-AttachVolumeShelveTestJSON-127538222-project] 10.222.0.57 "GET /v2.0/ports?device_id=ead9d6d4-0497-4043-988e-b5462cd4a21e HTTP/1.1" status: 200  len: 945 time: 0.0843806
May 31 11:49:37.479714 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [req-149e55ae-3f6e-4b80-80a3-ff2f8b13dc44 req-35a634c5-0c3e-464b-aa31-e01716e8f634 tempest-AttachVolumeShelveTestJSON-127538222 tempest-AttachVolumeShelveTestJSON-127538222-project] 10.222.0.57 "GET /v2.0/security-groups?id=6c1ea728-7f28-45a2-9ff9-c5e861fe7362&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0387394
May 31 11:49:37.959353 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron_lib.callbacks.manager [None req-e2b995a4-3526-4c71-93aa-7f4ba47dfd64 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744215964654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857257'] for agent, after_update {{(pid=103722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:49:38.695974 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8755b00c-b710-4801-9a6f-da9214e04ec9 req-41407667-f5e5-4685-954d-dfee470ce200 tempest-AttachVolumeShelveTestJSON-127538222 tempest-AttachVolumeShelveTestJSON-127538222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 11:49:38.697680 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [req-8755b00c-b710-4801-9a6f-da9214e04ec9 req-41407667-f5e5-4685-954d-dfee470ce200 tempest-AttachVolumeShelveTestJSON-127538222 tempest-AttachVolumeShelveTestJSON-127538222-project] 10.222.0.57 "GET /v2.0/ports?device_id=ead9d6d4-0497-4043-988e-b5462cd4a21e HTTP/1.1" status: 200  len: 945 time: 0.0989251
May 31 11:49:38.741982 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [req-8755b00c-b710-4801-9a6f-da9214e04ec9 req-0f66ee66-f868-4eec-bd3e-d4669e9b9ed2 tempest-AttachVolumeShelveTestJSON-127538222 tempest-AttachVolumeShelveTestJSON-127538222-project] 10.222.0.57 "GET /v2.0/security-groups?id=6c1ea728-7f28-45a2-9ff9-c5e861fe7362&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0383847
May 31 11:49:39.171545 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron.plugins.ml2.rpc [None req-43028a7b-58d7-408b-ac75-1328e6896bf7 None None] Device 49ca630c-6468-4087-82d0-db0da5246f21 no longer exists at agent hyperv_hv-cinder-78638 {{(pid=103722) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
May 31 11:49:39.215386 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron.plugins.ml2.plugin [None req-43028a7b-58d7-408b-ac75-1328e6896bf7 None None] No Port match for: 49ca630c-6468-4087-82d0-db0da5246f21 {{(pid=103722) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}}
May 31 11:49:39.215734 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron.plugins.ml2.rpc [None req-43028a7b-58d7-408b-ac75-1328e6896bf7 None None] Device 49ca630c-6468-4087-82d0-db0da5246f21 not bound to the agent host hv-cinder-78638 {{(pid=103722) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
May 31 11:49:39.950305 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-040645dd-c15d-410d-9a22-d37a4f406919 req-3c270485-be6f-4c7a-a224-b8817498cc89 tempest-AttachVolumeShelveTestJSON-127538222 tempest-AttachVolumeShelveTestJSON-127538222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 11:49:39.951749 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [req-040645dd-c15d-410d-9a22-d37a4f406919 req-3c270485-be6f-4c7a-a224-b8817498cc89 tempest-AttachVolumeShelveTestJSON-127538222 tempest-AttachVolumeShelveTestJSON-127538222-project] 10.222.0.57 "GET /v2.0/ports?device_id=ead9d6d4-0497-4043-988e-b5462cd4a21e HTTP/1.1" status: 200  len: 945 time: 0.0935566
May 31 11:49:39.995725 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [req-040645dd-c15d-410d-9a22-d37a4f406919 req-7fbe274b-c23f-4f1f-a26b-670478d87775 tempest-AttachVolumeShelveTestJSON-127538222 tempest-AttachVolumeShelveTestJSON-127538222-project] 10.222.0.57 "GET /v2.0/security-groups?id=6c1ea728-7f28-45a2-9ff9-c5e861fe7362&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0381737
May 31 11:49:41.206047 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f9ddfae-63fd-467f-a2ba-2984ebebfdd3 req-10a5be3c-3098-44da-ac45-21804f53fd02 tempest-AttachVolumeShelveTestJSON-127538222 tempest-AttachVolumeShelveTestJSON-127538222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 11:49:41.207473 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [req-6f9ddfae-63fd-467f-a2ba-2984ebebfdd3 req-10a5be3c-3098-44da-ac45-21804f53fd02 tempest-AttachVolumeShelveTestJSON-127538222 tempest-AttachVolumeShelveTestJSON-127538222-project] 10.222.0.57 "GET /v2.0/ports?device_id=ead9d6d4-0497-4043-988e-b5462cd4a21e HTTP/1.1" status: 200  len: 945 time: 0.0904930
May 31 11:49:41.252445 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [req-6f9ddfae-63fd-467f-a2ba-2984ebebfdd3 req-62bbf0b6-b161-40f5-be7c-ea64191f9bb0 tempest-AttachVolumeShelveTestJSON-127538222 tempest-AttachVolumeShelveTestJSON-127538222-project] 10.222.0.57 "GET /v2.0/security-groups?id=6c1ea728-7f28-45a2-9ff9-c5e861fe7362&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0391426
May 31 11:49:42.450987 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e5c372b-2cd0-42b3-b434-fd20c90baa98 req-3b97b225-e977-4b83-ba12-e98551ad3096 tempest-AttachVolumeShelveTestJSON-127538222 tempest-AttachVolumeShelveTestJSON-127538222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 11:49:42.452473 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [req-6e5c372b-2cd0-42b3-b434-fd20c90baa98 req-3b97b225-e977-4b83-ba12-e98551ad3096 tempest-AttachVolumeShelveTestJSON-127538222 tempest-AttachVolumeShelveTestJSON-127538222-project] 10.222.0.57 "GET /v2.0/ports?device_id=ead9d6d4-0497-4043-988e-b5462cd4a21e HTTP/1.1" status: 200  len: 945 time: 0.0821517
May 31 11:49:42.505528 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [req-6e5c372b-2cd0-42b3-b434-fd20c90baa98 req-b94efd06-9861-4c65-8732-495731c835fb tempest-AttachVolumeShelveTestJSON-127538222 tempest-AttachVolumeShelveTestJSON-127538222-project] 10.222.0.57 "GET /v2.0/security-groups?id=6c1ea728-7f28-45a2-9ff9-c5e861fe7362&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0445161
May 31 11:49:43.171289 dv-cinder-786384-7-iscsi neutron-server[103723]: DEBUG neutron.db.agents_db [None req-cb648da2-ef1b-4de5-af28-8b32e926ae6d None None] Agent healthcheck: found 6 active agents {{(pid=103723) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}}
May 31 11:49:43.708472 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e191acd-9cb4-445d-8f23-063d6fed45f6 req-82bc656a-61e9-4b1e-a3d0-73adff082261 tempest-AttachVolumeShelveTestJSON-127538222 tempest-AttachVolumeShelveTestJSON-127538222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 11:49:43.709888 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [req-7e191acd-9cb4-445d-8f23-063d6fed45f6 req-82bc656a-61e9-4b1e-a3d0-73adff082261 tempest-AttachVolumeShelveTestJSON-127538222 tempest-AttachVolumeShelveTestJSON-127538222-project] 10.222.0.57 "GET /v2.0/ports?device_id=ead9d6d4-0497-4043-988e-b5462cd4a21e HTTP/1.1" status: 200  len: 945 time: 0.0860329
May 31 11:49:43.755338 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [req-7e191acd-9cb4-445d-8f23-063d6fed45f6 req-159be723-f36a-4784-a598-5d9891961b48 tempest-AttachVolumeShelveTestJSON-127538222 tempest-AttachVolumeShelveTestJSON-127538222-project] 10.222.0.57 "GET /v2.0/security-groups?id=6c1ea728-7f28-45a2-9ff9-c5e861fe7362&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0394864
May 31 11:49:44.978642 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b855a2e-0b40-4e02-b575-29b6f2d18534 req-742a07a5-4860-4a03-b406-efbfa863631f tempest-AttachVolumeShelveTestJSON-127538222 tempest-AttachVolumeShelveTestJSON-127538222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 11:49:44.980184 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [req-5b855a2e-0b40-4e02-b575-29b6f2d18534 req-742a07a5-4860-4a03-b406-efbfa863631f tempest-AttachVolumeShelveTestJSON-127538222 tempest-AttachVolumeShelveTestJSON-127538222-project] 10.222.0.57 "GET /v2.0/ports?device_id=ead9d6d4-0497-4043-988e-b5462cd4a21e HTTP/1.1" status: 200  len: 945 time: 0.0980551
May 31 11:49:45.028121 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [req-5b855a2e-0b40-4e02-b575-29b6f2d18534 req-c0bead3d-f9ba-4ad5-beee-fe8432f25530 tempest-AttachVolumeShelveTestJSON-127538222 tempest-AttachVolumeShelveTestJSON-127538222-project] 10.222.0.57 "GET /v2.0/security-groups?id=6c1ea728-7f28-45a2-9ff9-c5e861fe7362&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0416007
May 31 11:49:45.450523 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69e60741-acbe-4afb-807f-2225b7f79f6f req-9d07c4d5-1a3e-4333-b342-32adbfc41a47 tempest-VolumesSnapshotTestJSON-1664951213 tempest-VolumesSnapshotTestJSON-1664951213-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 11:49:45.451970 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [req-69e60741-acbe-4afb-807f-2225b7f79f6f req-9d07c4d5-1a3e-4333-b342-32adbfc41a47 tempest-VolumesSnapshotTestJSON-1664951213 tempest-VolumesSnapshotTestJSON-1664951213-project] 10.222.0.57 "GET /v2.0/networks?id=1ff0d6f4-e3b8-4d59-9c22-cea19fc38a44 HTTP/1.1" status: 200  len: 814 time: 0.1503386
May 31 11:49:45.466287 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [req-69e60741-acbe-4afb-807f-2225b7f79f6f req-20ba16c5-fdd0-44e9-a09c-61c81dd1873b tempest-VolumesSnapshotTestJSON-1664951213 tempest-VolumesSnapshotTestJSON-1664951213-project] 10.222.0.57 "GET /v2.0/quotas/cb91744052b44723b1201320a6b44c2c HTTP/1.1" status: 200  len: 375 time: 0.0088444
May 31 11:49:45.512353 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.quota.resource [req-69e60741-acbe-4afb-807f-2225b7f79f6f req-d576c378-2ffa-44a5-ad27-ec2853164a4e tempest-VolumesSnapshotTestJSON-1664951213 tempest-VolumesSnapshotTestJSON-1664951213-project] Synchronizing usage tracker for tenant:cb91744052b44723b1201320a6b44c2c on resource:port {{(pid=103721) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 31 11:49:45.530350 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.quota.resource [req-69e60741-acbe-4afb-807f-2225b7f79f6f req-d576c378-2ffa-44a5-ad27-ec2853164a4e tempest-VolumesSnapshotTestJSON-1664951213 tempest-VolumesSnapshotTestJSON-1664951213-project] Unset dirty status for tenant:cb91744052b44723b1201320a6b44c2c on resource:port {{(pid=103721) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 31 11:49:45.531617 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [req-69e60741-acbe-4afb-807f-2225b7f79f6f req-d576c378-2ffa-44a5-ad27-ec2853164a4e tempest-VolumesSnapshotTestJSON-1664951213 tempest-VolumesSnapshotTestJSON-1664951213-project] 10.222.0.57 "GET /v2.0/ports?tenant_id=cb91744052b44723b1201320a6b44c2c&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0604589
May 31 11:49:45.784311 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [req-69e60741-acbe-4afb-807f-2225b7f79f6f req-91934476-43e4-4199-9eff-a5b69114a121 service neutron] 10.222.0.57 "GET /v2.0/networks/1ff0d6f4-e3b8-4d59-9c22-cea19fc38a44?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2455299
May 31 11:49:45.922256 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [req-69e60741-acbe-4afb-807f-2225b7f79f6f req-37ac3c64-c874-416f-965d-5b8abc360992 service neutron] 10.222.0.57 "GET /v2.0/networks/1ff0d6f4-e3b8-4d59-9c22-cea19fc38a44?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1318846
May 31 11:49:46.098735 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [req-18f5f807-d443-4184-8004-400acf77f1bc req-face3c7f-bd0b-406b-be60-a6236592aa26 tempest-VolumesSnapshotTestJSON-1664951213 tempest-VolumesSnapshotTestJSON-1664951213-project] 10.222.0.57 "GET /v2.0/ports?device_id=6ddd908f-92a5-4d80-91eb-b8df901bd173 HTTP/1.1" status: 200  len: 210 time: 0.0427728
May 31 11:49:46.326767 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ef82ebf-68a1-4cab-9621-7aaae0d72b60 req-adb23fc5-a99e-4727-a21e-b5d9b25c60b5 tempest-AttachVolumeShelveTestJSON-127538222 tempest-AttachVolumeShelveTestJSON-127538222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 11:49:46.328245 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [req-5ef82ebf-68a1-4cab-9621-7aaae0d72b60 req-adb23fc5-a99e-4727-a21e-b5d9b25c60b5 tempest-AttachVolumeShelveTestJSON-127538222 tempest-AttachVolumeShelveTestJSON-127538222-project] 10.222.0.57 "GET /v2.0/ports?device_id=ead9d6d4-0497-4043-988e-b5462cd4a21e HTTP/1.1" status: 200  len: 945 time: 0.1887891
May 31 11:49:46.373755 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [req-5ef82ebf-68a1-4cab-9621-7aaae0d72b60 req-a28722a3-5cc9-4587-9933-1a4245a60a4e tempest-AttachVolumeShelveTestJSON-127538222 tempest-AttachVolumeShelveTestJSON-127538222-project] 10.222.0.57 "GET /v2.0/security-groups?id=6c1ea728-7f28-45a2-9ff9-c5e861fe7362&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0396264
May 31 11:49:47.275957 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [req-ffb89e5c-50d3-4c59-97d8-5ae044a76c81 req-f2efa27f-73f2-468e-9c37-cb06ba4bbc0a tempest-VolumesSnapshotTestJSON-1664951213 tempest-VolumesSnapshotTestJSON-1664951213-project] 10.222.0.57 "GET /v2.0/ports?device_id=6ddd908f-92a5-4d80-91eb-b8df901bd173 HTTP/1.1" status: 200  len: 210 time: 0.0482035
May 31 11:49:47.619246 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69e60741-acbe-4afb-807f-2225b7f79f6f req-a7d0d0f2-568f-4f19-86c5-971b9b2f1349 tempest-VolumesSnapshotTestJSON-1664951213 tempest-VolumesSnapshotTestJSON-1664951213-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 11:49:47.620688 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [req-69e60741-acbe-4afb-807f-2225b7f79f6f req-a7d0d0f2-568f-4f19-86c5-971b9b2f1349 tempest-VolumesSnapshotTestJSON-1664951213 tempest-VolumesSnapshotTestJSON-1664951213-project] 10.222.0.60 "GET /v2.0/networks?id=1ff0d6f4-e3b8-4d59-9c22-cea19fc38a44 HTTP/1.1" status: 200  len: 814 time: 0.2225411
May 31 11:49:47.636624 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f5d21ac-e345-4b24-b716-4826bc1d4230 req-6917dae4-7d29-42a6-8d2e-9111e2ea7833 tempest-AttachVolumeShelveTestJSON-127538222 tempest-AttachVolumeShelveTestJSON-127538222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 11:49:47.638058 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [req-6f5d21ac-e345-4b24-b716-4826bc1d4230 req-6917dae4-7d29-42a6-8d2e-9111e2ea7833 tempest-AttachVolumeShelveTestJSON-127538222 tempest-AttachVolumeShelveTestJSON-127538222-project] 10.222.0.57 "GET /v2.0/ports?device_id=ead9d6d4-0497-4043-988e-b5462cd4a21e HTTP/1.1" status: 200  len: 945 time: 0.1339920
May 31 11:49:47.663040 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.api.v2.base [req-69e60741-acbe-4afb-807f-2225b7f79f6f req-92aaf898-e384-4b93-8724-75b6c5218a58 tempest-VolumesSnapshotTestJSON-1664951213 tempest-VolumesSnapshotTestJSON-1664951213-project] Request body: {'port': {'device_id': '6ddd908f-92a5-4d80-91eb-b8df901bd173', 'network_id': '1ff0d6f4-e3b8-4d59-9c22-cea19fc38a44', 'admin_state_up': True, 'tenant_id': 'cb91744052b44723b1201320a6b44c2c'}} {{(pid=103721) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 31 11:49:47.766863 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [req-6f5d21ac-e345-4b24-b716-4826bc1d4230 req-35bbf26a-6327-4b65-8f1e-696eac724112 tempest-AttachVolumeShelveTestJSON-127538222 tempest-AttachVolumeShelveTestJSON-127538222-project] 10.222.0.57 "GET /v2.0/security-groups?id=6c1ea728-7f28-45a2-9ff9-c5e861fe7362&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1227331
May 31 11:49:47.828590 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.db.quota.driver [req-69e60741-acbe-4afb-807f-2225b7f79f6f req-92aaf898-e384-4b93-8724-75b6c5218a58 tempest-VolumesSnapshotTestJSON-1664951213 tempest-VolumesSnapshotTestJSON-1664951213-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=103721) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 31 11:49:47.839899 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.db.quota.driver [req-69e60741-acbe-4afb-807f-2225b7f79f6f req-92aaf898-e384-4b93-8724-75b6c5218a58 tempest-VolumesSnapshotTestJSON-1664951213 tempest-VolumesSnapshotTestJSON-1664951213-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=103721) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 31 11:49:47.849017 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-69e60741-acbe-4afb-807f-2225b7f79f6f req-92aaf898-e384-4b93-8724-75b6c5218a58 tempest-VolumesSnapshotTestJSON-1664951213 tempest-VolumesSnapshotTestJSON-1664951213-project] Made reservation on behalf of cb91744052b44723b1201320a6b44c2c for: {'port': 1} {{(pid=103721) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 31 11:49:47.853336 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron_lib.callbacks.manager [req-69e60741-acbe-4afb-807f-2225b7f79f6f req-92aaf898-e384-4b93-8724-75b6c5218a58 tempest-VolumesSnapshotTestJSON-1664951213 tempest-VolumesSnapshotTestJSON-1664951213-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-934180'] for port, before_create {{(pid=103721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:49:48.017234 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.db.db_base_plugin_common [req-69e60741-acbe-4afb-807f-2225b7f79f6f req-92aaf898-e384-4b93-8724-75b6c5218a58 tempest-VolumesSnapshotTestJSON-1664951213 tempest-VolumesSnapshotTestJSON-1664951213-project] Allocated IP 172.20.0.6 (1ff0d6f4-e3b8-4d59-9c22-cea19fc38a44/47365a5e-3d4c-4362-8a7f-b3669445e567/e1f1c48f-eb90-4a57-9dbe-49896c4cca4c) {{(pid=103721) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 31 11:49:48.193952 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron.plugins.ml2.rpc [None req-43028a7b-58d7-408b-ac75-1328e6896bf7 None None] Device cde664e9-3922-4ee7-b04a-98d0cd2ed64a details requested by agent hyperv_hv-cinder-78638 with host hv-cinder-78638 {{(pid=103722) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
May 31 11:49:48.238160 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron_lib.callbacks.manager [req-69e60741-acbe-4afb-807f-2225b7f79f6f req-92aaf898-e384-4b93-8724-75b6c5218a58 tempest-VolumesSnapshotTestJSON-1664951213 tempest-VolumesSnapshotTestJSON-1664951213-project] Notify callbacks [] for port, precommit_create {{(pid=103721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:49:48.281060 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron_lib.callbacks.manager [req-69e60741-acbe-4afb-807f-2225b7f79f6f req-92aaf898-e384-4b93-8724-75b6c5218a58 tempest-VolumesSnapshotTestJSON-1664951213 tempest-VolumesSnapshotTestJSON-1664951213-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937715', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3701677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744215520970', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2250866'] for port, after_create {{(pid=103721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:49:48.287594 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG oslo_concurrency.lockutils [None req-29edba33-b120-4737-997e-24baf883cd45 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103721) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 31 11:49:48.341889 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron.plugins.ml2.db [None req-43028a7b-58d7-408b-ac75-1328e6896bf7 None None] For port cde664e9-3922-4ee7-b04a-98d0cd2ed64a, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=cde664e9-3922-4ee7-b04a-98d0cd2ed64a,segment=NetworkSegment(fea50412-2064-40f9-97d7-ef805bb3a428),segment_id=fea50412-2064-40f9-97d7-ef805bb3a428)] {{(pid=103722) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 31 11:49:48.356399 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron.plugins.ml2.rpc [None req-43028a7b-58d7-408b-ac75-1328e6896bf7 None None] Returning: {'device': 'cde664e9-3922-4ee7-b04a-98d0cd2ed64a', 'network_id': '2c20abfc-12cd-4800-b928-7191b2675429', 'port_id': 'cde664e9-3922-4ee7-b04a-98d0cd2ed64a', 'mac_address': 'fa:16:3e:5f:a3:48', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 766, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '97d26c19-ffd5-4600-9f66-20181dad1656', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103722) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
May 31 11:49:48.364865 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-69e60741-acbe-4afb-807f-2225b7f79f6f req-92aaf898-e384-4b93-8724-75b6c5218a58 tempest-VolumesSnapshotTestJSON-1664951213 tempest-VolumesSnapshotTestJSON-1664951213-project] Network 1ff0d6f4-e3b8-4d59-9c22-cea19fc38a44 is already hosted by enough agents. {{(pid=103721) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 31 11:49:48.368577 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.scheduler.base_scheduler [req-69e60741-acbe-4afb-807f-2225b7f79f6f req-92aaf898-e384-4b93-8724-75b6c5218a58 tempest-VolumesSnapshotTestJSON-1664951213 tempest-VolumesSnapshotTestJSON-1664951213-project] Resources bound (agent type, host, resource id):  {{(pid=103721) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 31 11:49:48.373399 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.db.l3_dvrscheduler_db [req-69e60741-acbe-4afb-807f-2225b7f79f6f req-92aaf898-e384-4b93-8724-75b6c5218a58 tempest-VolumesSnapshotTestJSON-1664951213 tempest-VolumesSnapshotTestJSON-1664951213-project] Received port after_create {{(pid=103721) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
May 31 11:49:48.413165 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92aaf898-e384-4b93-8724-75b6c5218a58 tempest-VolumesSnapshotTestJSON-1664951213 tempest-VolumesSnapshotTestJSON-1664951213-project] Pushing event updated for resources: {'Port': ['ID=e1f1c48f-eb90-4a57-9dbe-49896c4cca4c,revision_number=1']} {{(pid=103721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 31 11:49:48.430012 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron_lib.callbacks.manager [None req-43028a7b-58d7-408b-ac75-1328e6896bf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-934180'] for port, before_update {{(pid=103722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:49:48.453523 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron.notifiers.nova [None req-43028a7b-58d7-408b-ac75-1328e6896bf7 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id cde664e9-3922-4ee7-b04a-98d0cd2ed64a {{(pid=103722) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
May 31 11:49:48.462381 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG oslo_concurrency.lockutils [None req-92aaf898-e384-4b93-8724-75b6c5218a58 tempest-VolumesSnapshotTestJSON-1664951213 tempest-VolumesSnapshotTestJSON-1664951213-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.175s {{(pid=103721) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 31 11:49:48.471752 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron.plugins.ml2.db [None req-43028a7b-58d7-408b-ac75-1328e6896bf7 None None] For port cde664e9-3922-4ee7-b04a-98d0cd2ed64a, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=cde664e9-3922-4ee7-b04a-98d0cd2ed64a,segment=NetworkSegment(fea50412-2064-40f9-97d7-ef805bb3a428),segment_id=fea50412-2064-40f9-97d7-ef805bb3a428)] {{(pid=103722) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 31 11:49:48.478985 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron_lib.callbacks.manager [None req-43028a7b-58d7-408b-ac75-1328e6896bf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937715', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3701677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744215954324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744215520988', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744215521293'] for port, after_update {{(pid=103722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:49:48.482376 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG oslo_concurrency.lockutils [None req-43028a7b-58d7-408b-ac75-1328e6896bf7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103722) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 31 11:49:48.520378 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69e60741-acbe-4afb-807f-2225b7f79f6f req-92aaf898-e384-4b93-8724-75b6c5218a58 tempest-VolumesSnapshotTestJSON-1664951213 tempest-VolumesSnapshotTestJSON-1664951213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 11:49:48.520717 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron_lib.callbacks.manager [req-69e60741-acbe-4afb-807f-2225b7f79f6f req-92aaf898-e384-4b93-8724-75b6c5218a58 tempest-VolumesSnapshotTestJSON-1664951213 tempest-VolumesSnapshotTestJSON-1664951213-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46333'] for port, before_response {{(pid=103721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:49:48.558725 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [req-69e60741-acbe-4afb-807f-2225b7f79f6f req-92aaf898-e384-4b93-8724-75b6c5218a58 tempest-VolumesSnapshotTestJSON-1664951213 tempest-VolumesSnapshotTestJSON-1664951213-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 0.8990359
May 31 11:49:48.571175 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43028a7b-58d7-408b-ac75-1328e6896bf7 None None] Pushing event updated for resources: {'Port': ['ID=cde664e9-3922-4ee7-b04a-98d0cd2ed64a,revision_number=6']} {{(pid=103722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 31 11:49:48.573078 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c118cae1-2222-4e46-9d65-1e1aa13f00e5 req-3078ed26-b488-46c6-8043-d381a407cf06 tempest-VolumesSnapshotTestJSON-1664951213 tempest-VolumesSnapshotTestJSON-1664951213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 11:49:48.574065 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.quota.resource [req-c118cae1-2222-4e46-9d65-1e1aa13f00e5 req-3078ed26-b488-46c6-8043-d381a407cf06 tempest-VolumesSnapshotTestJSON-1664951213 tempest-VolumesSnapshotTestJSON-1664951213-project] Synchronizing usage tracker for tenant:cb91744052b44723b1201320a6b44c2c on resource:port {{(pid=103721) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 31 11:49:48.579962 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43028a7b-58d7-408b-ac75-1328e6896bf7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786384-7-iscsi {{(pid=103722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 31 11:49:48.580533 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43028a7b-58d7-408b-ac75-1328e6896bf7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786384-7-iscsi {{(pid=103722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 31 11:49:48.581028 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43028a7b-58d7-408b-ac75-1328e6896bf7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786384-7-iscsi {{(pid=103722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 31 11:49:48.581354 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43028a7b-58d7-408b-ac75-1328e6896bf7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786384-7-iscsi {{(pid=103722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 31 11:49:48.581726 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43028a7b-58d7-408b-ac75-1328e6896bf7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786384-7-iscsi {{(pid=103722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 31 11:49:48.582201 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43028a7b-58d7-408b-ac75-1328e6896bf7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786384-7-iscsi {{(pid=103722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 31 11:49:48.582657 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43028a7b-58d7-408b-ac75-1328e6896bf7 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786384-7-iscsi {{(pid=103722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 31 11:49:48.583186 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43028a7b-58d7-408b-ac75-1328e6896bf7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786384-7-iscsi {{(pid=103722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 31 11:49:48.583655 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43028a7b-58d7-408b-ac75-1328e6896bf7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786384-7-iscsi {{(pid=103722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 31 11:49:48.584172 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43028a7b-58d7-408b-ac75-1328e6896bf7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786384-7-iscsi {{(pid=103722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 31 11:49:48.584636 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43028a7b-58d7-408b-ac75-1328e6896bf7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786384-7-iscsi {{(pid=103722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 31 11:49:48.585113 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43028a7b-58d7-408b-ac75-1328e6896bf7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786384-7-iscsi {{(pid=103722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 31 11:49:48.590062 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG oslo_concurrency.lockutils [None req-43028a7b-58d7-408b-ac75-1328e6896bf7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=103722) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 31 11:49:48.599448 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.quota.resource [req-c118cae1-2222-4e46-9d65-1e1aa13f00e5 req-3078ed26-b488-46c6-8043-d381a407cf06 tempest-VolumesSnapshotTestJSON-1664951213 tempest-VolumesSnapshotTestJSON-1664951213-project] Unset dirty status for tenant:cb91744052b44723b1201320a6b44c2c on resource:port {{(pid=103721) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 31 11:49:48.601176 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [req-c118cae1-2222-4e46-9d65-1e1aa13f00e5 req-3078ed26-b488-46c6-8043-d381a407cf06 tempest-VolumesSnapshotTestJSON-1664951213 tempest-VolumesSnapshotTestJSON-1664951213-project] 10.222.0.57 "GET /v2.0/ports?device_id=6ddd908f-92a5-4d80-91eb-b8df901bd173 HTTP/1.1" status: 200  len: 931 time: 0.1703618
May 31 11:49:48.631645 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron.plugins.ml2.db [None req-43028a7b-58d7-408b-ac75-1328e6896bf7 None None] get_ports_and_sgs() called for port_ids ['cde664e9-3922-4ee7-b04a-98d0cd2ed64a'] {{(pid=103722) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
May 31 11:49:48.655383 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.api.v2.base [req-69e60741-acbe-4afb-807f-2225b7f79f6f req-c64ee139-0050-4a6f-b901-d874a13c291d service neutron] Request body: {'port': {'device_id': '6ddd908f-92a5-4d80-91eb-b8df901bd173', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78638'}} {{(pid=103721) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 31 11:49:48.709188 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [req-c118cae1-2222-4e46-9d65-1e1aa13f00e5 req-4b348409-2fbb-4ae6-8d2b-f0a34f0b015b tempest-VolumesSnapshotTestJSON-1664951213 tempest-VolumesSnapshotTestJSON-1664951213-project] 10.222.0.57 "GET /v2.0/security-groups?id=b9937b11-1e96-49c8-88cb-75f8eddac617&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1010969
May 31 11:49:48.788057 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron_lib.callbacks.manager [req-69e60741-acbe-4afb-807f-2225b7f79f6f req-c64ee139-0050-4a6f-b901-d874a13c291d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-934180'] for port, before_update {{(pid=103721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:49:49.124339 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc7c0f42-067e-450d-96bd-2a1488db330b req-7a6ccaa8-4663-45dd-857a-dc3bbc58dc85 tempest-AttachVolumeShelveTestJSON-127538222 tempest-AttachVolumeShelveTestJSON-127538222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 11:49:49.128251 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [req-bc7c0f42-067e-450d-96bd-2a1488db330b req-7a6ccaa8-4663-45dd-857a-dc3bbc58dc85 tempest-AttachVolumeShelveTestJSON-127538222 tempest-AttachVolumeShelveTestJSON-127538222-project] 10.222.0.57 "GET /v2.0/ports?device_id=ead9d6d4-0497-4043-988e-b5462cd4a21e HTTP/1.1" status: 200  len: 944 time: 0.1898170
May 31 11:49:49.199075 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [req-bc7c0f42-067e-450d-96bd-2a1488db330b req-e18b1712-2c01-403e-8c16-dc49a5cb9a1c tempest-AttachVolumeShelveTestJSON-127538222 tempest-AttachVolumeShelveTestJSON-127538222-project] 10.222.0.57 "GET /v2.0/security-groups?id=6c1ea728-7f28-45a2-9ff9-c5e861fe7362&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0567615
May 31 11:49:49.372710 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.notifiers.nova [req-69e60741-acbe-4afb-807f-2225b7f79f6f req-c64ee139-0050-4a6f-b901-d874a13c291d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e1f1c48f-eb90-4a57-9dbe-49896c4cca4c {{(pid=103721) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
May 31 11:49:49.383997 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron_lib.callbacks.manager [req-69e60741-acbe-4afb-807f-2225b7f79f6f req-c64ee139-0050-4a6f-b901-d874a13c291d service neutron] Notify callbacks [] for port, precommit_update {{(pid=103721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:49:49.403393 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.db.provisioning_blocks [req-69e60741-acbe-4afb-807f-2225b7f79f6f req-c64ee139-0050-4a6f-b901-d874a13c291d service neutron] Transition to ACTIVE for port object e1f1c48f-eb90-4a57-9dbe-49896c4cca4c will not be triggered until provisioned by entity L2. {{(pid=103721) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 31 11:49:49.408522 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron_lib.callbacks.manager [req-69e60741-acbe-4afb-807f-2225b7f79f6f req-c64ee139-0050-4a6f-b901-d874a13c291d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937715', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3701677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744215954324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744215520988', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744215521293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2250875'] for port, after_update {{(pid=103721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:49:49.414015 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103721) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 31 11:49:49.566682 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c64ee139-0050-4a6f-b901-d874a13c291d service neutron] Pushing event updated for resources: {'Port': ['ID=e1f1c48f-eb90-4a57-9dbe-49896c4cca4c,revision_number=2']} {{(pid=103721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 31 11:49:49.574106 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG oslo_concurrency.lockutils [None req-c64ee139-0050-4a6f-b901-d874a13c291d service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=103721) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 31 11:49:49.656065 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.plugins.ml2.managers [req-69e60741-acbe-4afb-807f-2225b7f79f6f req-c64ee139-0050-4a6f-b901-d874a13c291d service neutron] Attempting to bind port e1f1c48f-eb90-4a57-9dbe-49896c4cca4c on host hv-cinder-78638 for vnic_type normal with profile  {{(pid=103721) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
May 31 11:49:49.656752 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.plugins.ml2.managers [req-69e60741-acbe-4afb-807f-2225b7f79f6f req-c64ee139-0050-4a6f-b901-d874a13c291d service neutron] Attempting to bind port e1f1c48f-eb90-4a57-9dbe-49896c4cca4c by drivers openvswitch,hyperv on host hv-cinder-78638 at level 0 using segments [{'id': 'ed047e7b-43cb-4431-a12e-dc0528392535', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 770, 'network_id': '1ff0d6f4-e3b8-4d59-9c22-cea19fc38a44'}] {{(pid=103721) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
May 31 11:49:49.657170 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69e60741-acbe-4afb-807f-2225b7f79f6f req-c64ee139-0050-4a6f-b901-d874a13c291d service neutron] Attempting to bind port e1f1c48f-eb90-4a57-9dbe-49896c4cca4c on network 1ff0d6f4-e3b8-4d59-9c22-cea19fc38a44 {{(pid=103721) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 31 11:49:49.662636 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69e60741-acbe-4afb-807f-2225b7f79f6f req-c64ee139-0050-4a6f-b901-d874a13c291d service neutron] Port e1f1c48f-eb90-4a57-9dbe-49896c4cca4c on network 1ff0d6f4-e3b8-4d59-9c22-cea19fc38a44 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78638 {{(pid=103721) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
May 31 11:49:49.663055 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69e60741-acbe-4afb-807f-2225b7f79f6f req-c64ee139-0050-4a6f-b901-d874a13c291d service neutron] Attempting to bind port e1f1c48f-eb90-4a57-9dbe-49896c4cca4c on network 1ff0d6f4-e3b8-4d59-9c22-cea19fc38a44 {{(pid=103721) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 31 11:49:49.668973 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69e60741-acbe-4afb-807f-2225b7f79f6f req-c64ee139-0050-4a6f-b901-d874a13c291d service neutron] Checking agent: {'id': '42990638-b1ad-4185-8b70-a0b8bae36499', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78638', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 31, 11, 42, 1), 'started_at': datetime.datetime(2021, 5, 31, 11, 42, 1), 'heartbeat_timestamp': datetime.datetime(2021, 5, 31, 11, 49, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103721) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
May 31 11:49:49.669424 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69e60741-acbe-4afb-807f-2225b7f79f6f req-c64ee139-0050-4a6f-b901-d874a13c291d service neutron] Checking segment: {'id': 'ed047e7b-43cb-4431-a12e-dc0528392535', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 770, 'network_id': '1ff0d6f4-e3b8-4d59-9c22-cea19fc38a44'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103721) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 31 11:49:49.669912 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69e60741-acbe-4afb-807f-2225b7f79f6f req-c64ee139-0050-4a6f-b901-d874a13c291d service neutron] Bound using segment: {'id': 'ed047e7b-43cb-4431-a12e-dc0528392535', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 770, 'network_id': '1ff0d6f4-e3b8-4d59-9c22-cea19fc38a44'} {{(pid=103721) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
May 31 11:49:49.670499 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.plugins.ml2.managers [req-69e60741-acbe-4afb-807f-2225b7f79f6f req-c64ee139-0050-4a6f-b901-d874a13c291d service neutron] Bound port: e1f1c48f-eb90-4a57-9dbe-49896c4cca4c, host: hv-cinder-78638, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ed047e7b-43cb-4431-a12e-dc0528392535', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 770, 'network_id': '1ff0d6f4-e3b8-4d59-9c22-cea19fc38a44'}}] {{(pid=103721) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
May 31 11:49:49.670901 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron_lib.callbacks.manager [req-69e60741-acbe-4afb-807f-2225b7f79f6f req-c64ee139-0050-4a6f-b901-d874a13c291d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-934180'] for port, before_update {{(pid=103721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:49:49.764873 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.plugins.ml2.db [req-69e60741-acbe-4afb-807f-2225b7f79f6f req-c64ee139-0050-4a6f-b901-d874a13c291d service neutron] For port e1f1c48f-eb90-4a57-9dbe-49896c4cca4c, host hv-cinder-78638, cleared binding levels {{(pid=103721) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
May 31 11:49:49.768236 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.plugins.ml2.db [req-69e60741-acbe-4afb-807f-2225b7f79f6f req-c64ee139-0050-4a6f-b901-d874a13c291d service neutron] For port e1f1c48f-eb90-4a57-9dbe-49896c4cca4c, host hv-cinder-78638, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=e1f1c48f-eb90-4a57-9dbe-49896c4cca4c,segment=NetworkSegment(ed047e7b-43cb-4431-a12e-dc0528392535),segment_id=ed047e7b-43cb-4431-a12e-dc0528392535)] {{(pid=103721) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
May 31 11:49:49.775173 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron_lib.callbacks.manager [req-69e60741-acbe-4afb-807f-2225b7f79f6f req-c64ee139-0050-4a6f-b901-d874a13c291d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937715', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3701677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744215954324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744215520988', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744215521293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2250875'] for port, after_update {{(pid=103721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:49:49.779403 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG oslo_concurrency.lockutils [None req-57099862-7fe1-41d7-b886-ad2849ea1656 tempest-TestMinimumBasicScenario-386923442 tempest-TestMinimumBasicScenario-386923442-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103721) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 31 11:49:49.845870 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69e60741-acbe-4afb-807f-2225b7f79f6f req-c64ee139-0050-4a6f-b901-d874a13c291d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 11:49:49.846448 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron_lib.callbacks.manager [req-69e60741-acbe-4afb-807f-2225b7f79f6f req-c64ee139-0050-4a6f-b901-d874a13c291d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46333'] for port, before_response {{(pid=103721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:49:49.847811 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [req-69e60741-acbe-4afb-807f-2225b7f79f6f req-c64ee139-0050-4a6f-b901-d874a13c291d service neutron] 10.222.0.60 "PUT /v2.0/ports/e1f1c48f-eb90-4a57-9dbe-49896c4cca4c HTTP/1.1" status: 200  len: 1093 time: 1.2687955
May 31 11:49:49.848322 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6ddd908f-92a5-4d80-91eb-b8df901bd173', 'tag': 'e1f1c48f-eb90-4a57-9dbe-49896c4cca4c'}] {{(pid=103721) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 31 11:49:49.850600 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3cd903d475e597836c68a86188e0a4f713f0e90603b95bd8a010e768671d0d04" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0d5c9566-8899-49f0-a478-141c362024cd" -d '{"events": [{"name": "network-changed", "server_uuid": "6ddd908f-92a5-4d80-91eb-b8df901bd173", "tag": "e1f1c48f-eb90-4a57-9dbe-49896c4cca4c"}]}' {{(pid=103721) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
May 31 11:49:49.910878 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 31 May 2021 11:49:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e4d2fffe-ca96-430a-abc0-b8647d1d48b3 x-openstack-request-id: req-e4d2fffe-ca96-430a-abc0-b8647d1d48b3 {{(pid=103721) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
May 31 11:49:49.911204 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6ddd908f-92a5-4d80-91eb-b8df901bd173", "tag": "e1f1c48f-eb90-4a57-9dbe-49896c4cca4c", "status": "completed", "code": 200}]} {{(pid=103721) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
May 31 11:49:49.911489 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-e4d2fffe-ca96-430a-abc0-b8647d1d48b3 {{(pid=103721) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
May 31 11:49:49.911938 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6ddd908f-92a5-4d80-91eb-b8df901bd173', 'tag': 'e1f1c48f-eb90-4a57-9dbe-49896c4cca4c', 'status': 'completed', 'code': 200}
May 31 11:49:49.919965 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c64ee139-0050-4a6f-b901-d874a13c291d service neutron] Pushing event updated for resources: {'Port': ['ID=e1f1c48f-eb90-4a57-9dbe-49896c4cca4c,revision_number=3']} {{(pid=103721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 31 11:49:49.957391 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG oslo_concurrency.lockutils [None req-c64ee139-0050-4a6f-b901-d874a13c291d service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.178s {{(pid=103721) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 31 11:49:50.016057 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-857f6cfd-3bbd-4842-9ac8-5f458e40ec94 req-2a557e3e-f0d9-4942-8a7f-5e3984c325a5 tempest-VolumesSnapshotTestJSON-1664951213 tempest-VolumesSnapshotTestJSON-1664951213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 11:49:50.017522 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [req-857f6cfd-3bbd-4842-9ac8-5f458e40ec94 req-2a557e3e-f0d9-4942-8a7f-5e3984c325a5 tempest-VolumesSnapshotTestJSON-1664951213 tempest-VolumesSnapshotTestJSON-1664951213-project] 10.222.0.57 "GET /v2.0/ports?device_id=6ddd908f-92a5-4d80-91eb-b8df901bd173 HTTP/1.1" status: 200  len: 943 time: 0.1637640
May 31 11:49:50.047210 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69e60741-acbe-4afb-807f-2225b7f79f6f req-4ef9acfd-3956-4d4f-ad4d-edb54a07c156 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 11:49:50.048718 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [req-69e60741-acbe-4afb-807f-2225b7f79f6f req-4ef9acfd-3956-4d4f-ad4d-edb54a07c156 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=cb91744052b44723b1201320a6b44c2c&device_id=6ddd908f-92a5-4d80-91eb-b8df901bd173 HTTP/1.1" status: 200  len: 1096 time: 0.1207471
May 31 11:49:50.123263 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [req-857f6cfd-3bbd-4842-9ac8-5f458e40ec94 req-032b30ec-b1b8-488a-aca6-5b639e2dfc8c tempest-VolumesSnapshotTestJSON-1664951213 tempest-VolumesSnapshotTestJSON-1664951213-project] 10.222.0.57 "GET /v2.0/security-groups?id=b9937b11-1e96-49c8-88cb-75f8eddac617&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0984046
May 31 11:49:50.131306 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [req-69e60741-acbe-4afb-807f-2225b7f79f6f req-b3452a40-e1b7-49ed-b0db-ad008724c61c service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e1f1c48f-eb90-4a57-9dbe-49896c4cca4c HTTP/1.1" status: 200  len: 217 time: 0.0658705
May 31 11:49:50.201232 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69e60741-acbe-4afb-807f-2225b7f79f6f req-d0fd0b42-f52f-48bb-85fa-7349de98f844 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 11:49:50.202742 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [req-69e60741-acbe-4afb-807f-2225b7f79f6f req-d0fd0b42-f52f-48bb-85fa-7349de98f844 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=47365a5e-3d4c-4362-8a7f-b3669445e567 HTTP/1.1" status: 200  len: 854 time: 0.0636065
May 31 11:49:50.208192 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron.plugins.ml2.rpc [None req-43028a7b-58d7-408b-ac75-1328e6896bf7 None None] Device cde664e9-3922-4ee7-b04a-98d0cd2ed64a up at agent hyperv_hv-cinder-78638 {{(pid=103722) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 31 11:49:50.256849 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [req-69e60741-acbe-4afb-807f-2225b7f79f6f req-26032fde-06f0-4abd-b040-a17b3586a473 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=1ff0d6f4-e3b8-4d59-9c22-cea19fc38a44&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0470796
May 31 11:49:50.280884 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron.db.provisioning_blocks [None req-43028a7b-58d7-408b-ac75-1328e6896bf7 None None] Provisioning complete for port cde664e9-3922-4ee7-b04a-98d0cd2ed64a triggered by entity L2. {{(pid=103722) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 31 11:49:50.281351 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron_lib.callbacks.manager [None req-43028a7b-58d7-408b-ac75-1328e6896bf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857618'] for port, provisioning_complete {{(pid=103722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:49:50.403143 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron_lib.callbacks.manager [None req-43028a7b-58d7-408b-ac75-1328e6896bf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-934180'] for port, before_update {{(pid=103722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:49:50.441683 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ead9d6d4-0497-4043-988e-b5462cd4a21e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cde664e9-3922-4ee7-b04a-98d0cd2ed64a'}] {{(pid=103722) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 31 11:49:50.444068 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}385953046bb192346b13b574918bbc7d366126a5ac8301ca09ff73df2ee9323d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b27b61e0-e70e-4da3-9756-78f09cc6e33a" -d '{"events": [{"server_uuid": "ead9d6d4-0497-4043-988e-b5462cd4a21e", "name": "network-vif-plugged", "status": "completed", "tag": "cde664e9-3922-4ee7-b04a-98d0cd2ed64a"}]}' {{(pid=103722) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
May 31 11:49:50.456752 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron.plugins.ml2.db [None req-43028a7b-58d7-408b-ac75-1328e6896bf7 None None] For port cde664e9-3922-4ee7-b04a-98d0cd2ed64a, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=cde664e9-3922-4ee7-b04a-98d0cd2ed64a,segment=NetworkSegment(fea50412-2064-40f9-97d7-ef805bb3a428),segment_id=fea50412-2064-40f9-97d7-ef805bb3a428)] {{(pid=103722) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 31 11:49:50.462883 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron_lib.callbacks.manager [None req-43028a7b-58d7-408b-ac75-1328e6896bf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937715', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3701677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744215954324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744215520988', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744215521293'] for port, after_update {{(pid=103722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:49:50.465092 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [req-69e60741-acbe-4afb-807f-2225b7f79f6f req-be168947-391f-4267-bab5-02701bc4b66b service neutron] 10.222.0.60 "GET /v2.0/networks/1ff0d6f4-e3b8-4d59-9c22-cea19fc38a44?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1977224
May 31 11:49:50.469342 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG oslo_concurrency.lockutils [None req-99b0ae2b-742c-479e-b148-b702b27099d8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103722) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 31 11:49:50.576169 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-639de3da-f83b-4a5e-a499-cc1196f2f3c0 req-014d2d3c-a486-47b7-b5d3-14d16ee33878 tempest-AttachVolumeShelveTestJSON-127538222 tempest-AttachVolumeShelveTestJSON-127538222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 11:49:50.577761 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [req-639de3da-f83b-4a5e-a499-cc1196f2f3c0 req-014d2d3c-a486-47b7-b5d3-14d16ee33878 tempest-AttachVolumeShelveTestJSON-127538222 tempest-AttachVolumeShelveTestJSON-127538222-project] 10.222.0.57 "GET /v2.0/ports?device_id=ead9d6d4-0497-4043-988e-b5462cd4a21e HTTP/1.1" status: 200  len: 944 time: 0.2273819
May 31 11:49:50.586606 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43028a7b-58d7-408b-ac75-1328e6896bf7 None None] Pushing event updated for resources: {'Port': ['ID=cde664e9-3922-4ee7-b04a-98d0cd2ed64a,revision_number=7']} {{(pid=103722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 31 11:49:50.590883 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG oslo_concurrency.lockutils [None req-43028a7b-58d7-408b-ac75-1328e6896bf7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=103722) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 31 11:49:50.592727 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 31 May 2021 11:49:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b8430c60-9950-49b2-a57b-cfc7b0fc3dbc x-openstack-request-id: req-b8430c60-9950-49b2-a57b-cfc7b0fc3dbc {{(pid=103722) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
May 31 11:49:50.593344 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ead9d6d4-0497-4043-988e-b5462cd4a21e", "name": "network-vif-plugged", "status": "completed", "tag": "cde664e9-3922-4ee7-b04a-98d0cd2ed64a", "code": 200}]} {{(pid=103722) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
May 31 11:49:50.594104 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-b8430c60-9950-49b2-a57b-cfc7b0fc3dbc {{(pid=103722) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
May 31 11:49:50.594717 dv-cinder-786384-7-iscsi neutron-server[103722]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ead9d6d4-0497-4043-988e-b5462cd4a21e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cde664e9-3922-4ee7-b04a-98d0cd2ed64a', 'code': 200}
May 31 11:49:50.659621 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [req-639de3da-f83b-4a5e-a499-cc1196f2f3c0 req-a8edbfee-0bb5-40cf-a575-ba1e522645de tempest-AttachVolumeShelveTestJSON-127538222 tempest-AttachVolumeShelveTestJSON-127538222-project] 10.222.0.57 "GET /v2.0/security-groups?id=6c1ea728-7f28-45a2-9ff9-c5e861fe7362&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0739059
May 31 11:49:50.670248 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [req-69e60741-acbe-4afb-807f-2225b7f79f6f req-84706936-e6f5-40a9-9b97-74dc31b4c158 service neutron] 10.222.0.60 "GET /v2.0/networks/1ff0d6f4-e3b8-4d59-9c22-cea19fc38a44?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1983857
May 31 11:49:50.845451 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d5c9566-8899-49f0-a478-141c362024cd req-114fc1a3-a561-4c51-82ed-4c982e2eab26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 11:49:50.847451 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [req-0d5c9566-8899-49f0-a478-141c362024cd req-114fc1a3-a561-4c51-82ed-4c982e2eab26 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=cb91744052b44723b1201320a6b44c2c&device_id=6ddd908f-92a5-4d80-91eb-b8df901bd173 HTTP/1.1" status: 200  len: 1096 time: 0.0769129
May 31 11:49:50.995179 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d5c9566-8899-49f0-a478-141c362024cd req-51469d44-690a-4f81-b414-df470b2fab7f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 11:49:50.996809 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [req-0d5c9566-8899-49f0-a478-141c362024cd req-51469d44-690a-4f81-b414-df470b2fab7f service neutron] 10.222.0.60 "GET /v2.0/networks?id=1ff0d6f4-e3b8-4d59-9c22-cea19fc38a44 HTTP/1.1" status: 200  len: 915 time: 0.1399329
May 31 11:49:51.078855 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [req-0d5c9566-8899-49f0-a478-141c362024cd req-7b96708b-0c66-47d7-b19c-5e47cbd5a562 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e1f1c48f-eb90-4a57-9dbe-49896c4cca4c HTTP/1.1" status: 200  len: 217 time: 0.0748284
May 31 11:49:51.145944 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d5c9566-8899-49f0-a478-141c362024cd req-6fc7cf3c-edd3-413c-a8fb-d2d36af880a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 11:49:51.149817 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [req-0d5c9566-8899-49f0-a478-141c362024cd req-6fc7cf3c-edd3-413c-a8fb-d2d36af880a9 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=47365a5e-3d4c-4362-8a7f-b3669445e567 HTTP/1.1" status: 200  len: 854 time: 0.0621774
May 31 11:49:51.207672 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [req-0d5c9566-8899-49f0-a478-141c362024cd req-82e62350-a2ee-445e-a90b-93b20876935a service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=1ff0d6f4-e3b8-4d59-9c22-cea19fc38a44&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0522881
May 31 11:49:51.561680 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [req-0d5c9566-8899-49f0-a478-141c362024cd req-d5c1a461-c2cc-4867-b925-d5fa27a918cb service neutron] 10.222.0.60 "GET /v2.0/networks/1ff0d6f4-e3b8-4d59-9c22-cea19fc38a44?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3434851
May 31 11:49:51.578192 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcb8f4fc-fdda-468d-9953-e905c599f35f req-fed2bfd2-3ae2-483d-bed4-892063d2b004 tempest-VolumesSnapshotTestJSON-1664951213 tempest-VolumesSnapshotTestJSON-1664951213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 11:49:51.579639 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [req-dcb8f4fc-fdda-468d-9953-e905c599f35f req-fed2bfd2-3ae2-483d-bed4-892063d2b004 tempest-VolumesSnapshotTestJSON-1664951213 tempest-VolumesSnapshotTestJSON-1664951213-project] 10.222.0.57 "GET /v2.0/ports?device_id=6ddd908f-92a5-4d80-91eb-b8df901bd173 HTTP/1.1" status: 200  len: 943 time: 0.2098362
May 31 11:49:51.727217 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [req-dcb8f4fc-fdda-468d-9953-e905c599f35f req-9fea3ed5-fa26-4820-add4-baa1daeeae13 tempest-VolumesSnapshotTestJSON-1664951213 tempest-VolumesSnapshotTestJSON-1664951213-project] 10.222.0.57 "GET /v2.0/security-groups?id=b9937b11-1e96-49c8-88cb-75f8eddac617&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1241651
May 31 11:49:51.779362 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [req-0d5c9566-8899-49f0-a478-141c362024cd req-e53b84c9-069d-4dbd-b7d1-8ba4da0c2413 service neutron] 10.222.0.60 "GET /v2.0/networks/1ff0d6f4-e3b8-4d59-9c22-cea19fc38a44?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1986277
May 31 11:49:51.870413 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f6739a2-c5e1-4d70-bf0c-68c5246a481a req-fe2c9882-f494-4e5a-af67-b4ff06e39a1b tempest-AttachVolumeShelveTestJSON-127538222 tempest-AttachVolumeShelveTestJSON-127538222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 11:49:51.872009 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [req-5f6739a2-c5e1-4d70-bf0c-68c5246a481a req-fe2c9882-f494-4e5a-af67-b4ff06e39a1b tempest-AttachVolumeShelveTestJSON-127538222 tempest-AttachVolumeShelveTestJSON-127538222-project] 10.222.0.57 "GET /v2.0/ports?device_id=ead9d6d4-0497-4043-988e-b5462cd4a21e HTTP/1.1" status: 200  len: 945 time: 0.0851445
May 31 11:49:51.918034 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [req-5f6739a2-c5e1-4d70-bf0c-68c5246a481a req-61be2938-6754-4234-af98-f9b1ed27b2c5 tempest-AttachVolumeShelveTestJSON-127538222 tempest-AttachVolumeShelveTestJSON-127538222-project] 10.222.0.57 "GET /v2.0/security-groups?id=6c1ea728-7f28-45a2-9ff9-c5e861fe7362&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0398421
May 31 11:49:52.956269 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67b1475f-2b87-45d3-99df-86b2fbba6b62 req-356a6bdc-07ed-4c7f-be86-98ad713a55de tempest-VolumesSnapshotTestJSON-1664951213 tempest-VolumesSnapshotTestJSON-1664951213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 11:49:52.957756 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [req-67b1475f-2b87-45d3-99df-86b2fbba6b62 req-356a6bdc-07ed-4c7f-be86-98ad713a55de tempest-VolumesSnapshotTestJSON-1664951213 tempest-VolumesSnapshotTestJSON-1664951213-project] 10.222.0.57 "GET /v2.0/ports?device_id=6ddd908f-92a5-4d80-91eb-b8df901bd173 HTTP/1.1" status: 200  len: 943 time: 0.0922825
May 31 11:49:53.029321 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [req-67b1475f-2b87-45d3-99df-86b2fbba6b62 req-2b0f22c2-830d-4bee-8dcf-a5226dde8b76 tempest-VolumesSnapshotTestJSON-1664951213 tempest-VolumesSnapshotTestJSON-1664951213-project] 10.222.0.57 "GET /v2.0/security-groups?id=b9937b11-1e96-49c8-88cb-75f8eddac617&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0622220
May 31 11:49:53.119857 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27e9b4ad-7ebb-49bc-9289-6996bebbf4de req-dc3aa7ea-c5d9-4ed1-b004-5595baec6cae tempest-AttachVolumeShelveTestJSON-127538222 tempest-AttachVolumeShelveTestJSON-127538222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 11:49:53.121368 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [req-27e9b4ad-7ebb-49bc-9289-6996bebbf4de req-dc3aa7ea-c5d9-4ed1-b004-5595baec6cae tempest-AttachVolumeShelveTestJSON-127538222 tempest-AttachVolumeShelveTestJSON-127538222-project] 10.222.0.57 "GET /v2.0/ports?device_id=ead9d6d4-0497-4043-988e-b5462cd4a21e HTTP/1.1" status: 200  len: 945 time: 0.0846128
May 31 11:49:53.171886 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [req-27e9b4ad-7ebb-49bc-9289-6996bebbf4de req-1ac11b2d-1909-48f2-915c-1a3f037cb01b tempest-AttachVolumeShelveTestJSON-127538222 tempest-AttachVolumeShelveTestJSON-127538222-project] 10.222.0.57 "GET /v2.0/security-groups?id=6c1ea728-7f28-45a2-9ff9-c5e861fe7362&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0442181
May 31 11:49:54.206930 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron.plugins.ml2.rpc [None req-43028a7b-58d7-408b-ac75-1328e6896bf7 None None] Device e1f1c48f-eb90-4a57-9dbe-49896c4cca4c details requested by agent hyperv_hv-cinder-78638 with host hv-cinder-78638 {{(pid=103722) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
May 31 11:49:54.215961 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12835d36-dde8-44a9-8601-f5c4b6efb90d req-9dcfc3cc-8aae-41d7-a4f6-1eb2dbcf7484 tempest-VolumesSnapshotTestJSON-1664951213 tempest-VolumesSnapshotTestJSON-1664951213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 11:49:54.217462 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [req-12835d36-dde8-44a9-8601-f5c4b6efb90d req-9dcfc3cc-8aae-41d7-a4f6-1eb2dbcf7484 tempest-VolumesSnapshotTestJSON-1664951213 tempest-VolumesSnapshotTestJSON-1664951213-project] 10.222.0.57 "GET /v2.0/ports?device_id=6ddd908f-92a5-4d80-91eb-b8df901bd173 HTTP/1.1" status: 200  len: 943 time: 0.0857751
May 31 11:49:54.269276 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [req-12835d36-dde8-44a9-8601-f5c4b6efb90d req-3d45134a-d2af-4880-89ec-268a37a5df34 tempest-VolumesSnapshotTestJSON-1664951213 tempest-VolumesSnapshotTestJSON-1664951213-project] 10.222.0.57 "GET /v2.0/security-groups?id=b9937b11-1e96-49c8-88cb-75f8eddac617&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0454376
May 31 11:49:54.423315 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-988f49ce-0ac3-470c-9c12-dd0ee9fb6241 req-72477b84-66ed-4600-863a-65ebdbe356d9 tempest-AttachVolumeShelveTestJSON-127538222 tempest-AttachVolumeShelveTestJSON-127538222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 11:49:54.424888 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [req-988f49ce-0ac3-470c-9c12-dd0ee9fb6241 req-72477b84-66ed-4600-863a-65ebdbe356d9 tempest-AttachVolumeShelveTestJSON-127538222 tempest-AttachVolumeShelveTestJSON-127538222-project] 10.222.0.57 "GET /v2.0/ports?device_id=ead9d6d4-0497-4043-988e-b5462cd4a21e HTTP/1.1" status: 200  len: 945 time: 0.0850732
May 31 11:49:54.491697 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron.plugins.ml2.db [None req-43028a7b-58d7-408b-ac75-1328e6896bf7 None None] For port e1f1c48f-eb90-4a57-9dbe-49896c4cca4c, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=e1f1c48f-eb90-4a57-9dbe-49896c4cca4c,segment=NetworkSegment(ed047e7b-43cb-4431-a12e-dc0528392535),segment_id=ed047e7b-43cb-4431-a12e-dc0528392535)] {{(pid=103722) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 31 11:49:54.495102 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [req-988f49ce-0ac3-470c-9c12-dd0ee9fb6241 req-c3e3f476-4265-4d46-bdb9-f4e0d112738d tempest-AttachVolumeShelveTestJSON-127538222 tempest-AttachVolumeShelveTestJSON-127538222-project] 10.222.0.57 "GET /v2.0/security-groups?id=6c1ea728-7f28-45a2-9ff9-c5e861fe7362&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0645106
May 31 11:49:54.507861 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron.plugins.ml2.rpc [None req-43028a7b-58d7-408b-ac75-1328e6896bf7 None None] Returning: {'device': 'e1f1c48f-eb90-4a57-9dbe-49896c4cca4c', 'network_id': '1ff0d6f4-e3b8-4d59-9c22-cea19fc38a44', 'port_id': 'e1f1c48f-eb90-4a57-9dbe-49896c4cca4c', 'mac_address': 'fa:16:3e:bd:82:6b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 770, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '47365a5e-3d4c-4362-8a7f-b3669445e567', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103722) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
May 31 11:49:54.581222 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron_lib.callbacks.manager [None req-43028a7b-58d7-408b-ac75-1328e6896bf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-934180'] for port, before_update {{(pid=103722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:49:54.598616 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron.notifiers.nova [None req-43028a7b-58d7-408b-ac75-1328e6896bf7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e1f1c48f-eb90-4a57-9dbe-49896c4cca4c {{(pid=103722) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
May 31 11:49:54.614575 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron.plugins.ml2.db [None req-43028a7b-58d7-408b-ac75-1328e6896bf7 None None] For port e1f1c48f-eb90-4a57-9dbe-49896c4cca4c, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=e1f1c48f-eb90-4a57-9dbe-49896c4cca4c,segment=NetworkSegment(ed047e7b-43cb-4431-a12e-dc0528392535),segment_id=ed047e7b-43cb-4431-a12e-dc0528392535)] {{(pid=103722) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 31 11:49:54.620803 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron_lib.callbacks.manager [None req-43028a7b-58d7-408b-ac75-1328e6896bf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937715', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3701677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744215954324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744215520988', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744215521293'] for port, after_update {{(pid=103722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:49:54.622298 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG oslo_concurrency.lockutils [None req-1f0a762f-0348-4bba-b860-8eddab4cd770 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103722) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 31 11:49:54.691569 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43028a7b-58d7-408b-ac75-1328e6896bf7 None None] Pushing event updated for resources: {'Port': ['ID=e1f1c48f-eb90-4a57-9dbe-49896c4cca4c,revision_number=4']} {{(pid=103722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 31 11:49:54.694707 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG oslo_concurrency.lockutils [None req-43028a7b-58d7-408b-ac75-1328e6896bf7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=103722) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 31 11:49:54.953760 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron.plugins.ml2.db [None req-43028a7b-58d7-408b-ac75-1328e6896bf7 None None] get_ports_and_sgs() called for port_ids ['e1f1c48f-eb90-4a57-9dbe-49896c4cca4c'] {{(pid=103722) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
May 31 11:49:55.469120 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc7eb5d1-2dbc-4834-b74e-af699064da56 req-83590c20-3c23-4da1-9928-1224e7a150e5 tempest-VolumesSnapshotTestJSON-1664951213 tempest-VolumesSnapshotTestJSON-1664951213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 11:49:55.471815 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [req-dc7eb5d1-2dbc-4834-b74e-af699064da56 req-83590c20-3c23-4da1-9928-1224e7a150e5 tempest-VolumesSnapshotTestJSON-1664951213 tempest-VolumesSnapshotTestJSON-1664951213-project] 10.222.0.57 "GET /v2.0/ports?device_id=6ddd908f-92a5-4d80-91eb-b8df901bd173 HTTP/1.1" status: 200  len: 944 time: 0.0882697
May 31 11:49:55.527142 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [req-dc7eb5d1-2dbc-4834-b74e-af699064da56 req-f6700467-5c0f-4500-a168-5ca5d29eda23 tempest-VolumesSnapshotTestJSON-1664951213 tempest-VolumesSnapshotTestJSON-1664951213-project] 10.222.0.57 "GET /v2.0/security-groups?id=b9937b11-1e96-49c8-88cb-75f8eddac617&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0483837
May 31 11:49:55.699470 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f3c26ba-8b04-44a2-a32b-cf6e48fa7478 req-ca26b9ea-676e-4a16-8f3f-4e0c14e57cd3 tempest-AttachVolumeShelveTestJSON-127538222 tempest-AttachVolumeShelveTestJSON-127538222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 11:49:55.701239 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [req-5f3c26ba-8b04-44a2-a32b-cf6e48fa7478 req-ca26b9ea-676e-4a16-8f3f-4e0c14e57cd3 tempest-AttachVolumeShelveTestJSON-127538222 tempest-AttachVolumeShelveTestJSON-127538222-project] 10.222.0.57 "GET /v2.0/ports?device_id=ead9d6d4-0497-4043-988e-b5462cd4a21e HTTP/1.1" status: 200  len: 945 time: 0.0889795
May 31 11:49:55.747922 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [req-5f3c26ba-8b04-44a2-a32b-cf6e48fa7478 req-ce883288-bbeb-49c3-b111-7a4d65da3822 tempest-AttachVolumeShelveTestJSON-127538222 tempest-AttachVolumeShelveTestJSON-127538222-project] 10.222.0.57 "GET /v2.0/security-groups?id=6c1ea728-7f28-45a2-9ff9-c5e861fe7362&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0405762
May 31 11:49:56.236406 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron.plugins.ml2.rpc [None req-43028a7b-58d7-408b-ac75-1328e6896bf7 None None] Device e1f1c48f-eb90-4a57-9dbe-49896c4cca4c up at agent hyperv_hv-cinder-78638 {{(pid=103722) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 31 11:49:56.322303 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron.db.provisioning_blocks [None req-43028a7b-58d7-408b-ac75-1328e6896bf7 None None] Provisioning for port e1f1c48f-eb90-4a57-9dbe-49896c4cca4c completed by entity L2. {{(pid=103722) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 31 11:49:56.328328 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron.db.provisioning_blocks [None req-43028a7b-58d7-408b-ac75-1328e6896bf7 None None] Provisioning complete for port e1f1c48f-eb90-4a57-9dbe-49896c4cca4c triggered by entity L2. {{(pid=103722) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 31 11:49:56.328729 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron_lib.callbacks.manager [None req-43028a7b-58d7-408b-ac75-1328e6896bf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857618'] for port, provisioning_complete {{(pid=103722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:49:56.470460 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron_lib.callbacks.manager [None req-43028a7b-58d7-408b-ac75-1328e6896bf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-934180'] for port, before_update {{(pid=103722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:49:56.498173 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6ddd908f-92a5-4d80-91eb-b8df901bd173', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e1f1c48f-eb90-4a57-9dbe-49896c4cca4c'}] {{(pid=103722) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 31 11:49:56.500721 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}385953046bb192346b13b574918bbc7d366126a5ac8301ca09ff73df2ee9323d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-09bc14e3-c888-485c-8fee-c16f22c233f3" -d '{"events": [{"server_uuid": "6ddd908f-92a5-4d80-91eb-b8df901bd173", "name": "network-vif-plugged", "status": "completed", "tag": "e1f1c48f-eb90-4a57-9dbe-49896c4cca4c"}]}' {{(pid=103722) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
May 31 11:49:56.509794 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron.plugins.ml2.db [None req-43028a7b-58d7-408b-ac75-1328e6896bf7 None None] For port e1f1c48f-eb90-4a57-9dbe-49896c4cca4c, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=e1f1c48f-eb90-4a57-9dbe-49896c4cca4c,segment=NetworkSegment(ed047e7b-43cb-4431-a12e-dc0528392535),segment_id=ed047e7b-43cb-4431-a12e-dc0528392535)] {{(pid=103722) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 31 11:49:56.516579 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron_lib.callbacks.manager [None req-43028a7b-58d7-408b-ac75-1328e6896bf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937715', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3701677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744215954324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744215520988', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744215521293'] for port, after_update {{(pid=103722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:49:56.518294 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG oslo_concurrency.lockutils [None req-1f0a762f-0348-4bba-b860-8eddab4cd770 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103722) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 31 11:49:56.572980 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 31 May 2021 11:49:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4f063a19-e8ae-475c-be9e-34d877b9f7c0 x-openstack-request-id: req-4f063a19-e8ae-475c-be9e-34d877b9f7c0 {{(pid=103722) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
May 31 11:49:56.573285 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6ddd908f-92a5-4d80-91eb-b8df901bd173", "name": "network-vif-plugged", "status": "completed", "tag": "e1f1c48f-eb90-4a57-9dbe-49896c4cca4c", "code": 200}]} {{(pid=103722) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
May 31 11:49:56.573588 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-4f063a19-e8ae-475c-be9e-34d877b9f7c0 {{(pid=103722) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
May 31 11:49:56.574122 dv-cinder-786384-7-iscsi neutron-server[103722]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6ddd908f-92a5-4d80-91eb-b8df901bd173', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e1f1c48f-eb90-4a57-9dbe-49896c4cca4c', 'code': 200}
May 31 11:49:56.592061 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43028a7b-58d7-408b-ac75-1328e6896bf7 None None] Pushing event updated for resources: {'Port': ['ID=e1f1c48f-eb90-4a57-9dbe-49896c4cca4c,revision_number=5']} {{(pid=103722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 31 11:49:56.595718 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG oslo_concurrency.lockutils [None req-43028a7b-58d7-408b-ac75-1328e6896bf7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=103722) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 31 11:49:56.735828 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19772c2d-2818-4523-be9f-276e31aa0f54 req-15503782-4558-40f4-ab89-d9c9dab6ab5c tempest-VolumesSnapshotTestJSON-1664951213 tempest-VolumesSnapshotTestJSON-1664951213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 11:49:56.737314 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [req-19772c2d-2818-4523-be9f-276e31aa0f54 req-15503782-4558-40f4-ab89-d9c9dab6ab5c tempest-VolumesSnapshotTestJSON-1664951213 tempest-VolumesSnapshotTestJSON-1664951213-project] 10.222.0.57 "GET /v2.0/ports?device_id=6ddd908f-92a5-4d80-91eb-b8df901bd173 HTTP/1.1" status: 200  len: 945 time: 0.0844986
May 31 11:49:56.853535 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [req-19772c2d-2818-4523-be9f-276e31aa0f54 req-a7635fe4-baea-4e4b-ab4a-ec8ae5f115c5 tempest-VolumesSnapshotTestJSON-1664951213 tempest-VolumesSnapshotTestJSON-1664951213-project] 10.222.0.57 "GET /v2.0/security-groups?id=b9937b11-1e96-49c8-88cb-75f8eddac617&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1100254
May 31 11:49:56.914160 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cad5e8f4-8f12-4451-831b-6d820969269e req-b9f39267-acb4-49a4-8d45-8e81d5f86cfc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 11:49:56.915765 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [req-cad5e8f4-8f12-4451-831b-6d820969269e req-b9f39267-acb4-49a4-8d45-8e81d5f86cfc service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=6ddd908f-92a5-4d80-91eb-b8df901bd173 HTTP/1.1" status: 200  len: 1098 time: 0.1362438
May 31 11:49:56.972321 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [req-cad5e8f4-8f12-4451-831b-6d820969269e req-4bc837ba-fcb5-4c32-a779-bbcf64de027f service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=b9937b11-1e96-49c8-88cb-75f8eddac617&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0496004
May 31 11:49:56.996265 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac731c35-7b41-4d7d-96b6-a504623472f6 req-8af33aa8-aba6-48f9-b22a-01d465a1ef8f tempest-AttachVolumeShelveTestJSON-127538222 tempest-AttachVolumeShelveTestJSON-127538222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 11:49:57.003039 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [req-ac731c35-7b41-4d7d-96b6-a504623472f6 req-8af33aa8-aba6-48f9-b22a-01d465a1ef8f tempest-AttachVolumeShelveTestJSON-127538222 tempest-AttachVolumeShelveTestJSON-127538222-project] 10.222.0.57 "GET /v2.0/ports?device_id=ead9d6d4-0497-4043-988e-b5462cd4a21e HTTP/1.1" status: 200  len: 945 time: 0.1304021
May 31 11:49:57.044106 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [req-ac731c35-7b41-4d7d-96b6-a504623472f6 req-08f9a0c7-8c61-4500-acea-4ab8401dd483 tempest-AttachVolumeShelveTestJSON-127538222 tempest-AttachVolumeShelveTestJSON-127538222-project] 10.222.0.57 "GET /v2.0/security-groups?id=6c1ea728-7f28-45a2-9ff9-c5e861fe7362&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0399256
May 31 11:49:58.098157 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f74561a4-2c36-4943-9ce3-81909acc99a1 req-5d76acee-575b-4a7f-a972-fd7fcb613dd9 tempest-VolumesSnapshotTestJSON-1664951213 tempest-VolumesSnapshotTestJSON-1664951213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 11:49:58.099609 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [req-f74561a4-2c36-4943-9ce3-81909acc99a1 req-5d76acee-575b-4a7f-a972-fd7fcb613dd9 tempest-VolumesSnapshotTestJSON-1664951213 tempest-VolumesSnapshotTestJSON-1664951213-project] 10.222.0.57 "GET /v2.0/ports?device_id=6ddd908f-92a5-4d80-91eb-b8df901bd173 HTTP/1.1" status: 200  len: 945 time: 0.1489246
May 31 11:49:58.134613 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dae6f921-69ea-4617-9c5e-219000b7b7fe req-24258a69-4188-4de6-bcae-c301954df8d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 11:49:58.135999 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [req-dae6f921-69ea-4617-9c5e-219000b7b7fe req-24258a69-4188-4de6-bcae-c301954df8d8 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=f3bd06944c9240d0a51b5da41de72600&device_id=ead9d6d4-0497-4043-988e-b5462cd4a21e HTTP/1.1" status: 200  len: 1098 time: 0.1241357
May 31 11:49:58.356391 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [req-f74561a4-2c36-4943-9ce3-81909acc99a1 req-251d37a3-5c81-45ad-94c1-76c1c04d5fb3 tempest-VolumesSnapshotTestJSON-1664951213 tempest-VolumesSnapshotTestJSON-1664951213-project] 10.222.0.57 "GET /v2.0/security-groups?id=b9937b11-1e96-49c8-88cb-75f8eddac617&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2502611
May 31 11:49:58.429639 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dae6f921-69ea-4617-9c5e-219000b7b7fe req-cd2a312b-fffd-466c-a89d-acfffd08b0c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 11:49:58.430980 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [req-dae6f921-69ea-4617-9c5e-219000b7b7fe req-cd2a312b-fffd-466c-a89d-acfffd08b0c2 service neutron] 10.222.0.60 "GET /v2.0/networks?id=2c20abfc-12cd-4800-b928-7191b2675429 HTTP/1.1" status: 200  len: 917 time: 0.2856038
May 31 11:49:58.499812 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43063141-bbf0-45e9-82e7-ff9d1f57542c req-cbd09e86-fe43-48ca-8e67-bdbe7227f968 tempest-AttachVolumeShelveTestJSON-127538222 tempest-AttachVolumeShelveTestJSON-127538222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 11:49:58.501254 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [req-43063141-bbf0-45e9-82e7-ff9d1f57542c req-cbd09e86-fe43-48ca-8e67-bdbe7227f968 tempest-AttachVolumeShelveTestJSON-127538222 tempest-AttachVolumeShelveTestJSON-127538222-project] 10.222.0.57 "GET /v2.0/ports?device_id=ead9d6d4-0497-4043-988e-b5462cd4a21e HTTP/1.1" status: 200  len: 945 time: 0.3281846
May 31 11:49:58.569426 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [req-dae6f921-69ea-4617-9c5e-219000b7b7fe req-01b0046d-2a1e-407a-add9-2564c18e0f5f service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=cde664e9-3922-4ee7-b04a-98d0cd2ed64a HTTP/1.1" status: 200  len: 1001 time: 0.1300893
May 31 11:49:58.573920 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [req-43063141-bbf0-45e9-82e7-ff9d1f57542c req-f686330c-460c-44ab-9047-cafda1ac29e5 tempest-AttachVolumeShelveTestJSON-127538222 tempest-AttachVolumeShelveTestJSON-127538222-project] 10.222.0.57 "GET /v2.0/security-groups?id=6c1ea728-7f28-45a2-9ff9-c5e861fe7362&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0642285
May 31 11:49:58.637561 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dae6f921-69ea-4617-9c5e-219000b7b7fe req-5fc482b6-27ac-495c-ad65-d68e5403d80d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 11:49:58.639005 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [req-dae6f921-69ea-4617-9c5e-219000b7b7fe req-5fc482b6-27ac-495c-ad65-d68e5403d80d service neutron] 10.222.0.60 "GET /v2.0/subnets?id=97d26c19-ffd5-4600-9f66-20181dad1656 HTTP/1.1" status: 200  len: 855 time: 0.0617890
May 31 11:49:58.715263 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dae6f921-69ea-4617-9c5e-219000b7b7fe req-e3d093c7-7504-4e0b-8924-af5068d33a8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 11:49:58.716766 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [req-dae6f921-69ea-4617-9c5e-219000b7b7fe req-e3d093c7-7504-4e0b-8924-af5068d33a8c service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=2c20abfc-12cd-4800-b928-7191b2675429&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0715246
May 31 11:49:58.847322 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [req-dae6f921-69ea-4617-9c5e-219000b7b7fe req-424d08f3-95dd-4daf-88a5-c451ececa44d service neutron] 10.222.0.60 "GET /v2.0/networks/2c20abfc-12cd-4800-b928-7191b2675429?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1241231
May 31 11:49:58.979851 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [req-dae6f921-69ea-4617-9c5e-219000b7b7fe req-d40c55d2-0905-4b1b-b21a-c244e7fa1b53 service neutron] 10.222.0.60 "GET /v2.0/networks/2c20abfc-12cd-4800-b928-7191b2675429?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1262515
May 31 11:49:59.560122 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24431dbf-dc2c-4c96-a412-221deb1adaee req-44bcba88-7f56-47c0-a0ac-63be0b6e7959 tempest-VolumesSnapshotTestJSON-1664951213 tempest-VolumesSnapshotTestJSON-1664951213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 11:49:59.561655 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [req-24431dbf-dc2c-4c96-a412-221deb1adaee req-44bcba88-7f56-47c0-a0ac-63be0b6e7959 tempest-VolumesSnapshotTestJSON-1664951213 tempest-VolumesSnapshotTestJSON-1664951213-project] 10.222.0.57 "GET /v2.0/ports?device_id=6ddd908f-92a5-4d80-91eb-b8df901bd173 HTTP/1.1" status: 200  len: 945 time: 0.0876038
May 31 11:49:59.607113 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [req-24431dbf-dc2c-4c96-a412-221deb1adaee req-76c1f8b1-7847-40a8-aa08-766cb172e182 tempest-VolumesSnapshotTestJSON-1664951213 tempest-VolumesSnapshotTestJSON-1664951213-project] 10.222.0.57 "GET /v2.0/security-groups?id=b9937b11-1e96-49c8-88cb-75f8eddac617&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0393176
May 31 11:49:59.772904 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f62d461-25dc-4663-a207-64d4424fa300 req-55b7aab2-941c-4c6e-b709-989eec57708b tempest-AttachVolumeShelveTestJSON-127538222 tempest-AttachVolumeShelveTestJSON-127538222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 11:49:59.774376 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [req-1f62d461-25dc-4663-a207-64d4424fa300 req-55b7aab2-941c-4c6e-b709-989eec57708b tempest-AttachVolumeShelveTestJSON-127538222 tempest-AttachVolumeShelveTestJSON-127538222-project] 10.222.0.57 "GET /v2.0/ports?device_id=ead9d6d4-0497-4043-988e-b5462cd4a21e HTTP/1.1" status: 200  len: 945 time: 0.0867035
May 31 11:49:59.818508 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [req-1f62d461-25dc-4663-a207-64d4424fa300 req-3e13cb09-5967-4cac-bfe1-3ef7342e0245 tempest-AttachVolumeShelveTestJSON-127538222 tempest-AttachVolumeShelveTestJSON-127538222-project] 10.222.0.57 "GET /v2.0/security-groups?id=6c1ea728-7f28-45a2-9ff9-c5e861fe7362&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0383344
May 31 11:50:01.021590 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d50026de-18db-48c7-a678-7a5331d228c4 req-49945107-9a68-40a3-9802-c1e2ca7a21ff tempest-AttachVolumeShelveTestJSON-127538222 tempest-AttachVolumeShelveTestJSON-127538222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 11:50:01.023088 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [req-d50026de-18db-48c7-a678-7a5331d228c4 req-49945107-9a68-40a3-9802-c1e2ca7a21ff tempest-AttachVolumeShelveTestJSON-127538222 tempest-AttachVolumeShelveTestJSON-127538222-project] 10.222.0.57 "GET /v2.0/ports?device_id=ead9d6d4-0497-4043-988e-b5462cd4a21e HTTP/1.1" status: 200  len: 945 time: 0.0925043
May 31 11:50:01.072330 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [req-d50026de-18db-48c7-a678-7a5331d228c4 req-0a14bea3-4a4a-4cba-b15c-039db0bb0489 tempest-AttachVolumeShelveTestJSON-127538222 tempest-AttachVolumeShelveTestJSON-127538222-project] 10.222.0.57 "GET /v2.0/security-groups?id=6c1ea728-7f28-45a2-9ff9-c5e861fe7362&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0430546
May 31 11:50:01.416216 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron_lib.callbacks.manager [None req-43028a7b-58d7-408b-ac75-1328e6896bf7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744215964654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857257'] for agent, after_update {{(pid=103722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:50:02.276782 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron.plugins.ml2.rpc [None req-43028a7b-58d7-408b-ac75-1328e6896bf7 None None] Device cde664e9-3922-4ee7-b04a-98d0cd2ed64a no longer exists at agent hyperv_hv-cinder-78638 {{(pid=103722) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
May 31 11:50:02.403794 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron_lib.callbacks.manager [None req-43028a7b-58d7-408b-ac75-1328e6896bf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-934180'] for port, before_update {{(pid=103722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:50:02.432629 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ead9d6d4-0497-4043-988e-b5462cd4a21e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'cde664e9-3922-4ee7-b04a-98d0cd2ed64a'}] {{(pid=103722) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 31 11:50:02.434903 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}385953046bb192346b13b574918bbc7d366126a5ac8301ca09ff73df2ee9323d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-05f9bb58-e348-48b1-8cf2-7ac1d85fc0d5" -d '{"events": [{"server_uuid": "ead9d6d4-0497-4043-988e-b5462cd4a21e", "name": "network-vif-unplugged", "status": "completed", "tag": "cde664e9-3922-4ee7-b04a-98d0cd2ed64a"}]}' {{(pid=103722) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
May 31 11:50:02.443727 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron.plugins.ml2.db [None req-43028a7b-58d7-408b-ac75-1328e6896bf7 None None] For port cde664e9-3922-4ee7-b04a-98d0cd2ed64a, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=cde664e9-3922-4ee7-b04a-98d0cd2ed64a,segment=NetworkSegment(fea50412-2064-40f9-97d7-ef805bb3a428),segment_id=fea50412-2064-40f9-97d7-ef805bb3a428)] {{(pid=103722) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 31 11:50:02.450085 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron_lib.callbacks.manager [None req-43028a7b-58d7-408b-ac75-1328e6896bf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937715', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3701677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744215954324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744215520988', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744215521293'] for port, after_update {{(pid=103722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:50:02.452847 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG oslo_concurrency.lockutils [None req-43028a7b-58d7-408b-ac75-1328e6896bf7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103722) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 31 11:50:02.494209 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Mon, 31 May 2021 11:50:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5325de3b-9e51-4b5a-9cca-5c8eac11fd16 x-openstack-request-id: req-5325de3b-9e51-4b5a-9cca-5c8eac11fd16 {{(pid=103722) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
May 31 11:50:02.494521 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ead9d6d4-0497-4043-988e-b5462cd4a21e", "name": "network-vif-unplugged", "status": "failed", "tag": "cde664e9-3922-4ee7-b04a-98d0cd2ed64a", "code": 422}]} {{(pid=103722) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
May 31 11:50:02.495035 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-5325de3b-9e51-4b5a-9cca-5c8eac11fd16 {{(pid=103722) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
May 31 11:50:02.495423 dv-cinder-786384-7-iscsi neutron-server[103722]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'ead9d6d4-0497-4043-988e-b5462cd4a21e', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'cde664e9-3922-4ee7-b04a-98d0cd2ed64a', 'code': 422} returned with failed status
May 31 11:50:02.532163 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43028a7b-58d7-408b-ac75-1328e6896bf7 None None] Pushing event updated for resources: {'Port': ['ID=cde664e9-3922-4ee7-b04a-98d0cd2ed64a,revision_number=8']} {{(pid=103722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 31 11:50:02.535403 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG oslo_concurrency.lockutils [None req-43028a7b-58d7-408b-ac75-1328e6896bf7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=103722) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 31 11:50:02.578241 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99a408da-fbd4-4389-aeda-0690fb7c697e req-6f6e9024-7c20-4d4d-a06e-0cd83b8ecde3 tempest-AttachVolumeShelveTestJSON-127538222 tempest-AttachVolumeShelveTestJSON-127538222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 11:50:02.579696 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [req-99a408da-fbd4-4389-aeda-0690fb7c697e req-6f6e9024-7c20-4d4d-a06e-0cd83b8ecde3 tempest-AttachVolumeShelveTestJSON-127538222 tempest-AttachVolumeShelveTestJSON-127538222-project] 10.222.0.57 "GET /v2.0/ports?device_id=ead9d6d4-0497-4043-988e-b5462cd4a21e HTTP/1.1" status: 200  len: 943 time: 0.1034651
May 31 11:50:02.624551 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [req-99a408da-fbd4-4389-aeda-0690fb7c697e req-379b78f8-11af-4ddd-bccc-4d62236fd907 tempest-AttachVolumeShelveTestJSON-127538222 tempest-AttachVolumeShelveTestJSON-127538222-project] 10.222.0.57 "GET /v2.0/security-groups?id=6c1ea728-7f28-45a2-9ff9-c5e861fe7362&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0390210
May 31 11:50:02.757253 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron.wsgi [-] (103720) accepted ('10.222.0.57', 47464) {{(pid=103720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 31 11:50:02.880777 dv-cinder-786384-7-iscsi neutron-server[103720]: INFO neutron.wsgi [req-59584b2d-c7e1-43b8-bc63-2437c343fc60 req-699d364f-47f3-438d-80ea-a4a5bf2320d5 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=ead9d6d4-0497-4043-988e-b5462cd4a21e&fields=id&fields=resource_request HTTP/1.1" status: 200  len: 255 time: 0.1219120
May 31 11:50:03.063815 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron_lib.callbacks.manager [None req-5c7d43ea-517b-493c-95cf-5499f5a59f32 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744215964654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857257'] for agent, after_update {{(pid=103722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:50:03.843693 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d9a74fb-5217-417b-b57c-45d002686808 req-86ace1e8-2764-449e-9ef0-2b6e137aa1aa tempest-AttachVolumeShelveTestJSON-127538222 tempest-AttachVolumeShelveTestJSON-127538222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 11:50:03.845527 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [req-5d9a74fb-5217-417b-b57c-45d002686808 req-86ace1e8-2764-449e-9ef0-2b6e137aa1aa tempest-AttachVolumeShelveTestJSON-127538222 tempest-AttachVolumeShelveTestJSON-127538222-project] 10.222.0.57 "GET /v2.0/ports?device_id=ead9d6d4-0497-4043-988e-b5462cd4a21e HTTP/1.1" status: 200  len: 943 time: 0.0877242
May 31 11:50:03.941426 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [req-5d9a74fb-5217-417b-b57c-45d002686808 req-277c42bf-f5af-48b4-8f63-3a69c7ab2075 tempest-AttachVolumeShelveTestJSON-127538222 tempest-AttachVolumeShelveTestJSON-127538222-project] 10.222.0.57 "GET /v2.0/security-groups?id=6c1ea728-7f28-45a2-9ff9-c5e861fe7362&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0901701
May 31 11:50:03.961823 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59584b2d-c7e1-43b8-bc63-2437c343fc60 req-21f1bd77-69dc-4ed5-881a-ce48eb10693f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 11:50:03.963284 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [req-59584b2d-c7e1-43b8-bc63-2437c343fc60 req-21f1bd77-69dc-4ed5-881a-ce48eb10693f service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=ead9d6d4-0497-4043-988e-b5462cd4a21e&tenant_id=f3bd06944c9240d0a51b5da41de72600 HTTP/1.1" status: 200  len: 1096 time: 0.0922363
May 31 11:50:04.104840 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59584b2d-c7e1-43b8-bc63-2437c343fc60 req-09f11024-d889-4316-8750-23fd4ce2c98c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 11:50:04.106313 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [req-59584b2d-c7e1-43b8-bc63-2437c343fc60 req-09f11024-d889-4316-8750-23fd4ce2c98c service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=f3bd06944c9240d0a51b5da41de72600&device_id=ead9d6d4-0497-4043-988e-b5462cd4a21e HTTP/1.1" status: 200  len: 1096 time: 0.0744879
May 31 11:50:04.238081 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59584b2d-c7e1-43b8-bc63-2437c343fc60 req-9b73738e-d72b-455f-b8de-1966babe1c0c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 11:50:04.239493 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [req-59584b2d-c7e1-43b8-bc63-2437c343fc60 req-9b73738e-d72b-455f-b8de-1966babe1c0c service neutron] 10.222.0.60 "GET /v2.0/networks?id=2c20abfc-12cd-4800-b928-7191b2675429 HTTP/1.1" status: 200  len: 917 time: 0.1252947
May 31 11:50:04.349863 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [req-59584b2d-c7e1-43b8-bc63-2437c343fc60 req-2811e7ad-f8b7-4d97-ac7e-cf05aa45824f service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=cde664e9-3922-4ee7-b04a-98d0cd2ed64a HTTP/1.1" status: 200  len: 999 time: 0.0965321
May 31 11:50:04.423067 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59584b2d-c7e1-43b8-bc63-2437c343fc60 req-0d254fa1-9132-4639-b64e-b169540befac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 11:50:04.424493 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [req-59584b2d-c7e1-43b8-bc63-2437c343fc60 req-0d254fa1-9132-4639-b64e-b169540befac service neutron] 10.222.0.60 "GET /v2.0/subnets?id=97d26c19-ffd5-4600-9f66-20181dad1656 HTTP/1.1" status: 200  len: 855 time: 0.0676033
May 31 11:50:04.604548 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59584b2d-c7e1-43b8-bc63-2437c343fc60 req-784274ef-fcfb-488c-800a-f35a0ad0c082 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 11:50:04.606747 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [req-59584b2d-c7e1-43b8-bc63-2437c343fc60 req-784274ef-fcfb-488c-800a-f35a0ad0c082 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=2c20abfc-12cd-4800-b928-7191b2675429&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1744668
May 31 11:50:04.762929 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [req-59584b2d-c7e1-43b8-bc63-2437c343fc60 req-442ebc90-6bd1-4de4-aeae-f4e498a30e2a service neutron] 10.222.0.60 "GET /v2.0/networks/2c20abfc-12cd-4800-b928-7191b2675429?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1471293
May 31 11:50:04.893887 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [req-59584b2d-c7e1-43b8-bc63-2437c343fc60 req-6ce3d37b-a518-44ec-8a81-6f75e5a50a04 service neutron] 10.222.0.60 "GET /v2.0/networks/2c20abfc-12cd-4800-b928-7191b2675429?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1247883
May 31 11:50:05.134881 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af88a459-3755-4f26-bfe4-46709eb5229c req-5eefe694-0f7b-40c9-9fac-d03ce3a0fdc4 tempest-AttachVolumeShelveTestJSON-127538222 tempest-AttachVolumeShelveTestJSON-127538222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 11:50:05.136324 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [req-af88a459-3755-4f26-bfe4-46709eb5229c req-5eefe694-0f7b-40c9-9fac-d03ce3a0fdc4 tempest-AttachVolumeShelveTestJSON-127538222 tempest-AttachVolumeShelveTestJSON-127538222-project] 10.222.0.57 "GET /v2.0/ports?device_id=ead9d6d4-0497-4043-988e-b5462cd4a21e HTTP/1.1" status: 200  len: 943 time: 0.0857577
May 31 11:50:05.181909 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [req-af88a459-3755-4f26-bfe4-46709eb5229c req-b186d144-49a5-4471-888b-5b1f68cad0c4 tempest-AttachVolumeShelveTestJSON-127538222 tempest-AttachVolumeShelveTestJSON-127538222-project] 10.222.0.57 "GET /v2.0/security-groups?id=6c1ea728-7f28-45a2-9ff9-c5e861fe7362&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0394659
May 31 11:50:05.520681 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron_lib.callbacks.manager [None req-eec67c47-cf6c-48a9-831a-5b34a17f91f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744215964654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857257'] for agent, after_update {{(pid=103722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:50:05.622484 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron_lib.callbacks.manager [None req-1f0a762f-0348-4bba-b860-8eddab4cd770 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744215964654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857257'] for agent, after_update {{(pid=103722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:50:06.384884 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cfce143-75c4-4b2f-832a-3bddcea73237 req-9dccb135-5286-4f9f-813b-10533468ad3f tempest-AttachVolumeShelveTestJSON-127538222 tempest-AttachVolumeShelveTestJSON-127538222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 11:50:06.386524 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [req-6cfce143-75c4-4b2f-832a-3bddcea73237 req-9dccb135-5286-4f9f-813b-10533468ad3f tempest-AttachVolumeShelveTestJSON-127538222 tempest-AttachVolumeShelveTestJSON-127538222-project] 10.222.0.57 "GET /v2.0/ports?device_id=ead9d6d4-0497-4043-988e-b5462cd4a21e HTTP/1.1" status: 200  len: 943 time: 0.0879886
May 31 11:50:06.437813 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [req-6cfce143-75c4-4b2f-832a-3bddcea73237 req-e9046ed6-db8e-4aee-a946-7125e2257574 tempest-AttachVolumeShelveTestJSON-127538222 tempest-AttachVolumeShelveTestJSON-127538222-project] 10.222.0.57 "GET /v2.0/security-groups?id=6c1ea728-7f28-45a2-9ff9-c5e861fe7362&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0426912
May 31 11:50:06.492042 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron_lib.callbacks.manager [None req-c59bf3d8-3f04-4740-8d75-807cb4f7478e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744215964654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857257'] for agent, after_update {{(pid=103722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:50:07.638467 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61220a1b-2d3d-46f9-9467-74e485c6a26f req-28d15abf-2f2d-495f-bf9e-71d6b587f4e9 tempest-AttachVolumeShelveTestJSON-127538222 tempest-AttachVolumeShelveTestJSON-127538222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 11:50:07.639989 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [req-61220a1b-2d3d-46f9-9467-74e485c6a26f req-28d15abf-2f2d-495f-bf9e-71d6b587f4e9 tempest-AttachVolumeShelveTestJSON-127538222 tempest-AttachVolumeShelveTestJSON-127538222-project] 10.222.0.57 "GET /v2.0/ports?device_id=ead9d6d4-0497-4043-988e-b5462cd4a21e HTTP/1.1" status: 200  len: 943 time: 0.0826845
May 31 11:50:07.686634 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [req-61220a1b-2d3d-46f9-9467-74e485c6a26f req-c6265c6a-5a1e-4908-acb0-466ff62280f2 tempest-AttachVolumeShelveTestJSON-127538222 tempest-AttachVolumeShelveTestJSON-127538222-project] 10.222.0.57 "GET /v2.0/security-groups?id=6c1ea728-7f28-45a2-9ff9-c5e861fe7362&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0404391
May 31 11:50:07.953334 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron_lib.callbacks.manager [None req-e2b995a4-3526-4c71-93aa-7f4ba47dfd64 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744215964654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857257'] for agent, after_update {{(pid=103722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:50:08.894076 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34f1daf3-0a3d-4821-b3d5-ee635f53bb59 req-5473ef04-b56a-4e33-9e25-5c1f82571fe2 tempest-AttachVolumeShelveTestJSON-127538222 tempest-AttachVolumeShelveTestJSON-127538222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 11:50:08.895616 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [req-34f1daf3-0a3d-4821-b3d5-ee635f53bb59 req-5473ef04-b56a-4e33-9e25-5c1f82571fe2 tempest-AttachVolumeShelveTestJSON-127538222 tempest-AttachVolumeShelveTestJSON-127538222-project] 10.222.0.57 "GET /v2.0/ports?device_id=ead9d6d4-0497-4043-988e-b5462cd4a21e HTTP/1.1" status: 200  len: 943 time: 0.0918427
May 31 11:50:08.947246 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [req-34f1daf3-0a3d-4821-b3d5-ee635f53bb59 req-d1d6b943-6942-42ce-996e-9b68e49c340f tempest-AttachVolumeShelveTestJSON-127538222 tempest-AttachVolumeShelveTestJSON-127538222-project] 10.222.0.57 "GET /v2.0/security-groups?id=6c1ea728-7f28-45a2-9ff9-c5e861fe7362&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0428009
May 31 11:50:10.146403 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de2decc1-359b-40c1-872c-dcac036d3c3c req-43e62504-d67e-4e6c-b97f-bc0b690bd773 tempest-AttachVolumeShelveTestJSON-127538222 tempest-AttachVolumeShelveTestJSON-127538222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 11:50:10.147939 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [req-de2decc1-359b-40c1-872c-dcac036d3c3c req-43e62504-d67e-4e6c-b97f-bc0b690bd773 tempest-AttachVolumeShelveTestJSON-127538222 tempest-AttachVolumeShelveTestJSON-127538222-project] 10.222.0.57 "GET /v2.0/ports?device_id=ead9d6d4-0497-4043-988e-b5462cd4a21e HTTP/1.1" status: 200  len: 943 time: 0.0807018
May 31 11:50:10.197720 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [req-de2decc1-359b-40c1-872c-dcac036d3c3c req-6a703dc1-34c3-451b-b73d-268d78674659 tempest-AttachVolumeShelveTestJSON-127538222 tempest-AttachVolumeShelveTestJSON-127538222-project] 10.222.0.57 "GET /v2.0/security-groups?id=6c1ea728-7f28-45a2-9ff9-c5e861fe7362&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0439069
May 31 11:50:11.392903 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51f08e50-bced-4af1-adba-b80b51d628b7 req-8375065e-afdd-4f16-8414-d2d6d75e1c25 tempest-AttachVolumeShelveTestJSON-127538222 tempest-AttachVolumeShelveTestJSON-127538222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 11:50:11.394282 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [req-51f08e50-bced-4af1-adba-b80b51d628b7 req-8375065e-afdd-4f16-8414-d2d6d75e1c25 tempest-AttachVolumeShelveTestJSON-127538222 tempest-AttachVolumeShelveTestJSON-127538222-project] 10.222.0.57 "GET /v2.0/ports?device_id=ead9d6d4-0497-4043-988e-b5462cd4a21e HTTP/1.1" status: 200  len: 943 time: 0.0852549
May 31 11:50:11.441288 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [req-51f08e50-bced-4af1-adba-b80b51d628b7 req-3106eab0-7244-464d-b8d1-d7618cf7f2f6 tempest-AttachVolumeShelveTestJSON-127538222 tempest-AttachVolumeShelveTestJSON-127538222-project] 10.222.0.57 "GET /v2.0/security-groups?id=6c1ea728-7f28-45a2-9ff9-c5e861fe7362&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0400274
May 31 11:50:12.640957 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1c85bb4-c393-4106-a12e-fb5c2ae8e2f6 req-478c425a-74af-48bf-a76a-a6dcb8e98496 tempest-AttachVolumeShelveTestJSON-127538222 tempest-AttachVolumeShelveTestJSON-127538222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 11:50:12.642501 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [req-a1c85bb4-c393-4106-a12e-fb5c2ae8e2f6 req-478c425a-74af-48bf-a76a-a6dcb8e98496 tempest-AttachVolumeShelveTestJSON-127538222 tempest-AttachVolumeShelveTestJSON-127538222-project] 10.222.0.57 "GET /v2.0/ports?device_id=ead9d6d4-0497-4043-988e-b5462cd4a21e HTTP/1.1" status: 200  len: 943 time: 0.0849407
May 31 11:50:12.688781 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [req-a1c85bb4-c393-4106-a12e-fb5c2ae8e2f6 req-a71cbb93-c338-4e47-b89d-c3c30372358f tempest-AttachVolumeShelveTestJSON-127538222 tempest-AttachVolumeShelveTestJSON-127538222-project] 10.222.0.57 "GET /v2.0/security-groups?id=6c1ea728-7f28-45a2-9ff9-c5e861fe7362&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0403545
May 31 11:50:13.891930 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5469153e-6af7-4f51-a511-6d7fcc3ed27f req-4243880b-242c-4175-adbd-99b302823332 tempest-AttachVolumeShelveTestJSON-127538222 tempest-AttachVolumeShelveTestJSON-127538222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 11:50:13.893493 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [req-5469153e-6af7-4f51-a511-6d7fcc3ed27f req-4243880b-242c-4175-adbd-99b302823332 tempest-AttachVolumeShelveTestJSON-127538222 tempest-AttachVolumeShelveTestJSON-127538222-project] 10.222.0.57 "GET /v2.0/ports?device_id=ead9d6d4-0497-4043-988e-b5462cd4a21e HTTP/1.1" status: 200  len: 943 time: 0.0886683
May 31 11:50:13.940466 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [req-5469153e-6af7-4f51-a511-6d7fcc3ed27f req-213c9b38-68cf-4370-b765-b1efd17d6626 tempest-AttachVolumeShelveTestJSON-127538222 tempest-AttachVolumeShelveTestJSON-127538222-project] 10.222.0.57 "GET /v2.0/security-groups?id=6c1ea728-7f28-45a2-9ff9-c5e861fe7362&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0408242
May 31 11:50:15.144738 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eda48a26-0bac-4f9c-857a-8b240c6dd682 req-0ae11582-ba67-42c3-bf7a-5fe03c908c5e tempest-AttachVolumeShelveTestJSON-127538222 tempest-AttachVolumeShelveTestJSON-127538222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 11:50:15.146223 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [req-eda48a26-0bac-4f9c-857a-8b240c6dd682 req-0ae11582-ba67-42c3-bf7a-5fe03c908c5e tempest-AttachVolumeShelveTestJSON-127538222 tempest-AttachVolumeShelveTestJSON-127538222-project] 10.222.0.57 "GET /v2.0/ports?device_id=ead9d6d4-0497-4043-988e-b5462cd4a21e HTTP/1.1" status: 200  len: 943 time: 0.0883036
May 31 11:50:15.191609 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [req-eda48a26-0bac-4f9c-857a-8b240c6dd682 req-efda8774-77a4-4839-b4ce-0b6969cd13cd tempest-AttachVolumeShelveTestJSON-127538222 tempest-AttachVolumeShelveTestJSON-127538222-project] 10.222.0.57 "GET /v2.0/security-groups?id=6c1ea728-7f28-45a2-9ff9-c5e861fe7362&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0396817
May 31 11:50:16.390734 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02e240a3-f8ef-4577-b56d-bb2b4a2349c3 req-02e68fc1-638e-4ee4-9512-608db31eeb05 tempest-AttachVolumeShelveTestJSON-127538222 tempest-AttachVolumeShelveTestJSON-127538222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 11:50:16.392099 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [req-02e240a3-f8ef-4577-b56d-bb2b4a2349c3 req-02e68fc1-638e-4ee4-9512-608db31eeb05 tempest-AttachVolumeShelveTestJSON-127538222 tempest-AttachVolumeShelveTestJSON-127538222-project] 10.222.0.57 "GET /v2.0/ports?device_id=ead9d6d4-0497-4043-988e-b5462cd4a21e HTTP/1.1" status: 200  len: 943 time: 0.0846152
May 31 11:50:16.437121 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [req-02e240a3-f8ef-4577-b56d-bb2b4a2349c3 req-963d0ea3-9bef-442b-9d3f-9a3eb6a9023c tempest-AttachVolumeShelveTestJSON-127538222 tempest-AttachVolumeShelveTestJSON-127538222-project] 10.222.0.57 "GET /v2.0/security-groups?id=6c1ea728-7f28-45a2-9ff9-c5e861fe7362&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0390642
May 31 11:50:17.632006 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49141dea-a48b-4374-a060-0bd24c60bd5c req-2d12d7fe-6ffb-4328-bfac-ff587c4d58dc tempest-AttachVolumeShelveTestJSON-127538222 tempest-AttachVolumeShelveTestJSON-127538222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 11:50:17.633842 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [req-49141dea-a48b-4374-a060-0bd24c60bd5c req-2d12d7fe-6ffb-4328-bfac-ff587c4d58dc tempest-AttachVolumeShelveTestJSON-127538222 tempest-AttachVolumeShelveTestJSON-127538222-project] 10.222.0.57 "GET /v2.0/ports?device_id=ead9d6d4-0497-4043-988e-b5462cd4a21e HTTP/1.1" status: 200  len: 943 time: 0.0825696
May 31 11:50:17.683194 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [req-49141dea-a48b-4374-a060-0bd24c60bd5c req-c15488ee-5f94-49aa-a8d9-9dd045ffbfef tempest-AttachVolumeShelveTestJSON-127538222 tempest-AttachVolumeShelveTestJSON-127538222-project] 10.222.0.57 "GET /v2.0/security-groups?id=6c1ea728-7f28-45a2-9ff9-c5e861fe7362&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0432563
May 31 11:50:18.894610 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dd7106b-3f44-4c48-a79e-4a5a4a7d30f1 req-f082497c-4681-4fd1-8295-9cf4d2f8341f tempest-AttachVolumeShelveTestJSON-127538222 tempest-AttachVolumeShelveTestJSON-127538222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 11:50:18.895993 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [req-4dd7106b-3f44-4c48-a79e-4a5a4a7d30f1 req-f082497c-4681-4fd1-8295-9cf4d2f8341f tempest-AttachVolumeShelveTestJSON-127538222 tempest-AttachVolumeShelveTestJSON-127538222-project] 10.222.0.57 "GET /v2.0/ports?device_id=ead9d6d4-0497-4043-988e-b5462cd4a21e HTTP/1.1" status: 200  len: 943 time: 0.0807652
May 31 11:50:18.943154 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [req-4dd7106b-3f44-4c48-a79e-4a5a4a7d30f1 req-2c2d6156-515d-4a30-b62c-4a7e4bf94ca6 tempest-AttachVolumeShelveTestJSON-127538222 tempest-AttachVolumeShelveTestJSON-127538222-project] 10.222.0.57 "GET /v2.0/security-groups?id=6c1ea728-7f28-45a2-9ff9-c5e861fe7362&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0410891
May 31 11:50:19.307430 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron.plugins.ml2.rpc [None req-43028a7b-58d7-408b-ac75-1328e6896bf7 None None] Device cde664e9-3922-4ee7-b04a-98d0cd2ed64a details requested by agent hyperv_hv-cinder-78638 with host hv-cinder-78638 {{(pid=103722) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
May 31 11:50:19.456279 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron.plugins.ml2.db [None req-43028a7b-58d7-408b-ac75-1328e6896bf7 None None] For port cde664e9-3922-4ee7-b04a-98d0cd2ed64a, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=cde664e9-3922-4ee7-b04a-98d0cd2ed64a,segment=NetworkSegment(fea50412-2064-40f9-97d7-ef805bb3a428),segment_id=fea50412-2064-40f9-97d7-ef805bb3a428)] {{(pid=103722) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 31 11:50:19.470557 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron.plugins.ml2.rpc [None req-43028a7b-58d7-408b-ac75-1328e6896bf7 None None] Returning: {'device': 'cde664e9-3922-4ee7-b04a-98d0cd2ed64a', 'network_id': '2c20abfc-12cd-4800-b928-7191b2675429', 'port_id': 'cde664e9-3922-4ee7-b04a-98d0cd2ed64a', 'mac_address': 'fa:16:3e:5f:a3:48', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 766, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '97d26c19-ffd5-4600-9f66-20181dad1656', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103722) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
May 31 11:50:19.532375 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron_lib.callbacks.manager [None req-43028a7b-58d7-408b-ac75-1328e6896bf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-934180'] for port, before_update {{(pid=103722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:50:19.548347 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron.notifiers.nova [None req-43028a7b-58d7-408b-ac75-1328e6896bf7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cde664e9-3922-4ee7-b04a-98d0cd2ed64a {{(pid=103722) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
May 31 11:50:19.564951 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron.plugins.ml2.db [None req-43028a7b-58d7-408b-ac75-1328e6896bf7 None None] For port cde664e9-3922-4ee7-b04a-98d0cd2ed64a, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=cde664e9-3922-4ee7-b04a-98d0cd2ed64a,segment=NetworkSegment(fea50412-2064-40f9-97d7-ef805bb3a428),segment_id=fea50412-2064-40f9-97d7-ef805bb3a428)] {{(pid=103722) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 31 11:50:19.572458 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron_lib.callbacks.manager [None req-43028a7b-58d7-408b-ac75-1328e6896bf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937715', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3701677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744215954324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744215520988', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744215521293'] for port, after_update {{(pid=103722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:50:19.575147 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG oslo_concurrency.lockutils [None req-1f0a762f-0348-4bba-b860-8eddab4cd770 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103722) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 31 11:50:19.645615 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43028a7b-58d7-408b-ac75-1328e6896bf7 None None] Pushing event updated for resources: {'Port': ['ID=cde664e9-3922-4ee7-b04a-98d0cd2ed64a,revision_number=9']} {{(pid=103722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 31 11:50:19.649068 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG oslo_concurrency.lockutils [None req-43028a7b-58d7-408b-ac75-1328e6896bf7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=103722) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 31 11:50:20.152827 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b707c5ce-469e-4715-8700-f8bb898da93a req-adac2f5a-d435-4f5b-bb9a-ac612818314c tempest-AttachVolumeShelveTestJSON-127538222 tempest-AttachVolumeShelveTestJSON-127538222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 11:50:20.154261 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [req-b707c5ce-469e-4715-8700-f8bb898da93a req-adac2f5a-d435-4f5b-bb9a-ac612818314c tempest-AttachVolumeShelveTestJSON-127538222 tempest-AttachVolumeShelveTestJSON-127538222-project] 10.222.0.57 "GET /v2.0/ports?device_id=ead9d6d4-0497-4043-988e-b5462cd4a21e HTTP/1.1" status: 200  len: 944 time: 0.0877061
May 31 11:50:20.174024 dv-cinder-786384-7-iscsi neutron-server[103723]: DEBUG neutron.db.agents_db [None req-cb648da2-ef1b-4de5-af28-8b32e926ae6d None None] Agent healthcheck: found 6 active agents {{(pid=103723) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}}
May 31 11:50:20.198026 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [req-b707c5ce-469e-4715-8700-f8bb898da93a req-5c262e57-6a9b-4a5b-893f-b57821d63887 tempest-AttachVolumeShelveTestJSON-127538222 tempest-AttachVolumeShelveTestJSON-127538222-project] 10.222.0.57 "GET /v2.0/security-groups?id=6c1ea728-7f28-45a2-9ff9-c5e861fe7362&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0380812
May 31 11:50:21.404755 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-add1f079-8527-45be-9079-d1ea846998b0 req-94ee9517-db66-41a1-a38d-5a36d3df525c tempest-AttachVolumeShelveTestJSON-127538222 tempest-AttachVolumeShelveTestJSON-127538222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 11:50:21.406092 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [req-add1f079-8527-45be-9079-d1ea846998b0 req-94ee9517-db66-41a1-a38d-5a36d3df525c tempest-AttachVolumeShelveTestJSON-127538222 tempest-AttachVolumeShelveTestJSON-127538222-project] 10.222.0.57 "GET /v2.0/ports?device_id=ead9d6d4-0497-4043-988e-b5462cd4a21e HTTP/1.1" status: 200  len: 944 time: 0.0872889
May 31 11:50:21.453377 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [req-add1f079-8527-45be-9079-d1ea846998b0 req-ee795f88-6253-475f-9a9a-9356426189a4 tempest-AttachVolumeShelveTestJSON-127538222 tempest-AttachVolumeShelveTestJSON-127538222-project] 10.222.0.57 "GET /v2.0/security-groups?id=6c1ea728-7f28-45a2-9ff9-c5e861fe7362&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0390596
May 31 11:50:21.513638 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron.plugins.ml2.db [None req-43028a7b-58d7-408b-ac75-1328e6896bf7 None None] get_ports_and_sgs() called for port_ids ['cde664e9-3922-4ee7-b04a-98d0cd2ed64a'] {{(pid=103722) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
May 31 11:50:22.665287 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc213e0a-c2c9-4703-9972-76b0e3a91957 req-4395610c-19b9-4bf2-9ccb-377a79711041 tempest-AttachVolumeShelveTestJSON-127538222 tempest-AttachVolumeShelveTestJSON-127538222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 11:50:22.666728 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [req-cc213e0a-c2c9-4703-9972-76b0e3a91957 req-4395610c-19b9-4bf2-9ccb-377a79711041 tempest-AttachVolumeShelveTestJSON-127538222 tempest-AttachVolumeShelveTestJSON-127538222-project] 10.222.0.57 "GET /v2.0/ports?device_id=ead9d6d4-0497-4043-988e-b5462cd4a21e HTTP/1.1" status: 200  len: 944 time: 0.0987885
May 31 11:50:22.712967 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [req-cc213e0a-c2c9-4703-9972-76b0e3a91957 req-082f2619-f37f-418e-949e-27064a9e35da tempest-AttachVolumeShelveTestJSON-127538222 tempest-AttachVolumeShelveTestJSON-127538222-project] 10.222.0.57 "GET /v2.0/security-groups?id=6c1ea728-7f28-45a2-9ff9-c5e861fe7362&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0378606
May 31 11:50:23.997576 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bdcb20a-e6c2-47fc-bdf3-b4787e84a414 req-796e2bea-95b4-4b42-ad30-00c586db9171 tempest-AttachVolumeShelveTestJSON-127538222 tempest-AttachVolumeShelveTestJSON-127538222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 11:50:23.999037 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [req-1bdcb20a-e6c2-47fc-bdf3-b4787e84a414 req-796e2bea-95b4-4b42-ad30-00c586db9171 tempest-AttachVolumeShelveTestJSON-127538222 tempest-AttachVolumeShelveTestJSON-127538222-project] 10.222.0.57 "GET /v2.0/ports?device_id=ead9d6d4-0497-4043-988e-b5462cd4a21e HTTP/1.1" status: 200  len: 944 time: 0.1698449
May 31 11:50:24.046209 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [req-1bdcb20a-e6c2-47fc-bdf3-b4787e84a414 req-bf5cf003-4441-4801-9eda-a14ba8f88eae tempest-AttachVolumeShelveTestJSON-127538222 tempest-AttachVolumeShelveTestJSON-127538222-project] 10.222.0.57 "GET /v2.0/security-groups?id=6c1ea728-7f28-45a2-9ff9-c5e861fe7362&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0386751
May 31 11:50:24.528510 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron.plugins.ml2.rpc [None req-43028a7b-58d7-408b-ac75-1328e6896bf7 None None] Device cde664e9-3922-4ee7-b04a-98d0cd2ed64a up at agent hyperv_hv-cinder-78638 {{(pid=103722) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 31 11:50:24.610422 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron.db.provisioning_blocks [None req-43028a7b-58d7-408b-ac75-1328e6896bf7 None None] Provisioning complete for port cde664e9-3922-4ee7-b04a-98d0cd2ed64a triggered by entity L2. {{(pid=103722) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 31 11:50:24.610794 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron_lib.callbacks.manager [None req-43028a7b-58d7-408b-ac75-1328e6896bf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857618'] for port, provisioning_complete {{(pid=103722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:50:24.732719 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron_lib.callbacks.manager [None req-43028a7b-58d7-408b-ac75-1328e6896bf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-934180'] for port, before_update {{(pid=103722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:50:24.763442 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ead9d6d4-0497-4043-988e-b5462cd4a21e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cde664e9-3922-4ee7-b04a-98d0cd2ed64a'}] {{(pid=103722) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 31 11:50:24.765629 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}385953046bb192346b13b574918bbc7d366126a5ac8301ca09ff73df2ee9323d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7ec52a23-33d5-4460-8de0-a7123c5bde38" -d '{"events": [{"server_uuid": "ead9d6d4-0497-4043-988e-b5462cd4a21e", "name": "network-vif-plugged", "status": "completed", "tag": "cde664e9-3922-4ee7-b04a-98d0cd2ed64a"}]}' {{(pid=103722) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
May 31 11:50:24.773530 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron.plugins.ml2.db [None req-43028a7b-58d7-408b-ac75-1328e6896bf7 None None] For port cde664e9-3922-4ee7-b04a-98d0cd2ed64a, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=cde664e9-3922-4ee7-b04a-98d0cd2ed64a,segment=NetworkSegment(fea50412-2064-40f9-97d7-ef805bb3a428),segment_id=fea50412-2064-40f9-97d7-ef805bb3a428)] {{(pid=103722) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 31 11:50:24.778892 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron_lib.callbacks.manager [None req-43028a7b-58d7-408b-ac75-1328e6896bf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937715', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3701677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744215954324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744215520988', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744215521293'] for port, after_update {{(pid=103722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:50:24.780746 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG oslo_concurrency.lockutils [None req-43028a7b-58d7-408b-ac75-1328e6896bf7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103722) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 31 11:50:24.814393 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 31 May 2021 11:50:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c9b75a72-e1be-4045-89ce-8638470d66b3 x-openstack-request-id: req-c9b75a72-e1be-4045-89ce-8638470d66b3 {{(pid=103722) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
May 31 11:50:24.814685 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ead9d6d4-0497-4043-988e-b5462cd4a21e", "name": "network-vif-plugged", "status": "completed", "tag": "cde664e9-3922-4ee7-b04a-98d0cd2ed64a", "code": 200}]} {{(pid=103722) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
May 31 11:50:24.814951 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-c9b75a72-e1be-4045-89ce-8638470d66b3 {{(pid=103722) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
May 31 11:50:24.815308 dv-cinder-786384-7-iscsi neutron-server[103722]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ead9d6d4-0497-4043-988e-b5462cd4a21e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cde664e9-3922-4ee7-b04a-98d0cd2ed64a', 'code': 200}
May 31 11:50:24.845589 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43028a7b-58d7-408b-ac75-1328e6896bf7 None None] Pushing event updated for resources: {'Port': ['ID=cde664e9-3922-4ee7-b04a-98d0cd2ed64a,revision_number=10']} {{(pid=103722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 31 11:50:24.848625 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG oslo_concurrency.lockutils [None req-43028a7b-58d7-408b-ac75-1328e6896bf7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=103722) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 31 11:50:25.263022 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47fcaf9c-d306-4bfb-89f3-488378ca57d8 req-ca5dde94-7e4f-425d-9613-017ce24102c6 tempest-AttachVolumeShelveTestJSON-127538222 tempest-AttachVolumeShelveTestJSON-127538222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 11:50:25.264393 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [req-47fcaf9c-d306-4bfb-89f3-488378ca57d8 req-ca5dde94-7e4f-425d-9613-017ce24102c6 tempest-AttachVolumeShelveTestJSON-127538222 tempest-AttachVolumeShelveTestJSON-127538222-project] 10.222.0.57 "GET /v2.0/ports?device_id=ead9d6d4-0497-4043-988e-b5462cd4a21e HTTP/1.1" status: 200  len: 946 time: 0.0969865
May 31 11:50:25.318320 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [req-47fcaf9c-d306-4bfb-89f3-488378ca57d8 req-346e5ead-f679-453d-a3bd-e7dbad9a52e4 tempest-AttachVolumeShelveTestJSON-127538222 tempest-AttachVolumeShelveTestJSON-127538222-project] 10.222.0.57 "GET /v2.0/security-groups?id=6c1ea728-7f28-45a2-9ff9-c5e861fe7362&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0480931
May 31 11:50:25.808033 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd807d1b-a767-4e44-910f-ae15f957c2ec req-6b038b6c-85e6-4a78-b74b-4903d1576b51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 11:50:25.809578 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [req-cd807d1b-a767-4e44-910f-ae15f957c2ec req-6b038b6c-85e6-4a78-b74b-4903d1576b51 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=ead9d6d4-0497-4043-988e-b5462cd4a21e HTTP/1.1" status: 200  len: 1099 time: 0.0755482
May 31 11:50:25.850520 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [req-cd807d1b-a767-4e44-910f-ae15f957c2ec req-80fe73eb-0228-43d5-b423-c5c23c63dd14 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=6c1ea728-7f28-45a2-9ff9-c5e861fe7362&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0336185
May 31 11:50:26.526568 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf02c415-a422-4ea0-b382-20995a786001 req-882c665a-f84d-4a04-adb5-71a0199714c4 tempest-AttachVolumeShelveTestJSON-127538222 tempest-AttachVolumeShelveTestJSON-127538222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 11:50:26.528074 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [req-cf02c415-a422-4ea0-b382-20995a786001 req-882c665a-f84d-4a04-adb5-71a0199714c4 tempest-AttachVolumeShelveTestJSON-127538222 tempest-AttachVolumeShelveTestJSON-127538222-project] 10.222.0.57 "GET /v2.0/ports?device_id=ead9d6d4-0497-4043-988e-b5462cd4a21e HTTP/1.1" status: 200  len: 946 time: 0.0897236
May 31 11:50:26.573398 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [req-cf02c415-a422-4ea0-b382-20995a786001 req-4c241c7f-48fc-4886-9634-c96af90a18c2 tempest-AttachVolumeShelveTestJSON-127538222 tempest-AttachVolumeShelveTestJSON-127538222-project] 10.222.0.57 "GET /v2.0/security-groups?id=6c1ea728-7f28-45a2-9ff9-c5e861fe7362&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0393758
May 31 11:50:27.761642 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d219c1a-755f-458b-b7a9-5de46f4e1f7c req-665f173c-609e-4e59-9570-608fe01767ec tempest-AttachVolumeShelveTestJSON-127538222 tempest-AttachVolumeShelveTestJSON-127538222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 11:50:27.763071 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [req-4d219c1a-755f-458b-b7a9-5de46f4e1f7c req-665f173c-609e-4e59-9570-608fe01767ec tempest-AttachVolumeShelveTestJSON-127538222 tempest-AttachVolumeShelveTestJSON-127538222-project] 10.222.0.57 "GET /v2.0/ports?device_id=ead9d6d4-0497-4043-988e-b5462cd4a21e HTTP/1.1" status: 200  len: 946 time: 0.0799780
May 31 11:50:27.807088 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [req-4d219c1a-755f-458b-b7a9-5de46f4e1f7c req-dcadd87e-71d1-4f72-92ab-abeb474a018e tempest-AttachVolumeShelveTestJSON-127538222 tempest-AttachVolumeShelveTestJSON-127538222-project] 10.222.0.57 "GET /v2.0/security-groups?id=6c1ea728-7f28-45a2-9ff9-c5e861fe7362&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0382597
May 31 11:50:29.020452 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-369490f0-d83b-40f7-a9ec-551ecef46ff1 req-45ed677b-65dc-4163-b816-79130a27ecc9 tempest-AttachVolumeShelveTestJSON-127538222 tempest-AttachVolumeShelveTestJSON-127538222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 11:50:29.021921 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [req-369490f0-d83b-40f7-a9ec-551ecef46ff1 req-45ed677b-65dc-4163-b816-79130a27ecc9 tempest-AttachVolumeShelveTestJSON-127538222 tempest-AttachVolumeShelveTestJSON-127538222-project] 10.222.0.57 "GET /v2.0/ports?device_id=ead9d6d4-0497-4043-988e-b5462cd4a21e HTTP/1.1" status: 200  len: 946 time: 0.0957348
May 31 11:50:29.067963 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [req-369490f0-d83b-40f7-a9ec-551ecef46ff1 req-f1ab8ce1-1cfa-428f-a6fa-1a8ac8e00ed9 tempest-AttachVolumeShelveTestJSON-127538222 tempest-AttachVolumeShelveTestJSON-127538222-project] 10.222.0.57 "GET /v2.0/security-groups?id=6c1ea728-7f28-45a2-9ff9-c5e861fe7362&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0400608
May 31 11:50:31.431943 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron_lib.callbacks.manager [None req-43028a7b-58d7-408b-ac75-1328e6896bf7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744215964654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857257'] for agent, after_update {{(pid=103722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:50:32.081953 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0363b407-ded4-4132-b45a-ebad362dc0f0 req-5021df45-23e4-4e52-afc6-48b03fa2b9eb tempest-VolumesSnapshotTestJSON-1664951213 tempest-VolumesSnapshotTestJSON-1664951213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 11:50:32.083288 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [req-0363b407-ded4-4132-b45a-ebad362dc0f0 req-5021df45-23e4-4e52-afc6-48b03fa2b9eb tempest-VolumesSnapshotTestJSON-1664951213 tempest-VolumesSnapshotTestJSON-1664951213-project] 10.222.0.57 "GET /v2.0/ports?device_id=6ddd908f-92a5-4d80-91eb-b8df901bd173 HTTP/1.1" status: 200  len: 945 time: 0.0853412
May 31 11:50:32.131695 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [req-0363b407-ded4-4132-b45a-ebad362dc0f0 req-caa2e395-5d4d-4c24-85ab-886934542a86 tempest-VolumesSnapshotTestJSON-1664951213 tempest-VolumesSnapshotTestJSON-1664951213-project] 10.222.0.57 "GET /v2.0/security-groups?id=b9937b11-1e96-49c8-88cb-75f8eddac617&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0424588
May 31 11:50:33.079461 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron_lib.callbacks.manager [None req-a11ee446-e5ab-4107-b99f-3eb9c0208596 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744215964654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857257'] for agent, after_update {{(pid=103722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:50:33.344751 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4913cb17-c899-4ee1-b900-406918cb6727 req-0e58c7ad-af93-403b-9038-3741ca17271d tempest-VolumesSnapshotTestJSON-1664951213 tempest-VolumesSnapshotTestJSON-1664951213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 11:50:33.346110 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [req-4913cb17-c899-4ee1-b900-406918cb6727 req-0e58c7ad-af93-403b-9038-3741ca17271d tempest-VolumesSnapshotTestJSON-1664951213 tempest-VolumesSnapshotTestJSON-1664951213-project] 10.222.0.57 "GET /v2.0/ports?device_id=6ddd908f-92a5-4d80-91eb-b8df901bd173 HTTP/1.1" status: 200  len: 945 time: 0.0852129
May 31 11:50:33.390249 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [req-4913cb17-c899-4ee1-b900-406918cb6727 req-8e9469af-9763-49e9-a5a0-46fb8f1b3caf tempest-VolumesSnapshotTestJSON-1664951213 tempest-VolumesSnapshotTestJSON-1664951213-project] 10.222.0.57 "GET /v2.0/security-groups?id=b9937b11-1e96-49c8-88cb-75f8eddac617&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0382156
May 31 11:50:33.804162 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdf831e4-ed25-4d6b-b946-21b71db53247 req-e5b3479f-7c39-48fe-bd6f-ea17cc6da16c tempest-VolumesSnapshotTestJSON-1664951213 tempest-VolumesSnapshotTestJSON-1664951213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 11:50:33.805541 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [req-bdf831e4-ed25-4d6b-b946-21b71db53247 req-e5b3479f-7c39-48fe-bd6f-ea17cc6da16c tempest-VolumesSnapshotTestJSON-1664951213 tempest-VolumesSnapshotTestJSON-1664951213-project] 10.222.0.60 "GET /v2.0/ports?device_id=6ddd908f-92a5-4d80-91eb-b8df901bd173 HTTP/1.1" status: 200  len: 945 time: 0.0901358
May 31 11:50:33.946148 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.plugins.ml2.plugin [req-bdf831e4-ed25-4d6b-b946-21b71db53247 req-b66596e6-ec4a-4993-b701-6ed577235594 tempest-VolumesSnapshotTestJSON-1664951213 tempest-VolumesSnapshotTestJSON-1664951213-project] Deleting port e1f1c48f-eb90-4a57-9dbe-49896c4cca4c {{(pid=103721) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
May 31 11:50:33.946473 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron_lib.callbacks.manager [req-bdf831e4-ed25-4d6b-b946-21b71db53247 req-b66596e6-ec4a-4993-b701-6ed577235594 tempest-VolumesSnapshotTestJSON-1664951213 tempest-VolumesSnapshotTestJSON-1664951213-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744215952451'] for port, before_delete {{(pid=103721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:50:34.089647 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.plugins.ml2.db [req-bdf831e4-ed25-4d6b-b946-21b71db53247 req-b66596e6-ec4a-4993-b701-6ed577235594 tempest-VolumesSnapshotTestJSON-1664951213 tempest-VolumesSnapshotTestJSON-1664951213-project] For port e1f1c48f-eb90-4a57-9dbe-49896c4cca4c, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=e1f1c48f-eb90-4a57-9dbe-49896c4cca4c,segment=NetworkSegment(ed047e7b-43cb-4431-a12e-dc0528392535),segment_id=ed047e7b-43cb-4431-a12e-dc0528392535)] {{(pid=103721) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 31 11:50:34.089938 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron_lib.callbacks.manager [req-bdf831e4-ed25-4d6b-b946-21b71db53247 req-b66596e6-ec4a-4993-b701-6ed577235594 tempest-VolumesSnapshotTestJSON-1664951213 tempest-VolumesSnapshotTestJSON-1664951213-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4088094'] for port, precommit_delete {{(pid=103721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:50:34.211730 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.plugins.ml2.plugin [req-bdf831e4-ed25-4d6b-b946-21b71db53247 req-b66596e6-ec4a-4993-b701-6ed577235594 tempest-VolumesSnapshotTestJSON-1664951213 tempest-VolumesSnapshotTestJSON-1664951213-project] Calling delete_port for e1f1c48f-eb90-4a57-9dbe-49896c4cca4c owned by compute:nova {{(pid=103721) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
May 31 11:50:34.338045 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron_lib.callbacks.manager [req-bdf831e4-ed25-4d6b-b946-21b71db53247 req-b66596e6-ec4a-4993-b701-6ed577235594 tempest-VolumesSnapshotTestJSON-1664951213 tempest-VolumesSnapshotTestJSON-1664951213-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937715', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3701677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744215954342', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744215520979', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2250866'] for port, after_delete {{(pid=103721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:50:34.344050 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103721) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 31 11:50:34.373637 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron.plugins.ml2.db [None req-43028a7b-58d7-408b-ac75-1328e6896bf7 None None] get_ports_and_sgs() called for port_ids ['e1f1c48f-eb90-4a57-9dbe-49896c4cca4c'] {{(pid=103722) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
May 31 11:50:34.392227 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b66596e6-ec4a-4993-b701-6ed577235594 tempest-VolumesSnapshotTestJSON-1664951213 tempest-VolumesSnapshotTestJSON-1664951213-project] Pushing event deleted for resources: {'Port': ['ID=e1f1c48f-eb90-4a57-9dbe-49896c4cca4c,revision_number=None']} {{(pid=103721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 31 11:50:34.418146 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG oslo_concurrency.lockutils [None req-b66596e6-ec4a-4993-b701-6ed577235594 tempest-VolumesSnapshotTestJSON-1664951213 tempest-VolumesSnapshotTestJSON-1664951213-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=103721) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 31 11:50:34.464392 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.db.l3_dvrscheduler_db [req-bdf831e4-ed25-4d6b-b946-21b71db53247 req-b66596e6-ec4a-4993-b701-6ed577235594 tempest-VolumesSnapshotTestJSON-1664951213 tempest-VolumesSnapshotTestJSON-1664951213-project] No DVR routers for this DVR port e1f1c48f-eb90-4a57-9dbe-49896c4cca4c on host hv-cinder-78638 {{(pid=103721) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 31 11:50:34.467196 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron_lib.callbacks.manager [req-bdf831e4-ed25-4d6b-b946-21b71db53247 req-b66596e6-ec4a-4993-b701-6ed577235594 tempest-VolumesSnapshotTestJSON-1664951213 tempest-VolumesSnapshotTestJSON-1664951213-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46333'] for port, before_response {{(pid=103721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:50:34.469803 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6ddd908f-92a5-4d80-91eb-b8df901bd173', 'name': 'network-vif-deleted', 'tag': 'e1f1c48f-eb90-4a57-9dbe-49896c4cca4c'}] {{(pid=103721) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 31 11:50:34.472137 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3cd903d475e597836c68a86188e0a4f713f0e90603b95bd8a010e768671d0d04" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1e2ec1be-7922-4100-8461-0071a2550f04" -d '{"events": [{"server_uuid": "6ddd908f-92a5-4d80-91eb-b8df901bd173", "name": "network-vif-deleted", "tag": "e1f1c48f-eb90-4a57-9dbe-49896c4cca4c"}]}' {{(pid=103721) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
May 31 11:50:34.486796 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [req-bdf831e4-ed25-4d6b-b946-21b71db53247 req-b66596e6-ec4a-4993-b701-6ed577235594 tempest-VolumesSnapshotTestJSON-1664951213 tempest-VolumesSnapshotTestJSON-1664951213-project] 10.222.0.60 "DELETE /v2.0/ports/e1f1c48f-eb90-4a57-9dbe-49896c4cca4c HTTP/1.1" status: 204  len: 173 time: 0.6748414
May 31 11:50:34.552102 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 31 May 2021 11:50:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b146260c-9944-433d-9113-a89b3db25874 x-openstack-request-id: req-b146260c-9944-433d-9113-a89b3db25874 {{(pid=103721) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
May 31 11:50:34.552423 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6ddd908f-92a5-4d80-91eb-b8df901bd173", "name": "network-vif-deleted", "tag": "e1f1c48f-eb90-4a57-9dbe-49896c4cca4c", "status": "completed", "code": 200}]} {{(pid=103721) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
May 31 11:50:34.552700 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-b146260c-9944-433d-9113-a89b3db25874 {{(pid=103721) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
May 31 11:50:34.553110 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6ddd908f-92a5-4d80-91eb-b8df901bd173', 'name': 'network-vif-deleted', 'tag': 'e1f1c48f-eb90-4a57-9dbe-49896c4cca4c', 'status': 'completed', 'code': 200}
May 31 11:50:34.558778 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.quota.resource [req-57448b5c-ac69-478f-b390-fe14899365be req-78437661-a6d2-4f65-9c1b-b32ccc9c9ffb tempest-VolumesSnapshotTestJSON-1664951213 tempest-VolumesSnapshotTestJSON-1664951213-project] Synchronizing usage tracker for tenant:cb91744052b44723b1201320a6b44c2c on resource:port {{(pid=103721) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 31 11:50:34.574829 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.quota.resource [req-57448b5c-ac69-478f-b390-fe14899365be req-78437661-a6d2-4f65-9c1b-b32ccc9c9ffb tempest-VolumesSnapshotTestJSON-1664951213 tempest-VolumesSnapshotTestJSON-1664951213-project] Unset dirty status for tenant:cb91744052b44723b1201320a6b44c2c on resource:port {{(pid=103721) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 31 11:50:34.576069 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [req-57448b5c-ac69-478f-b390-fe14899365be req-78437661-a6d2-4f65-9c1b-b32ccc9c9ffb tempest-VolumesSnapshotTestJSON-1664951213 tempest-VolumesSnapshotTestJSON-1664951213-project] 10.222.0.57 "GET /v2.0/ports?device_id=6ddd908f-92a5-4d80-91eb-b8df901bd173 HTTP/1.1" status: 200  len: 210 time: 0.0645492
May 31 11:50:35.517399 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron_lib.callbacks.manager [None req-d046d7c2-b179-48da-a1a0-494118821d30 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744215964654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857257'] for agent, after_update {{(pid=103722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:50:35.616760 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron_lib.callbacks.manager [None req-1f0a762f-0348-4bba-b860-8eddab4cd770 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744215964654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857257'] for agent, after_update {{(pid=103722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:50:36.495854 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron_lib.callbacks.manager [None req-c59bf3d8-3f04-4740-8d75-807cb4f7478e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744215964654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857257'] for agent, after_update {{(pid=103722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:50:37.642207 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron.plugins.ml2.rpc [None req-43028a7b-58d7-408b-ac75-1328e6896bf7 None None] Device e1f1c48f-eb90-4a57-9dbe-49896c4cca4c no longer exists at agent hyperv_hv-cinder-78638 {{(pid=103722) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
May 31 11:50:37.707981 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron.plugins.ml2.plugin [None req-43028a7b-58d7-408b-ac75-1328e6896bf7 None None] No Port match for: e1f1c48f-eb90-4a57-9dbe-49896c4cca4c {{(pid=103722) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}}
May 31 11:50:37.708308 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron.plugins.ml2.rpc [None req-43028a7b-58d7-408b-ac75-1328e6896bf7 None None] Device e1f1c48f-eb90-4a57-9dbe-49896c4cca4c not bound to the agent host hv-cinder-78638 {{(pid=103722) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
May 31 11:50:37.966680 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron_lib.callbacks.manager [None req-e2b995a4-3526-4c71-93aa-7f4ba47dfd64 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744215964654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857257'] for agent, after_update {{(pid=103722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:50:40.474864 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2f362f3-176e-4292-af4d-a9c1f49876e8 req-2869d027-01a2-42f9-ac4d-b76ef4ffea18 tempest-TestShelveInstance-1856919752 tempest-TestShelveInstance-1856919752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 11:50:40.476404 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [req-d2f362f3-176e-4292-af4d-a9c1f49876e8 req-2869d027-01a2-42f9-ac4d-b76ef4ffea18 tempest-TestShelveInstance-1856919752 tempest-TestShelveInstance-1856919752-project] 10.222.0.57 "GET /v2.0/ports?device_id=e459736f-0c08-4469-b126-a8d744b78201 HTTP/1.1" status: 200  len: 945 time: 0.0893304
May 31 11:50:40.522287 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [req-d2f362f3-176e-4292-af4d-a9c1f49876e8 req-60f28014-da16-4bf3-9347-c8888c3f04a6 tempest-TestShelveInstance-1856919752 tempest-TestShelveInstance-1856919752-project] 10.222.0.57 "GET /v2.0/security-groups?id=c27ba14d-ac85-44f1-aa89-ac308792b39a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0399754
May 31 11:50:41.825865 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fb028a1-7a68-441f-b065-0f0737078eb2 req-bb55d399-0f90-4cc4-aaba-1f0595009612 tempest-TestShelveInstance-1856919752 tempest-TestShelveInstance-1856919752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 11:50:41.827211 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [req-8fb028a1-7a68-441f-b065-0f0737078eb2 req-bb55d399-0f90-4cc4-aaba-1f0595009612 tempest-TestShelveInstance-1856919752 tempest-TestShelveInstance-1856919752-project] 10.222.0.57 "GET /v2.0/ports?device_id=e459736f-0c08-4469-b126-a8d744b78201 HTTP/1.1" status: 200  len: 945 time: 0.1828654
May 31 11:50:41.872709 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [req-8fb028a1-7a68-441f-b065-0f0737078eb2 req-b218dc91-3af5-4eef-9ff6-617caee0af9c tempest-TestShelveInstance-1856919752 tempest-TestShelveInstance-1856919752-project] 10.222.0.57 "GET /v2.0/security-groups?id=c27ba14d-ac85-44f1-aa89-ac308792b39a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0373812
May 31 11:50:43.059439 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c0f9dc0-7109-498c-8939-abdfd358d013 req-be7de724-6ce0-4dd2-9c2d-856871a0d4db tempest-TestShelveInstance-1856919752 tempest-TestShelveInstance-1856919752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 11:50:43.060876 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [req-3c0f9dc0-7109-498c-8939-abdfd358d013 req-be7de724-6ce0-4dd2-9c2d-856871a0d4db tempest-TestShelveInstance-1856919752 tempest-TestShelveInstance-1856919752-project] 10.222.0.57 "GET /v2.0/ports?device_id=e459736f-0c08-4469-b126-a8d744b78201 HTTP/1.1" status: 200  len: 945 time: 0.0828180
May 31 11:50:43.107336 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [req-3c0f9dc0-7109-498c-8939-abdfd358d013 req-728bd34e-5346-4507-aaee-35e90a51c202 tempest-TestShelveInstance-1856919752 tempest-TestShelveInstance-1856919752-project] 10.222.0.57 "GET /v2.0/security-groups?id=c27ba14d-ac85-44f1-aa89-ac308792b39a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0404818
May 31 11:50:44.297756 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee08e1a7-7b67-454b-8aa2-4968784a93c1 req-886574b0-0cd9-4831-aa4b-406667ed8131 tempest-TestShelveInstance-1856919752 tempest-TestShelveInstance-1856919752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 11:50:44.299214 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [req-ee08e1a7-7b67-454b-8aa2-4968784a93c1 req-886574b0-0cd9-4831-aa4b-406667ed8131 tempest-TestShelveInstance-1856919752 tempest-TestShelveInstance-1856919752-project] 10.222.0.57 "GET /v2.0/ports?device_id=e459736f-0c08-4469-b126-a8d744b78201 HTTP/1.1" status: 200  len: 945 time: 0.0841787
May 31 11:50:44.347957 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [req-ee08e1a7-7b67-454b-8aa2-4968784a93c1 req-98a695dd-d2bb-4971-9138-890bdb564a7b tempest-TestShelveInstance-1856919752 tempest-TestShelveInstance-1856919752-project] 10.222.0.57 "GET /v2.0/security-groups?id=c27ba14d-ac85-44f1-aa89-ac308792b39a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0397198
May 31 11:50:45.544226 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdc31cee-ffc6-434c-8046-d83523f83afb req-cfe034e0-566b-46d4-b97f-ba9a74fa0dfb tempest-TestShelveInstance-1856919752 tempest-TestShelveInstance-1856919752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 11:50:45.545668 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [req-bdc31cee-ffc6-434c-8046-d83523f83afb req-cfe034e0-566b-46d4-b97f-ba9a74fa0dfb tempest-TestShelveInstance-1856919752 tempest-TestShelveInstance-1856919752-project] 10.222.0.57 "GET /v2.0/ports?device_id=e459736f-0c08-4469-b126-a8d744b78201 HTTP/1.1" status: 200  len: 945 time: 0.0884871
May 31 11:50:45.594007 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [req-bdc31cee-ffc6-434c-8046-d83523f83afb req-9992d6ce-e91a-4a13-91a0-8caf19ef1ad9 tempest-TestShelveInstance-1856919752 tempest-TestShelveInstance-1856919752-project] 10.222.0.57 "GET /v2.0/security-groups?id=c27ba14d-ac85-44f1-aa89-ac308792b39a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0397239
May 31 11:50:46.802073 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd6e9293-9351-4899-9e0c-4c5da9fa8c9b req-46866b8a-5467-4271-81ae-7b9f3a092d41 tempest-TestShelveInstance-1856919752 tempest-TestShelveInstance-1856919752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 11:50:46.803502 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [req-fd6e9293-9351-4899-9e0c-4c5da9fa8c9b req-46866b8a-5467-4271-81ae-7b9f3a092d41 tempest-TestShelveInstance-1856919752 tempest-TestShelveInstance-1856919752-project] 10.222.0.57 "GET /v2.0/ports?device_id=e459736f-0c08-4469-b126-a8d744b78201 HTTP/1.1" status: 200  len: 945 time: 0.0896065
May 31 11:50:46.850259 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [req-fd6e9293-9351-4899-9e0c-4c5da9fa8c9b req-5c0300dc-8c6e-4188-ae6e-2728f646528b tempest-TestShelveInstance-1856919752 tempest-TestShelveInstance-1856919752-project] 10.222.0.57 "GET /v2.0/security-groups?id=c27ba14d-ac85-44f1-aa89-ac308792b39a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0384905
May 31 11:50:48.057095 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b3710b5-a728-4019-9420-211fe3478ada req-342525a2-35b2-4410-a57f-4fafcec34a14 tempest-TestShelveInstance-1856919752 tempest-TestShelveInstance-1856919752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 11:50:48.058604 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [req-1b3710b5-a728-4019-9420-211fe3478ada req-342525a2-35b2-4410-a57f-4fafcec34a14 tempest-TestShelveInstance-1856919752 tempest-TestShelveInstance-1856919752-project] 10.222.0.57 "GET /v2.0/ports?device_id=e459736f-0c08-4469-b126-a8d744b78201 HTTP/1.1" status: 200  len: 945 time: 0.0961463
May 31 11:50:48.107353 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [req-1b3710b5-a728-4019-9420-211fe3478ada req-889782f1-ee01-4edb-a0dc-7bd142fb4d95 tempest-TestShelveInstance-1856919752 tempest-TestShelveInstance-1856919752-project] 10.222.0.57 "GET /v2.0/security-groups?id=c27ba14d-ac85-44f1-aa89-ac308792b39a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0398302
May 31 11:50:49.321947 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1999c99-6802-4843-ac11-696d0ab283b0 req-0e8e6755-c005-4587-8b53-fa3c655ff605 tempest-TestShelveInstance-1856919752 tempest-TestShelveInstance-1856919752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 11:50:49.323434 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [req-e1999c99-6802-4843-ac11-696d0ab283b0 req-0e8e6755-c005-4587-8b53-fa3c655ff605 tempest-TestShelveInstance-1856919752 tempest-TestShelveInstance-1856919752-project] 10.222.0.57 "GET /v2.0/ports?device_id=e459736f-0c08-4469-b126-a8d744b78201 HTTP/1.1" status: 200  len: 945 time: 0.0916066
May 31 11:50:49.375568 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [req-e1999c99-6802-4843-ac11-696d0ab283b0 req-9209ed79-deb3-4ddc-b7c9-fa46091f8206 tempest-TestShelveInstance-1856919752 tempest-TestShelveInstance-1856919752-project] 10.222.0.57 "GET /v2.0/security-groups?id=c27ba14d-ac85-44f1-aa89-ac308792b39a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0432777
May 31 11:50:50.575491 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb7b46cf-ff8c-49a6-92b7-9da22858a78e req-b46b32b0-0750-402d-a321-7f44a141547e tempest-TestShelveInstance-1856919752 tempest-TestShelveInstance-1856919752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 11:50:50.577021 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [req-cb7b46cf-ff8c-49a6-92b7-9da22858a78e req-b46b32b0-0750-402d-a321-7f44a141547e tempest-TestShelveInstance-1856919752 tempest-TestShelveInstance-1856919752-project] 10.222.0.57 "GET /v2.0/ports?device_id=e459736f-0c08-4469-b126-a8d744b78201 HTTP/1.1" status: 200  len: 945 time: 0.0863433
May 31 11:50:50.622387 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [req-cb7b46cf-ff8c-49a6-92b7-9da22858a78e req-ba43afbc-baf5-468d-a394-331d93c49c23 tempest-TestShelveInstance-1856919752 tempest-TestShelveInstance-1856919752-project] 10.222.0.57 "GET /v2.0/security-groups?id=c27ba14d-ac85-44f1-aa89-ac308792b39a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0393412
May 31 11:50:50.698805 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26b20ec3-03f4-417a-a97f-8d16d53d3cec req-dbb59063-2390-44ab-9514-8c648be118e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 11:50:50.700318 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [req-26b20ec3-03f4-417a-a97f-8d16d53d3cec req-dbb59063-2390-44ab-9514-8c648be118e3 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=67225ec5f483494c9d8a6368709f6b83&device_id=e459736f-0c08-4469-b126-a8d744b78201 HTTP/1.1" status: 200  len: 1098 time: 0.0753064
May 31 11:50:50.839286 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26b20ec3-03f4-417a-a97f-8d16d53d3cec req-5ffd9254-3403-40fc-8c1d-0d90ccdaf6db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 11:50:50.840742 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [req-26b20ec3-03f4-417a-a97f-8d16d53d3cec req-5ffd9254-3403-40fc-8c1d-0d90ccdaf6db service neutron] 10.222.0.60 "GET /v2.0/networks?id=56741204-4ce1-45fa-a0a1-399f87add183 HTTP/1.1" status: 200  len: 910 time: 0.1302528
May 31 11:50:50.947119 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [req-26b20ec3-03f4-417a-a97f-8d16d53d3cec req-2cde5bf0-77d6-47e4-8d21-aaa3c39cdad1 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=462ece3e-f40a-44a0-a4fc-7c3ef3e9827a HTTP/1.1" status: 200  len: 1001 time: 0.0975230
May 31 11:50:51.024937 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26b20ec3-03f4-417a-a97f-8d16d53d3cec req-ba5126e1-e0cd-4f9b-a1d0-c4a1299ef5ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 11:50:51.026250 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [req-26b20ec3-03f4-417a-a97f-8d16d53d3cec req-ba5126e1-e0cd-4f9b-a1d0-c4a1299ef5ca service neutron] 10.222.0.60 "GET /v2.0/subnets?id=0c8f52ca-30c0-490a-ab46-49af9203f193 HTTP/1.1" status: 200  len: 848 time: 0.0723484
May 31 11:50:51.110643 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26b20ec3-03f4-417a-a97f-8d16d53d3cec req-611ae9be-127f-4c47-8379-4c26d07198b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 11:50:51.112139 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [req-26b20ec3-03f4-417a-a97f-8d16d53d3cec req-611ae9be-127f-4c47-8379-4c26d07198b8 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=56741204-4ce1-45fa-a0a1-399f87add183&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0794022
May 31 11:50:51.244607 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [req-26b20ec3-03f4-417a-a97f-8d16d53d3cec req-02f38181-9826-415c-b36e-7e64d15bb8ab service neutron] 10.222.0.60 "GET /v2.0/networks/56741204-4ce1-45fa-a0a1-399f87add183?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1241770
May 31 11:50:51.377939 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [req-26b20ec3-03f4-417a-a97f-8d16d53d3cec req-00f12949-c8f3-4390-869f-acf814707cf8 service neutron] 10.222.0.60 "GET /v2.0/networks/56741204-4ce1-45fa-a0a1-399f87add183?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1265314
May 31 11:50:51.824413 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5218ba68-9fff-4727-918f-fbb8ea99ff59 req-decc450a-36d7-4fd5-ab03-298369d7f7dc tempest-TestShelveInstance-1856919752 tempest-TestShelveInstance-1856919752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 11:50:51.825925 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [req-5218ba68-9fff-4727-918f-fbb8ea99ff59 req-decc450a-36d7-4fd5-ab03-298369d7f7dc tempest-TestShelveInstance-1856919752 tempest-TestShelveInstance-1856919752-project] 10.222.0.57 "GET /v2.0/ports?device_id=e459736f-0c08-4469-b126-a8d744b78201 HTTP/1.1" status: 200  len: 945 time: 0.0850682
May 31 11:50:51.871455 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [req-5218ba68-9fff-4727-918f-fbb8ea99ff59 req-226bdc9e-9f68-414c-852b-75b900611c6e tempest-TestShelveInstance-1856919752 tempest-TestShelveInstance-1856919752-project] 10.222.0.57 "GET /v2.0/security-groups?id=c27ba14d-ac85-44f1-aa89-ac308792b39a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0382953
May 31 11:50:53.071041 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62c7a1ff-2e42-443b-8aef-59dedbee602e req-8af7f659-66a6-4462-b618-e06dc1f1fc2b tempest-TestShelveInstance-1856919752 tempest-TestShelveInstance-1856919752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 11:50:53.072543 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [req-62c7a1ff-2e42-443b-8aef-59dedbee602e req-8af7f659-66a6-4462-b618-e06dc1f1fc2b tempest-TestShelveInstance-1856919752 tempest-TestShelveInstance-1856919752-project] 10.222.0.57 "GET /v2.0/ports?device_id=e459736f-0c08-4469-b126-a8d744b78201 HTTP/1.1" status: 200  len: 945 time: 0.0878732
May 31 11:50:53.118509 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [req-62c7a1ff-2e42-443b-8aef-59dedbee602e req-fe0dcc07-f984-4290-9b2b-ede396554154 tempest-TestShelveInstance-1856919752 tempest-TestShelveInstance-1856919752-project] 10.222.0.57 "GET /v2.0/security-groups?id=c27ba14d-ac85-44f1-aa89-ac308792b39a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0395515
May 31 11:50:54.332430 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb2318ed-f780-46ce-b537-41d8a9637612 req-6786de3e-ac07-4aae-b35f-62407789aca7 tempest-TestShelveInstance-1856919752 tempest-TestShelveInstance-1856919752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 11:50:54.333893 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [req-eb2318ed-f780-46ce-b537-41d8a9637612 req-6786de3e-ac07-4aae-b35f-62407789aca7 tempest-TestShelveInstance-1856919752 tempest-TestShelveInstance-1856919752-project] 10.222.0.57 "GET /v2.0/ports?device_id=e459736f-0c08-4469-b126-a8d744b78201 HTTP/1.1" status: 200  len: 945 time: 0.0877063
May 31 11:50:54.378998 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [req-eb2318ed-f780-46ce-b537-41d8a9637612 req-c363139d-f01c-4212-96de-f41ae7a12c52 tempest-TestShelveInstance-1856919752 tempest-TestShelveInstance-1856919752-project] 10.222.0.57 "GET /v2.0/security-groups?id=c27ba14d-ac85-44f1-aa89-ac308792b39a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0388350
May 31 11:50:54.665720 dv-cinder-786384-7-iscsi neutron-server[103720]: INFO neutron.wsgi [req-7b989c02-2d33-4df3-aca8-13668015f5c5 req-24882a62-ae0a-4902-8daa-f0efefa1a5e1 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=e459736f-0c08-4469-b126-a8d744b78201&fields=id&fields=resource_request HTTP/1.1" status: 200  len: 255 time: 0.0730958
May 31 11:50:54.729003 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4488f34a-614b-48a3-941a-8e9a925a9297 req-f7a96948-951b-4f25-a0de-807f4d8bb44a tempest-TestShelveInstance-1856919752 tempest-TestShelveInstance-1856919752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 11:50:54.730479 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [req-4488f34a-614b-48a3-941a-8e9a925a9297 req-f7a96948-951b-4f25-a0de-807f4d8bb44a tempest-TestShelveInstance-1856919752 tempest-TestShelveInstance-1856919752-project] 10.222.0.57 "GET /v2.0/ports?device_id=e459736f-0c08-4469-b126-a8d744b78201 HTTP/1.1" status: 200  len: 945 time: 0.0808289
May 31 11:50:54.784885 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [req-4488f34a-614b-48a3-941a-8e9a925a9297 req-9dfadedd-87a6-4ad0-8350-46884933a627 tempest-TestShelveInstance-1856919752 tempest-TestShelveInstance-1856919752-project] 10.222.0.57 "GET /v2.0/security-groups?id=c27ba14d-ac85-44f1-aa89-ac308792b39a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0487564
May 31 11:50:55.811101 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron.plugins.ml2.rpc [None req-43028a7b-58d7-408b-ac75-1328e6896bf7 None None] Device 462ece3e-f40a-44a0-a4fc-7c3ef3e9827a no longer exists at agent hyperv_hv-cinder-78638 {{(pid=103722) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
May 31 11:50:55.930492 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron_lib.callbacks.manager [None req-43028a7b-58d7-408b-ac75-1328e6896bf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-934180'] for port, before_update {{(pid=103722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:50:55.960692 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e459736f-0c08-4469-b126-a8d744b78201', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '462ece3e-f40a-44a0-a4fc-7c3ef3e9827a'}] {{(pid=103722) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 31 11:50:55.962965 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}385953046bb192346b13b574918bbc7d366126a5ac8301ca09ff73df2ee9323d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-437d93dc-9620-4e48-b755-bb3f969be20b" -d '{"events": [{"server_uuid": "e459736f-0c08-4469-b126-a8d744b78201", "name": "network-vif-unplugged", "status": "completed", "tag": "462ece3e-f40a-44a0-a4fc-7c3ef3e9827a"}]}' {{(pid=103722) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
May 31 11:50:55.971071 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron.plugins.ml2.db [None req-43028a7b-58d7-408b-ac75-1328e6896bf7 None None] For port 462ece3e-f40a-44a0-a4fc-7c3ef3e9827a, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=462ece3e-f40a-44a0-a4fc-7c3ef3e9827a,segment=NetworkSegment(85ec44de-340d-4adb-a400-8c2147a8ec2a),segment_id=85ec44de-340d-4adb-a400-8c2147a8ec2a)] {{(pid=103722) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 31 11:50:55.977203 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron_lib.callbacks.manager [None req-43028a7b-58d7-408b-ac75-1328e6896bf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937715', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3701677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744215954324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744215520988', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744215521293'] for port, after_update {{(pid=103722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:50:55.979369 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG oslo_concurrency.lockutils [None req-063f56ac-3ad2-4027-b0ec-9552c3022576 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103722) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 31 11:50:55.985452 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e59f1807-5b83-4dfe-a753-d7cd61a0416c req-5fedacd1-101f-4020-a44d-8abd80360c32 tempest-TestShelveInstance-1856919752 tempest-TestShelveInstance-1856919752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 11:50:55.987453 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [req-e59f1807-5b83-4dfe-a753-d7cd61a0416c req-5fedacd1-101f-4020-a44d-8abd80360c32 tempest-TestShelveInstance-1856919752 tempest-TestShelveInstance-1856919752-project] 10.222.0.57 "GET /v2.0/ports?device_id=e459736f-0c08-4469-b126-a8d744b78201 HTTP/1.1" status: 200  len: 945 time: 0.0902534
May 31 11:50:56.035509 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Mon, 31 May 2021 11:50:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-580e9d31-3391-4137-84e9-92cac6c008d0 x-openstack-request-id: req-580e9d31-3391-4137-84e9-92cac6c008d0 {{(pid=103722) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
May 31 11:50:56.036013 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e459736f-0c08-4469-b126-a8d744b78201", "name": "network-vif-unplugged", "status": "failed", "tag": "462ece3e-f40a-44a0-a4fc-7c3ef3e9827a", "code": 422}]} {{(pid=103722) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
May 31 11:50:56.036337 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-580e9d31-3391-4137-84e9-92cac6c008d0 {{(pid=103722) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
May 31 11:50:56.036797 dv-cinder-786384-7-iscsi neutron-server[103722]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'e459736f-0c08-4469-b126-a8d744b78201', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '462ece3e-f40a-44a0-a4fc-7c3ef3e9827a', 'code': 422} returned with failed status
May 31 11:50:56.044836 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [req-e59f1807-5b83-4dfe-a753-d7cd61a0416c req-df3e05b3-959e-4109-af06-4ff1a34480fa tempest-TestShelveInstance-1856919752 tempest-TestShelveInstance-1856919752-project] 10.222.0.57 "GET /v2.0/security-groups?id=c27ba14d-ac85-44f1-aa89-ac308792b39a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0513542
May 31 11:50:56.077063 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43028a7b-58d7-408b-ac75-1328e6896bf7 None None] Pushing event updated for resources: {'Port': ['ID=462ece3e-f40a-44a0-a4fc-7c3ef3e9827a,revision_number=6']} {{(pid=103722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 31 11:50:56.084712 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43028a7b-58d7-408b-ac75-1328e6896bf7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786384-7-iscsi {{(pid=103722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 31 11:50:56.085070 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43028a7b-58d7-408b-ac75-1328e6896bf7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786384-7-iscsi {{(pid=103722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 31 11:50:56.085409 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43028a7b-58d7-408b-ac75-1328e6896bf7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786384-7-iscsi {{(pid=103722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 31 11:50:56.085740 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43028a7b-58d7-408b-ac75-1328e6896bf7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786384-7-iscsi {{(pid=103722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 31 11:50:56.086064 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43028a7b-58d7-408b-ac75-1328e6896bf7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786384-7-iscsi {{(pid=103722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 31 11:50:56.086387 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43028a7b-58d7-408b-ac75-1328e6896bf7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786384-7-iscsi {{(pid=103722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 31 11:50:56.086702 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43028a7b-58d7-408b-ac75-1328e6896bf7 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786384-7-iscsi {{(pid=103722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 31 11:50:56.087018 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43028a7b-58d7-408b-ac75-1328e6896bf7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786384-7-iscsi {{(pid=103722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 31 11:50:56.088162 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43028a7b-58d7-408b-ac75-1328e6896bf7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786384-7-iscsi {{(pid=103722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 31 11:50:56.088572 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43028a7b-58d7-408b-ac75-1328e6896bf7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786384-7-iscsi {{(pid=103722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 31 11:50:56.089009 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43028a7b-58d7-408b-ac75-1328e6896bf7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786384-7-iscsi {{(pid=103722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 31 11:50:56.089371 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43028a7b-58d7-408b-ac75-1328e6896bf7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786384-7-iscsi {{(pid=103722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 31 11:50:56.093318 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG oslo_concurrency.lockutils [None req-43028a7b-58d7-408b-ac75-1328e6896bf7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=103722) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 31 11:50:56.755026 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b989c02-2d33-4df3-aca8-13668015f5c5 req-70b021cf-254e-4efd-8ed6-53c4d6100181 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 11:50:56.756576 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [req-7b989c02-2d33-4df3-aca8-13668015f5c5 req-70b021cf-254e-4efd-8ed6-53c4d6100181 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=e459736f-0c08-4469-b126-a8d744b78201&tenant_id=67225ec5f483494c9d8a6368709f6b83 HTTP/1.1" status: 200  len: 1096 time: 0.1703451
May 31 11:50:56.864089 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b989c02-2d33-4df3-aca8-13668015f5c5 req-3b5111c6-fc0c-43cf-8033-bfc903c6f5d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 11:50:56.865724 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [req-7b989c02-2d33-4df3-aca8-13668015f5c5 req-3b5111c6-fc0c-43cf-8033-bfc903c6f5d5 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=67225ec5f483494c9d8a6368709f6b83&device_id=e459736f-0c08-4469-b126-a8d744b78201 HTTP/1.1" status: 200  len: 1096 time: 0.0723605
May 31 11:50:56.998513 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b989c02-2d33-4df3-aca8-13668015f5c5 req-0a8c5ac2-4350-449b-bee0-8e5eb5ccdbe7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 11:50:56.999856 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [req-7b989c02-2d33-4df3-aca8-13668015f5c5 req-0a8c5ac2-4350-449b-bee0-8e5eb5ccdbe7 service neutron] 10.222.0.60 "GET /v2.0/networks?id=56741204-4ce1-45fa-a0a1-399f87add183 HTTP/1.1" status: 200  len: 910 time: 0.1271291
May 31 11:50:57.106669 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [req-7b989c02-2d33-4df3-aca8-13668015f5c5 req-ac7fd573-8eb6-4175-bd4f-db26199bd3a5 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=462ece3e-f40a-44a0-a4fc-7c3ef3e9827a HTTP/1.1" status: 200  len: 999 time: 0.0997088
May 31 11:50:57.173045 dv-cinder-786384-7-iscsi neutron-server[103723]: DEBUG neutron.db.agents_db [None req-cb648da2-ef1b-4de5-af28-8b32e926ae6d None None] Agent healthcheck: found 6 active agents {{(pid=103723) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}}
May 31 11:50:57.216439 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b989c02-2d33-4df3-aca8-13668015f5c5 req-c865abe2-d27e-4417-ad1e-e20a5f82a0eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 11:50:57.217850 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [req-7b989c02-2d33-4df3-aca8-13668015f5c5 req-c865abe2-d27e-4417-ad1e-e20a5f82a0eb service neutron] 10.222.0.60 "GET /v2.0/subnets?id=0c8f52ca-30c0-490a-ab46-49af9203f193 HTTP/1.1" status: 200  len: 848 time: 0.1042130
May 31 11:50:57.289360 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02ca1896-724b-4259-9309-e8d0ca832b46 req-ff10b0be-4418-459a-aacc-7761cf95ece6 tempest-TestShelveInstance-1856919752 tempest-TestShelveInstance-1856919752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 11:50:57.290774 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [req-02ca1896-724b-4259-9309-e8d0ca832b46 req-ff10b0be-4418-459a-aacc-7761cf95ece6 tempest-TestShelveInstance-1856919752 tempest-TestShelveInstance-1856919752-project] 10.222.0.57 "GET /v2.0/ports?device_id=e459736f-0c08-4469-b126-a8d744b78201 HTTP/1.1" status: 200  len: 943 time: 0.1452262
May 31 11:50:57.341638 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b989c02-2d33-4df3-aca8-13668015f5c5 req-eca82980-067f-4eb7-9422-106e4ff592fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 11:50:57.343035 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [req-7b989c02-2d33-4df3-aca8-13668015f5c5 req-eca82980-067f-4eb7-9422-106e4ff592fc service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=56741204-4ce1-45fa-a0a1-399f87add183&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1180234
May 31 11:50:57.345854 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [req-02ca1896-724b-4259-9309-e8d0ca832b46 req-38837599-d7cd-462e-83c5-dd4dab468b12 tempest-TestShelveInstance-1856919752 tempest-TestShelveInstance-1856919752-project] 10.222.0.57 "GET /v2.0/security-groups?id=c27ba14d-ac85-44f1-aa89-ac308792b39a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0490818
May 31 11:50:57.480814 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [req-7b989c02-2d33-4df3-aca8-13668015f5c5 req-3cc56fe6-68db-4e9e-b752-e43c6b36ff7e service neutron] 10.222.0.60 "GET /v2.0/networks/56741204-4ce1-45fa-a0a1-399f87add183?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1298590
May 31 11:50:57.613111 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [req-7b989c02-2d33-4df3-aca8-13668015f5c5 req-2537a6fb-e82f-44b1-9fac-eedbefc6cbcf service neutron] 10.222.0.60 "GET /v2.0/networks/56741204-4ce1-45fa-a0a1-399f87add183?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1245706
May 31 11:50:58.545378 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-914c8718-0476-4d53-859a-c0d49102a7be req-c03e517b-fed8-43f0-9f0b-f85985b8e152 tempest-TestShelveInstance-1856919752 tempest-TestShelveInstance-1856919752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 11:50:58.546813 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [req-914c8718-0476-4d53-859a-c0d49102a7be req-c03e517b-fed8-43f0-9f0b-f85985b8e152 tempest-TestShelveInstance-1856919752 tempest-TestShelveInstance-1856919752-project] 10.222.0.57 "GET /v2.0/ports?device_id=e459736f-0c08-4469-b126-a8d744b78201 HTTP/1.1" status: 200  len: 943 time: 0.0822396
May 31 11:50:58.591980 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [req-914c8718-0476-4d53-859a-c0d49102a7be req-e34ac2f5-b18f-468f-851f-5ac251d72141 tempest-TestShelveInstance-1856919752 tempest-TestShelveInstance-1856919752-project] 10.222.0.57 "GET /v2.0/security-groups?id=c27ba14d-ac85-44f1-aa89-ac308792b39a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0382838
May 31 11:50:59.796160 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a944bee-a681-4435-ba56-142936c02905 req-5451e175-783d-40cf-a9e1-05de91fe49b4 tempest-TestShelveInstance-1856919752 tempest-TestShelveInstance-1856919752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 11:50:59.798366 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [req-5a944bee-a681-4435-ba56-142936c02905 req-5451e175-783d-40cf-a9e1-05de91fe49b4 tempest-TestShelveInstance-1856919752 tempest-TestShelveInstance-1856919752-project] 10.222.0.57 "GET /v2.0/ports?device_id=e459736f-0c08-4469-b126-a8d744b78201 HTTP/1.1" status: 200  len: 943 time: 0.0902920
May 31 11:50:59.843356 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [req-5a944bee-a681-4435-ba56-142936c02905 req-a2476e18-a6c2-4dcb-b9d8-ac75cf86bdd7 tempest-TestShelveInstance-1856919752 tempest-TestShelveInstance-1856919752-project] 10.222.0.57 "GET /v2.0/security-groups?id=c27ba14d-ac85-44f1-aa89-ac308792b39a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0391502
May 31 11:51:00.215894 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron.wsgi [-] (103720) accepted ('10.222.0.57', 47854) {{(pid=103720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 31 11:51:00.283156 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron.db.db_base_plugin_v2 [None req-81a11ca4-40cf-4df7-b0b4-cb030aa23228 admin admin] Deleting subnet 47365a5e-3d4c-4362-8a7f-b3669445e567 {{(pid=103720) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}}
May 31 11:51:00.286336 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-81a11ca4-40cf-4df7-b0b4-cb030aa23228 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:51:00.336026 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-81a11ca4-40cf-4df7-b0b4-cb030aa23228 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2262580'] for subnet, precommit_delete_associations {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:51:00.393477 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-81a11ca4-40cf-4df7-b0b4-cb030aa23228 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-877032'] for subnet, precommit_delete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:51:00.637777 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-81a11ca4-40cf-4df7-b0b4-cb030aa23228 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-877917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3701677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2333606', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2404531'] for subnet, after_delete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:51:00.641572 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG oslo_concurrency.lockutils [None req-e6792b1d-9a0c-4306-b000-dd2b02380386 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103720) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 31 11:51:00.678307 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81a11ca4-40cf-4df7-b0b4-cb030aa23228 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=47365a5e-3d4c-4362-8a7f-b3669445e567,revision_number=None']} {{(pid=103720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 31 11:51:00.683178 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-81a11ca4-40cf-4df7-b0b4-cb030aa23228 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3701651'] for subnet, before_response {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:51:00.690141 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81a11ca4-40cf-4df7-b0b4-cb030aa23228 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786384-7-iscsi {{(pid=103720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 31 11:51:00.690517 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81a11ca4-40cf-4df7-b0b4-cb030aa23228 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786384-7-iscsi {{(pid=103720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 31 11:51:00.690913 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81a11ca4-40cf-4df7-b0b4-cb030aa23228 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786384-7-iscsi {{(pid=103720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 31 11:51:00.691264 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81a11ca4-40cf-4df7-b0b4-cb030aa23228 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786384-7-iscsi {{(pid=103720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 31 11:51:00.691616 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81a11ca4-40cf-4df7-b0b4-cb030aa23228 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786384-7-iscsi {{(pid=103720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 31 11:51:00.692016 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81a11ca4-40cf-4df7-b0b4-cb030aa23228 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786384-7-iscsi {{(pid=103720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 31 11:51:00.692393 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81a11ca4-40cf-4df7-b0b4-cb030aa23228 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786384-7-iscsi {{(pid=103720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 31 11:51:00.692692 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81a11ca4-40cf-4df7-b0b4-cb030aa23228 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786384-7-iscsi {{(pid=103720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 31 11:51:00.693062 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81a11ca4-40cf-4df7-b0b4-cb030aa23228 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786384-7-iscsi {{(pid=103720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 31 11:51:00.693404 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81a11ca4-40cf-4df7-b0b4-cb030aa23228 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786384-7-iscsi {{(pid=103720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 31 11:51:00.693743 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81a11ca4-40cf-4df7-b0b4-cb030aa23228 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786384-7-iscsi {{(pid=103720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 31 11:51:00.694079 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81a11ca4-40cf-4df7-b0b4-cb030aa23228 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786384-7-iscsi {{(pid=103720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 31 11:51:00.697465 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG oslo_concurrency.lockutils [None req-81a11ca4-40cf-4df7-b0b4-cb030aa23228 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=103720) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 31 11:51:00.700308 dv-cinder-786384-7-iscsi neutron-server[103720]: INFO neutron.wsgi [None req-81a11ca4-40cf-4df7-b0b4-cb030aa23228 admin admin] 10.222.0.57 "DELETE /v2.0/subnets/47365a5e-3d4c-4362-8a7f-b3669445e567 HTTP/1.1" status: 204  len: 168 time: 0.4830182
May 31 11:51:00.702148 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron.wsgi [-] (103720) accepted ('10.222.0.57', 47858) {{(pid=103720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 31 11:51:00.810068 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-99c4a852-f84f-4326-b44b-1627b26d56b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-969884'] for network, before_delete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:51:00.933791 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-99c4a852-f84f-4326-b44b-1627b26d56b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-859751', 'neutron.services.segments.db._delete_segments_for_network-8744215964636'] for network, precommit_delete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:51:00.947183 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron.services.segments.db [None req-99c4a852-f84f-4326-b44b-1627b26d56b4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f3ebc491250>,) {'filters': {'network_id': ['1ff0d6f4-e3b8-4d59-9c22-cea19fc38a44']}} {{(pid=103720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 31 11:51:00.960301 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron.services.segments.db [None req-99c4a852-f84f-4326-b44b-1627b26d56b4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f3ebc491250>, 'ed047e7b-43cb-4431-a12e-dc0528392535') {'for_net_delete': True} {{(pid=103720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 31 11:51:00.960603 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron.services.segments.db [None req-99c4a852-f84f-4326-b44b-1627b26d56b4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f3ebc491250>, 'ed047e7b-43cb-4431-a12e-dc0528392535') {} {{(pid=103720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 31 11:51:00.972165 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-99c4a852-f84f-4326-b44b-1627b26d56b4 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744215973789', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2262591'] for segment, before_delete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:51:00.988009 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-99c4a852-f84f-4326-b44b-1627b26d56b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-882655'] for segment, precommit_delete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:51:00.994024 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-99c4a852-f84f-4326-b44b-1627b26d56b4 admin admin] Releasing vlan 770 on physical network physnet1 to pool {{(pid=103720) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
May 31 11:51:00.994405 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-99c4a852-f84f-4326-b44b-1627b26d56b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-882655', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2327808'] for segment, after_delete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:51:01.007153 dv-cinder-786384-7-iscsi neutron-server[103720]: Traceback (most recent call last):
May 31 11:51:01.007153 dv-cinder-786384-7-iscsi neutron-server[103720]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
May 31 11:51:01.007153 dv-cinder-786384-7-iscsi neutron-server[103720]:     timer()
May 31 11:51:01.007153 dv-cinder-786384-7-iscsi neutron-server[103720]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
May 31 11:51:01.007153 dv-cinder-786384-7-iscsi neutron-server[103720]:     cb(*args, **kw)
May 31 11:51:01.007153 dv-cinder-786384-7-iscsi neutron-server[103720]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
May 31 11:51:01.007153 dv-cinder-786384-7-iscsi neutron-server[103720]:     return func(*args, **kwargs)
May 31 11:51:01.007153 dv-cinder-786384-7-iscsi neutron-server[103720]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
May 31 11:51:01.007153 dv-cinder-786384-7-iscsi neutron-server[103720]:     self._notify()
May 31 11:51:01.007153 dv-cinder-786384-7-iscsi neutron-server[103720]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
May 31 11:51:01.007153 dv-cinder-786384-7-iscsi neutron-server[103720]:     self.callback(batched_events)
May 31 11:51:01.007153 dv-cinder-786384-7-iscsi neutron-server[103720]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
May 31 11:51:01.007153 dv-cinder-786384-7-iscsi neutron-server[103720]:     event.method(event)
May 31 11:51:01.007153 dv-cinder-786384-7-iscsi neutron-server[103720]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
May 31 11:51:01.007153 dv-cinder-786384-7-iscsi neutron-server[103720]:     aggregate_id = self._get_aggregate_id(event.segment_id)
May 31 11:51:01.007153 dv-cinder-786384-7-iscsi neutron-server[103720]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
May 31 11:51:01.007153 dv-cinder-786384-7-iscsi neutron-server[103720]:     aggregate_uuid = self.p_client.list_aggregates(
May 31 11:51:01.007153 dv-cinder-786384-7-iscsi neutron-server[103720]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
May 31 11:51:01.007153 dv-cinder-786384-7-iscsi neutron-server[103720]:     return f(self, *a, **k)
May 31 11:51:01.007153 dv-cinder-786384-7-iscsi neutron-server[103720]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
May 31 11:51:01.007153 dv-cinder-786384-7-iscsi neutron-server[103720]:     return self._get(url).json()
May 31 11:51:01.007153 dv-cinder-786384-7-iscsi neutron-server[103720]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
May 31 11:51:01.007153 dv-cinder-786384-7-iscsi neutron-server[103720]:     return self._client.get(url, endpoint_filter=self._ks_filter,
May 31 11:51:01.007153 dv-cinder-786384-7-iscsi neutron-server[103720]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
May 31 11:51:01.007153 dv-cinder-786384-7-iscsi neutron-server[103720]:     return self.request(url, 'GET', **kwargs)
May 31 11:51:01.007153 dv-cinder-786384-7-iscsi neutron-server[103720]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
May 31 11:51:01.007153 dv-cinder-786384-7-iscsi neutron-server[103720]:     base_url = self.get_endpoint(auth, allow=allow,
May 31 11:51:01.007153 dv-cinder-786384-7-iscsi neutron-server[103720]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
May 31 11:51:01.007153 dv-cinder-786384-7-iscsi neutron-server[103720]:     auth = self._auth_required(auth, 'determine endpoint URL')
May 31 11:51:01.007153 dv-cinder-786384-7-iscsi neutron-server[103720]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
May 31 11:51:01.007153 dv-cinder-786384-7-iscsi neutron-server[103720]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
May 31 11:51:01.007153 dv-cinder-786384-7-iscsi neutron-server[103720]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
May 31 11:51:01.027137 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9faab6d1-be31-416b-9b57-804dc0b68474 req-c879bd70-1891-475a-b5d2-7bd8675cdff8 tempest-TestShelveInstance-1856919752 tempest-TestShelveInstance-1856919752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 11:51:01.028610 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [req-9faab6d1-be31-416b-9b57-804dc0b68474 req-c879bd70-1891-475a-b5d2-7bd8675cdff8 tempest-TestShelveInstance-1856919752 tempest-TestShelveInstance-1856919752-project] 10.222.0.57 "GET /v2.0/ports?device_id=e459736f-0c08-4469-b126-a8d744b78201 HTTP/1.1" status: 200  len: 943 time: 0.0787840
May 31 11:51:01.074150 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [req-9faab6d1-be31-416b-9b57-804dc0b68474 req-090869f9-a652-4fa3-a452-9279062e216a tempest-TestShelveInstance-1856919752 tempest-TestShelveInstance-1856919752-project] 10.222.0.57 "GET /v2.0/security-groups?id=c27ba14d-ac85-44f1-aa89-ac308792b39a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0395823
May 31 11:51:01.173549 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-99c4a852-f84f-4326-b44b-1627b26d56b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-859758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3705951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3701686', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4088527'] for network, after_delete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:51:01.178958 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG oslo_concurrency.lockutils [None req-395a776a-0ecf-4314-971b-557cb3451617 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103720) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 31 11:51:01.196043 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-99c4a852-f84f-4326-b44b-1627b26d56b4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3701651'] for network, before_response {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:51:01.207928 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99c4a852-f84f-4326-b44b-1627b26d56b4 admin admin] Pushing event deleted for resources: {'Network': ['ID=1ff0d6f4-e3b8-4d59-9c22-cea19fc38a44,revision_number=None']} {{(pid=103720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 31 11:51:01.210611 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG oslo_concurrency.lockutils [None req-99c4a852-f84f-4326-b44b-1627b26d56b4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=103720) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 31 11:51:01.216074 dv-cinder-786384-7-iscsi neutron-server[103720]: INFO neutron.wsgi [None req-99c4a852-f84f-4326-b44b-1627b26d56b4 admin admin] 10.222.0.57 "DELETE /v2.0/networks/1ff0d6f4-e3b8-4d59-9c22-cea19fc38a44 HTTP/1.1" status: 204  len: 168 time: 0.5125980
May 31 11:51:01.406846 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron.wsgi [-] (103720) accepted ('10.222.0.57', 47868) {{(pid=103720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 31 11:51:01.433958 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron_lib.callbacks.manager [None req-43028a7b-58d7-408b-ac75-1328e6896bf7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744215964654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857257'] for agent, after_update {{(pid=103722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:51:01.458481 dv-cinder-786384-7-iscsi neutron-server[103720]: INFO neutron.wsgi [None req-7162bce4-aba0-4b6c-822e-0d7f50e4c21c admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=cb91744052b44723b1201320a6b44c2c&name=default HTTP/1.1" status: 200  len: 2979 time: 0.0502882
May 31 11:51:01.461134 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron.wsgi [-] (103720) accepted ('10.222.0.57', 47872) {{(pid=103720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 31 11:51:01.525603 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-e06b7c6b-c6ca-4544-a8a8-0ba5e1bd77f5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:51:01.556114 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-e06b7c6b-c6ca-4544-a8a8-0ba5e1bd77f5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:51:01.616863 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-e06b7c6b-c6ca-4544-a8a8-0ba5e1bd77f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3705957'] for security_group, after_delete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:51:01.620313 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG oslo_concurrency.lockutils [None req-41a8870e-08f8-4623-a9db-a14c0db306d7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103720) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 31 11:51:01.631836 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e06b7c6b-c6ca-4544-a8a8-0ba5e1bd77f5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b9937b11-1e96-49c8-88cb-75f8eddac617,revision_number=None']} {{(pid=103720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 31 11:51:01.635567 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG oslo_concurrency.lockutils [None req-e06b7c6b-c6ca-4544-a8a8-0ba5e1bd77f5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=103720) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 31 11:51:01.638901 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-e06b7c6b-c6ca-4544-a8a8-0ba5e1bd77f5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:51:01.640024 dv-cinder-786384-7-iscsi neutron-server[103720]: INFO neutron.wsgi [None req-e06b7c6b-c6ca-4544-a8a8-0ba5e1bd77f5 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/b9937b11-1e96-49c8-88cb-75f8eddac617 HTTP/1.1" status: 204  len: 168 time: 0.1779816
May 31 11:51:02.271662 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb695927-18f7-44c4-8de7-2acc9f6213fd req-a88b2e79-2d59-4628-8e1f-7361132ca071 tempest-TestShelveInstance-1856919752 tempest-TestShelveInstance-1856919752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 11:51:02.273142 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [req-bb695927-18f7-44c4-8de7-2acc9f6213fd req-a88b2e79-2d59-4628-8e1f-7361132ca071 tempest-TestShelveInstance-1856919752 tempest-TestShelveInstance-1856919752-project] 10.222.0.57 "GET /v2.0/ports?device_id=e459736f-0c08-4469-b126-a8d744b78201 HTTP/1.1" status: 200  len: 943 time: 0.0839829
May 31 11:51:02.319796 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [req-bb695927-18f7-44c4-8de7-2acc9f6213fd req-e515bdde-645e-4f9a-8c83-18be8587941d tempest-TestShelveInstance-1856919752 tempest-TestShelveInstance-1856919752-project] 10.222.0.57 "GET /v2.0/security-groups?id=c27ba14d-ac85-44f1-aa89-ac308792b39a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0407889
May 31 11:51:03.085203 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron_lib.callbacks.manager [None req-fec9dded-c66c-4f8a-9f16-8788511861c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744215964654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857257'] for agent, after_update {{(pid=103722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:51:03.577612 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-655c22f8-3b5f-48bc-b15e-0c7e588b6463 req-2840e634-deee-4d25-8756-67494a35b07e tempest-TestShelveInstance-1856919752 tempest-TestShelveInstance-1856919752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 11:51:03.579039 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [req-655c22f8-3b5f-48bc-b15e-0c7e588b6463 req-2840e634-deee-4d25-8756-67494a35b07e tempest-TestShelveInstance-1856919752 tempest-TestShelveInstance-1856919752-project] 10.222.0.57 "GET /v2.0/ports?device_id=e459736f-0c08-4469-b126-a8d744b78201 HTTP/1.1" status: 200  len: 943 time: 0.1375697
May 31 11:51:03.607709 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbf4b4e4-b174-4c14-8464-68bca84b15c2 req-bd8ab881-51d0-40de-aa3c-3aa6261fbc70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 11:51:03.609096 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [req-fbf4b4e4-b174-4c14-8464-68bca84b15c2 req-bd8ab881-51d0-40de-aa3c-3aa6261fbc70 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=67225ec5f483494c9d8a6368709f6b83&device_id=e459736f-0c08-4469-b126-a8d744b78201 HTTP/1.1" status: 200  len: 1096 time: 0.1108387
May 31 11:51:03.630323 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [req-655c22f8-3b5f-48bc-b15e-0c7e588b6463 req-fa45a738-f042-4163-a345-7bed4d4947ce tempest-TestShelveInstance-1856919752 tempest-TestShelveInstance-1856919752-project] 10.222.0.57 "GET /v2.0/security-groups?id=c27ba14d-ac85-44f1-aa89-ac308792b39a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0452797
May 31 11:51:03.758513 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbf4b4e4-b174-4c14-8464-68bca84b15c2 req-7f4f11e5-b836-483e-80f2-6aa4efef5220 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 11:51:03.759982 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [req-fbf4b4e4-b174-4c14-8464-68bca84b15c2 req-7f4f11e5-b836-483e-80f2-6aa4efef5220 service neutron] 10.222.0.60 "GET /v2.0/networks?id=56741204-4ce1-45fa-a0a1-399f87add183 HTTP/1.1" status: 200  len: 910 time: 0.1252213
May 31 11:51:03.973011 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [req-fbf4b4e4-b174-4c14-8464-68bca84b15c2 req-838cf5d3-b3c2-4288-bb98-b5b2c76ec494 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=462ece3e-f40a-44a0-a4fc-7c3ef3e9827a HTTP/1.1" status: 200  len: 999 time: 0.2057123
May 31 11:51:04.038607 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbf4b4e4-b174-4c14-8464-68bca84b15c2 req-ab728eae-6ff2-49e4-bd3c-ca07aa707dd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 11:51:04.040053 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [req-fbf4b4e4-b174-4c14-8464-68bca84b15c2 req-ab728eae-6ff2-49e4-bd3c-ca07aa707dd7 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=0c8f52ca-30c0-490a-ab46-49af9203f193 HTTP/1.1" status: 200  len: 848 time: 0.0589643
May 31 11:51:04.126932 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbf4b4e4-b174-4c14-8464-68bca84b15c2 req-35088f5e-f68a-45c0-8896-f2c41fded483 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 11:51:04.128455 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [req-fbf4b4e4-b174-4c14-8464-68bca84b15c2 req-35088f5e-f68a-45c0-8896-f2c41fded483 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=56741204-4ce1-45fa-a0a1-399f87add183&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0824273
May 31 11:51:04.263603 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [req-fbf4b4e4-b174-4c14-8464-68bca84b15c2 req-e7cd9099-b9b9-4d0c-baf2-79cf86ec765f service neutron] 10.222.0.60 "GET /v2.0/networks/56741204-4ce1-45fa-a0a1-399f87add183?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1259949
May 31 11:51:04.396881 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [req-fbf4b4e4-b174-4c14-8464-68bca84b15c2 req-852000cd-cfcb-4978-a1da-4e9ddc63b0a1 service neutron] 10.222.0.60 "GET /v2.0/networks/56741204-4ce1-45fa-a0a1-399f87add183?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1262362
May 31 11:51:04.827370 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93d9063f-1d3e-4c7a-af29-39f13c1de33d req-fe8acbc0-deea-4431-89b1-3ca1c364e506 tempest-TestShelveInstance-1856919752 tempest-TestShelveInstance-1856919752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 11:51:04.828829 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [req-93d9063f-1d3e-4c7a-af29-39f13c1de33d req-fe8acbc0-deea-4431-89b1-3ca1c364e506 tempest-TestShelveInstance-1856919752 tempest-TestShelveInstance-1856919752-project] 10.222.0.57 "GET /v2.0/ports?device_id=e459736f-0c08-4469-b126-a8d744b78201 HTTP/1.1" status: 200  len: 943 time: 0.0902050
May 31 11:51:04.878757 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [req-93d9063f-1d3e-4c7a-af29-39f13c1de33d req-3339db8f-1c64-4901-9d80-757b084cd389 tempest-TestShelveInstance-1856919752 tempest-TestShelveInstance-1856919752-project] 10.222.0.57 "GET /v2.0/security-groups?id=c27ba14d-ac85-44f1-aa89-ac308792b39a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0441070
May 31 11:51:05.512693 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron_lib.callbacks.manager [None req-0a7161f9-35b8-466e-bd59-e704305e401e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744215964654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857257'] for agent, after_update {{(pid=103722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:51:05.615273 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron_lib.callbacks.manager [None req-1f0a762f-0348-4bba-b860-8eddab4cd770 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744215964654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857257'] for agent, after_update {{(pid=103722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:51:05.811293 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron.plugins.ml2.rpc [None req-43028a7b-58d7-408b-ac75-1328e6896bf7 None None] Device 462ece3e-f40a-44a0-a4fc-7c3ef3e9827a details requested by agent hyperv_hv-cinder-78638 with host hv-cinder-78638 {{(pid=103722) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
May 31 11:51:05.949432 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron.plugins.ml2.db [None req-43028a7b-58d7-408b-ac75-1328e6896bf7 None None] For port 462ece3e-f40a-44a0-a4fc-7c3ef3e9827a, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=462ece3e-f40a-44a0-a4fc-7c3ef3e9827a,segment=NetworkSegment(85ec44de-340d-4adb-a400-8c2147a8ec2a),segment_id=85ec44de-340d-4adb-a400-8c2147a8ec2a)] {{(pid=103722) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 31 11:51:05.963147 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron.plugins.ml2.rpc [None req-43028a7b-58d7-408b-ac75-1328e6896bf7 None None] Returning: {'device': '462ece3e-f40a-44a0-a4fc-7c3ef3e9827a', 'network_id': '56741204-4ce1-45fa-a0a1-399f87add183', 'port_id': '462ece3e-f40a-44a0-a4fc-7c3ef3e9827a', 'mac_address': 'fa:16:3e:42:0c:9d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 780, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0c8f52ca-30c0-490a-ab46-49af9203f193', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103722) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
May 31 11:51:06.019658 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron_lib.callbacks.manager [None req-43028a7b-58d7-408b-ac75-1328e6896bf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-934180'] for port, before_update {{(pid=103722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:51:06.036892 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron.notifiers.nova [None req-43028a7b-58d7-408b-ac75-1328e6896bf7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 462ece3e-f40a-44a0-a4fc-7c3ef3e9827a {{(pid=103722) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
May 31 11:51:06.052643 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron.plugins.ml2.db [None req-43028a7b-58d7-408b-ac75-1328e6896bf7 None None] For port 462ece3e-f40a-44a0-a4fc-7c3ef3e9827a, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=462ece3e-f40a-44a0-a4fc-7c3ef3e9827a,segment=NetworkSegment(85ec44de-340d-4adb-a400-8c2147a8ec2a),segment_id=85ec44de-340d-4adb-a400-8c2147a8ec2a)] {{(pid=103722) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 31 11:51:06.057540 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron_lib.callbacks.manager [None req-43028a7b-58d7-408b-ac75-1328e6896bf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937715', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3701677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744215954324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744215520988', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744215521293'] for port, after_update {{(pid=103722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:51:06.060501 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG oslo_concurrency.lockutils [None req-43028a7b-58d7-408b-ac75-1328e6896bf7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103722) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 31 11:51:06.071629 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03c29b48-3276-4e63-95be-dc8f9c75b022 req-e2566062-3b90-457d-8513-246a7dbdf721 tempest-TestShelveInstance-1856919752 tempest-TestShelveInstance-1856919752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 11:51:06.073055 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [req-03c29b48-3276-4e63-95be-dc8f9c75b022 req-e2566062-3b90-457d-8513-246a7dbdf721 tempest-TestShelveInstance-1856919752 tempest-TestShelveInstance-1856919752-project] 10.222.0.57 "GET /v2.0/ports?device_id=e459736f-0c08-4469-b126-a8d744b78201 HTTP/1.1" status: 200  len: 943 time: 0.0849783
May 31 11:51:06.117807 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [req-03c29b48-3276-4e63-95be-dc8f9c75b022 req-7a2a5cbc-2750-4fcc-bcfb-9756d7db6542 tempest-TestShelveInstance-1856919752 tempest-TestShelveInstance-1856919752-project] 10.222.0.57 "GET /v2.0/security-groups?id=c27ba14d-ac85-44f1-aa89-ac308792b39a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0387549
May 31 11:51:06.127953 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43028a7b-58d7-408b-ac75-1328e6896bf7 None None] Pushing event updated for resources: {'Port': ['ID=462ece3e-f40a-44a0-a4fc-7c3ef3e9827a,revision_number=7']} {{(pid=103722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 31 11:51:06.131374 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG oslo_concurrency.lockutils [None req-43028a7b-58d7-408b-ac75-1328e6896bf7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=103722) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 31 11:51:06.370739 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron.plugins.ml2.db [None req-43028a7b-58d7-408b-ac75-1328e6896bf7 None None] get_ports_and_sgs() called for port_ids ['462ece3e-f40a-44a0-a4fc-7c3ef3e9827a'] {{(pid=103722) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
May 31 11:51:06.510916 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron_lib.callbacks.manager [None req-c59bf3d8-3f04-4740-8d75-807cb4f7478e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744215964654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857257'] for agent, after_update {{(pid=103722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:51:07.308793 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3d4ff01-b72b-4a01-a712-6994acc03b3b req-d91f162e-e463-48de-aa25-139d817a2f1c tempest-TestShelveInstance-1856919752 tempest-TestShelveInstance-1856919752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 11:51:07.310226 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [req-c3d4ff01-b72b-4a01-a712-6994acc03b3b req-d91f162e-e463-48de-aa25-139d817a2f1c tempest-TestShelveInstance-1856919752 tempest-TestShelveInstance-1856919752-project] 10.222.0.57 "GET /v2.0/ports?device_id=e459736f-0c08-4469-b126-a8d744b78201 HTTP/1.1" status: 200  len: 944 time: 0.0794396
May 31 11:51:07.354426 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [req-c3d4ff01-b72b-4a01-a712-6994acc03b3b req-d8fd5c36-6215-4022-86ee-4273dc4963db tempest-TestShelveInstance-1856919752 tempest-TestShelveInstance-1856919752-project] 10.222.0.57 "GET /v2.0/security-groups?id=c27ba14d-ac85-44f1-aa89-ac308792b39a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0385778
May 31 11:51:07.812535 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron.plugins.ml2.rpc [None req-43028a7b-58d7-408b-ac75-1328e6896bf7 None None] Device 462ece3e-f40a-44a0-a4fc-7c3ef3e9827a up at agent hyperv_hv-cinder-78638 {{(pid=103722) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 31 11:51:07.880183 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron.db.provisioning_blocks [None req-43028a7b-58d7-408b-ac75-1328e6896bf7 None None] Provisioning complete for port 462ece3e-f40a-44a0-a4fc-7c3ef3e9827a triggered by entity L2. {{(pid=103722) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 31 11:51:07.880541 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron_lib.callbacks.manager [None req-43028a7b-58d7-408b-ac75-1328e6896bf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857618'] for port, provisioning_complete {{(pid=103722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:51:07.987112 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron_lib.callbacks.manager [None req-e2b995a4-3526-4c71-93aa-7f4ba47dfd64 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744215964654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857257'] for agent, after_update {{(pid=103722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:51:08.013010 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron_lib.callbacks.manager [None req-43028a7b-58d7-408b-ac75-1328e6896bf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-934180'] for port, before_update {{(pid=103722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:51:08.040074 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e459736f-0c08-4469-b126-a8d744b78201', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '462ece3e-f40a-44a0-a4fc-7c3ef3e9827a'}] {{(pid=103722) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 31 11:51:08.042302 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}385953046bb192346b13b574918bbc7d366126a5ac8301ca09ff73df2ee9323d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-da85e69b-50f0-43d5-9829-ec179ff095cb" -d '{"events": [{"server_uuid": "e459736f-0c08-4469-b126-a8d744b78201", "name": "network-vif-plugged", "status": "completed", "tag": "462ece3e-f40a-44a0-a4fc-7c3ef3e9827a"}]}' {{(pid=103722) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
May 31 11:51:08.050305 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron.plugins.ml2.db [None req-43028a7b-58d7-408b-ac75-1328e6896bf7 None None] For port 462ece3e-f40a-44a0-a4fc-7c3ef3e9827a, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=462ece3e-f40a-44a0-a4fc-7c3ef3e9827a,segment=NetworkSegment(85ec44de-340d-4adb-a400-8c2147a8ec2a),segment_id=85ec44de-340d-4adb-a400-8c2147a8ec2a)] {{(pid=103722) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 31 11:51:08.056108 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron_lib.callbacks.manager [None req-43028a7b-58d7-408b-ac75-1328e6896bf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937715', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3701677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744215954324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744215520988', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744215521293'] for port, after_update {{(pid=103722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:51:08.057964 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG oslo_concurrency.lockutils [None req-ddaaf71d-8b59-4ba7-ba3c-f3ef8d3da23e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103722) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 31 11:51:08.095533 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 31 May 2021 11:51:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dda5573e-7123-4ef8-9c69-11a7bb5c6417 x-openstack-request-id: req-dda5573e-7123-4ef8-9c69-11a7bb5c6417 {{(pid=103722) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
May 31 11:51:08.095853 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e459736f-0c08-4469-b126-a8d744b78201", "name": "network-vif-plugged", "status": "completed", "tag": "462ece3e-f40a-44a0-a4fc-7c3ef3e9827a", "code": 200}]} {{(pid=103722) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
May 31 11:51:08.096103 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-dda5573e-7123-4ef8-9c69-11a7bb5c6417 {{(pid=103722) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
May 31 11:51:08.096492 dv-cinder-786384-7-iscsi neutron-server[103722]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e459736f-0c08-4469-b126-a8d744b78201', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '462ece3e-f40a-44a0-a4fc-7c3ef3e9827a', 'code': 200}
May 31 11:51:08.120613 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fe2fbab-75f2-449e-9c19-b0517d63a891 req-23289518-1507-46bf-93ad-f70eeee4c193 tempest-AttachVolumeShelveTestJSON-127538222 tempest-AttachVolumeShelveTestJSON-127538222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 11:51:08.122263 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [req-5fe2fbab-75f2-449e-9c19-b0517d63a891 req-23289518-1507-46bf-93ad-f70eeee4c193 tempest-AttachVolumeShelveTestJSON-127538222 tempest-AttachVolumeShelveTestJSON-127538222-project] 10.222.0.57 "GET /v2.0/ports?device_id=ead9d6d4-0497-4043-988e-b5462cd4a21e HTTP/1.1" status: 200  len: 946 time: 0.0876267
May 31 11:51:08.128109 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43028a7b-58d7-408b-ac75-1328e6896bf7 None None] Pushing event updated for resources: {'Port': ['ID=462ece3e-f40a-44a0-a4fc-7c3ef3e9827a,revision_number=8']} {{(pid=103722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 31 11:51:08.131208 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG oslo_concurrency.lockutils [None req-43028a7b-58d7-408b-ac75-1328e6896bf7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=103722) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 31 11:51:08.171973 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [req-5fe2fbab-75f2-449e-9c19-b0517d63a891 req-20cf56c9-3a19-4ea9-afbe-49161ed97ebc tempest-AttachVolumeShelveTestJSON-127538222 tempest-AttachVolumeShelveTestJSON-127538222-project] 10.222.0.57 "GET /v2.0/security-groups?id=6c1ea728-7f28-45a2-9ff9-c5e861fe7362&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0437407
May 31 11:51:08.425644 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd71e6a9-05e2-441f-971f-14dd004cb04d req-14d0a530-4e6d-4e37-b4bb-b9bb74b12e89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 11:51:08.427107 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [req-fd71e6a9-05e2-441f-971f-14dd004cb04d req-14d0a530-4e6d-4e37-b4bb-b9bb74b12e89 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=e459736f-0c08-4469-b126-a8d744b78201 HTTP/1.1" status: 200  len: 1098 time: 0.0764394
May 31 11:51:08.511830 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [req-fd71e6a9-05e2-441f-971f-14dd004cb04d req-89188448-0633-42f6-8a77-08598d7c6bf9 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=c27ba14d-ac85-44f1-aa89-ac308792b39a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0747178
May 31 11:51:08.551401 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70cd039a-0072-47d9-b9ea-91a8fb4ef266 req-54edba33-2ce1-485d-ad59-cc1ce28af3f0 tempest-TestShelveInstance-1856919752 tempest-TestShelveInstance-1856919752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 11:51:08.552910 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [req-70cd039a-0072-47d9-b9ea-91a8fb4ef266 req-54edba33-2ce1-485d-ad59-cc1ce28af3f0 tempest-TestShelveInstance-1856919752 tempest-TestShelveInstance-1856919752-project] 10.222.0.57 "GET /v2.0/ports?device_id=e459736f-0c08-4469-b126-a8d744b78201 HTTP/1.1" status: 200  len: 945 time: 0.0876215
May 31 11:51:08.597458 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [req-70cd039a-0072-47d9-b9ea-91a8fb4ef266 req-e34a9f6b-f50e-4a5a-a96a-d78c001a60cc tempest-TestShelveInstance-1856919752 tempest-TestShelveInstance-1856919752-project] 10.222.0.57 "GET /v2.0/security-groups?id=c27ba14d-ac85-44f1-aa89-ac308792b39a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0387621
May 31 11:51:09.379371 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25d029a6-87db-4453-a133-53377158f375 req-da6a6091-9b35-48ac-92b9-ba9da0f820e8 tempest-AttachVolumeShelveTestJSON-127538222 tempest-AttachVolumeShelveTestJSON-127538222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 11:51:09.380925 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [req-25d029a6-87db-4453-a133-53377158f375 req-da6a6091-9b35-48ac-92b9-ba9da0f820e8 tempest-AttachVolumeShelveTestJSON-127538222 tempest-AttachVolumeShelveTestJSON-127538222-project] 10.222.0.57 "GET /v2.0/ports?device_id=ead9d6d4-0497-4043-988e-b5462cd4a21e HTTP/1.1" status: 200  len: 946 time: 0.0849388
May 31 11:51:09.426110 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [req-25d029a6-87db-4453-a133-53377158f375 req-6a0a584b-16f3-49a4-8774-372818a0f8fa tempest-AttachVolumeShelveTestJSON-127538222 tempest-AttachVolumeShelveTestJSON-127538222-project] 10.222.0.57 "GET /v2.0/security-groups?id=6c1ea728-7f28-45a2-9ff9-c5e861fe7362&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0390053
May 31 11:51:09.798405 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8266e12-f206-4762-ab91-daef3c83cbd4 req-8356def1-2e37-4090-a76a-83fca5a91a31 tempest-TestShelveInstance-1856919752 tempest-TestShelveInstance-1856919752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 11:51:09.799750 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [req-d8266e12-f206-4762-ab91-daef3c83cbd4 req-8356def1-2e37-4090-a76a-83fca5a91a31 tempest-TestShelveInstance-1856919752 tempest-TestShelveInstance-1856919752-project] 10.222.0.57 "GET /v2.0/ports?device_id=e459736f-0c08-4469-b126-a8d744b78201 HTTP/1.1" status: 200  len: 945 time: 0.0960145
May 31 11:51:09.843967 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [req-d8266e12-f206-4762-ab91-daef3c83cbd4 req-7db7751a-f86d-4bd9-85f4-ff6e266d33f2 tempest-TestShelveInstance-1856919752 tempest-TestShelveInstance-1856919752-project] 10.222.0.57 "GET /v2.0/security-groups?id=c27ba14d-ac85-44f1-aa89-ac308792b39a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0383887
May 31 11:51:09.980514 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfcf7668-3477-4ab5-b57f-66b854e6a4b6 req-dee282e4-9331-4bc2-ae82-351936df13b1 tempest-AttachVolumeShelveTestJSON-127538222 tempest-AttachVolumeShelveTestJSON-127538222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 11:51:09.981955 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [req-bfcf7668-3477-4ab5-b57f-66b854e6a4b6 req-dee282e4-9331-4bc2-ae82-351936df13b1 tempest-AttachVolumeShelveTestJSON-127538222 tempest-AttachVolumeShelveTestJSON-127538222-project] 10.222.0.60 "GET /v2.0/ports?device_id=ead9d6d4-0497-4043-988e-b5462cd4a21e HTTP/1.1" status: 200  len: 946 time: 0.0838335
May 31 11:51:10.121283 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.plugins.ml2.plugin [req-bfcf7668-3477-4ab5-b57f-66b854e6a4b6 req-0c98aed2-22fa-4539-a14c-97df4fed58a0 tempest-AttachVolumeShelveTestJSON-127538222 tempest-AttachVolumeShelveTestJSON-127538222-project] Deleting port cde664e9-3922-4ee7-b04a-98d0cd2ed64a {{(pid=103721) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
May 31 11:51:10.121519 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron_lib.callbacks.manager [req-bfcf7668-3477-4ab5-b57f-66b854e6a4b6 req-0c98aed2-22fa-4539-a14c-97df4fed58a0 tempest-AttachVolumeShelveTestJSON-127538222 tempest-AttachVolumeShelveTestJSON-127538222-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744215952451'] for port, before_delete {{(pid=103721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:51:10.256821 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.plugins.ml2.db [req-bfcf7668-3477-4ab5-b57f-66b854e6a4b6 req-0c98aed2-22fa-4539-a14c-97df4fed58a0 tempest-AttachVolumeShelveTestJSON-127538222 tempest-AttachVolumeShelveTestJSON-127538222-project] For port cde664e9-3922-4ee7-b04a-98d0cd2ed64a, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=cde664e9-3922-4ee7-b04a-98d0cd2ed64a,segment=NetworkSegment(fea50412-2064-40f9-97d7-ef805bb3a428),segment_id=fea50412-2064-40f9-97d7-ef805bb3a428)] {{(pid=103721) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 31 11:51:10.257143 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron_lib.callbacks.manager [req-bfcf7668-3477-4ab5-b57f-66b854e6a4b6 req-0c98aed2-22fa-4539-a14c-97df4fed58a0 tempest-AttachVolumeShelveTestJSON-127538222 tempest-AttachVolumeShelveTestJSON-127538222-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4088094'] for port, precommit_delete {{(pid=103721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:51:10.691817 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron_lib.callbacks.manager [req-bfcf7668-3477-4ab5-b57f-66b854e6a4b6 req-0c98aed2-22fa-4539-a14c-97df4fed58a0 tempest-AttachVolumeShelveTestJSON-127538222 tempest-AttachVolumeShelveTestJSON-127538222-project] Notify callbacks [] for floatingip, precommit_update {{(pid=103721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:51:10.692585 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron_lib.callbacks.manager [req-bfcf7668-3477-4ab5-b57f-66b854e6a4b6 req-0c98aed2-22fa-4539-a14c-97df4fed58a0 tempest-AttachVolumeShelveTestJSON-127538222 tempest-AttachVolumeShelveTestJSON-127538222-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4088573'] for floatingip, after_update {{(pid=103721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:51:10.692585 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.db.l3_db [req-bfcf7668-3477-4ab5-b57f-66b854e6a4b6 req-0c98aed2-22fa-4539-a14c-97df4fed58a0 tempest-AttachVolumeShelveTestJSON-127538222 tempest-AttachVolumeShelveTestJSON-127538222-project] Floating IP 8a8ebbd4-bc61-4860-9fea-914083f57812 disassociated. External IP: 172.27.2.154, port: cde664e9-3922-4ee7-b04a-98d0cd2ed64a.
May 31 11:51:10.692851 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.plugins.ml2.plugin [req-bfcf7668-3477-4ab5-b57f-66b854e6a4b6 req-0c98aed2-22fa-4539-a14c-97df4fed58a0 tempest-AttachVolumeShelveTestJSON-127538222 tempest-AttachVolumeShelveTestJSON-127538222-project] Calling delete_port for cde664e9-3922-4ee7-b04a-98d0cd2ed64a owned by compute:nova {{(pid=103721) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
May 31 11:51:10.728553 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f5641a8-d8b6-4602-b3ba-12088ef7c929 req-79f9d5db-d16b-40c7-9883-48e82188310e tempest-AttachVolumeShelveTestJSON-127538222 tempest-AttachVolumeShelveTestJSON-127538222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 11:51:10.729973 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [req-6f5641a8-d8b6-4602-b3ba-12088ef7c929 req-79f9d5db-d16b-40c7-9883-48e82188310e tempest-AttachVolumeShelveTestJSON-127538222 tempest-AttachVolumeShelveTestJSON-127538222-project] 10.222.0.57 "GET /v2.0/ports?device_id=ead9d6d4-0497-4043-988e-b5462cd4a21e HTTP/1.1" status: 200  len: 946 time: 0.1908178
May 31 11:51:10.785603 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [req-6f5641a8-d8b6-4602-b3ba-12088ef7c929 req-4f95b63d-789c-485d-b0af-ac0ca847e54f tempest-AttachVolumeShelveTestJSON-127538222 tempest-AttachVolumeShelveTestJSON-127538222-project] 10.222.0.57 "GET /v2.0/security-groups?id=6c1ea728-7f28-45a2-9ff9-c5e861fe7362&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0493262
May 31 11:51:10.857773 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron_lib.callbacks.manager [req-bfcf7668-3477-4ab5-b57f-66b854e6a4b6 req-0c98aed2-22fa-4539-a14c-97df4fed58a0 tempest-AttachVolumeShelveTestJSON-127538222 tempest-AttachVolumeShelveTestJSON-127538222-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937715', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3701677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744215954342', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744215520979', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2250866'] for port, after_delete {{(pid=103721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:51:10.866212 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG oslo_concurrency.lockutils [None req-2d7c1f50-d435-45f2-9180-18d437ddb375 tempest-TestShelveInstance-1856919752 tempest-TestShelveInstance-1856919752-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103721) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 31 11:51:10.912366 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c98aed2-22fa-4539-a14c-97df4fed58a0 tempest-AttachVolumeShelveTestJSON-127538222 tempest-AttachVolumeShelveTestJSON-127538222-project] Pushing event deleted for resources: {'Port': ['ID=cde664e9-3922-4ee7-b04a-98d0cd2ed64a,revision_number=None']} {{(pid=103721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 31 11:51:10.923139 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c98aed2-22fa-4539-a14c-97df4fed58a0 tempest-AttachVolumeShelveTestJSON-127538222 tempest-AttachVolumeShelveTestJSON-127538222-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786384-7-iscsi {{(pid=103721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 31 11:51:10.923502 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c98aed2-22fa-4539-a14c-97df4fed58a0 tempest-AttachVolumeShelveTestJSON-127538222 tempest-AttachVolumeShelveTestJSON-127538222-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786384-7-iscsi {{(pid=103721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 31 11:51:10.923895 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c98aed2-22fa-4539-a14c-97df4fed58a0 tempest-AttachVolumeShelveTestJSON-127538222 tempest-AttachVolumeShelveTestJSON-127538222-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786384-7-iscsi {{(pid=103721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 31 11:51:10.924281 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c98aed2-22fa-4539-a14c-97df4fed58a0 tempest-AttachVolumeShelveTestJSON-127538222 tempest-AttachVolumeShelveTestJSON-127538222-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786384-7-iscsi {{(pid=103721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 31 11:51:10.924632 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c98aed2-22fa-4539-a14c-97df4fed58a0 tempest-AttachVolumeShelveTestJSON-127538222 tempest-AttachVolumeShelveTestJSON-127538222-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786384-7-iscsi {{(pid=103721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 31 11:51:10.924980 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c98aed2-22fa-4539-a14c-97df4fed58a0 tempest-AttachVolumeShelveTestJSON-127538222 tempest-AttachVolumeShelveTestJSON-127538222-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786384-7-iscsi {{(pid=103721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 31 11:51:10.925300 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c98aed2-22fa-4539-a14c-97df4fed58a0 tempest-AttachVolumeShelveTestJSON-127538222 tempest-AttachVolumeShelveTestJSON-127538222-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786384-7-iscsi {{(pid=103721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 31 11:51:10.925669 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c98aed2-22fa-4539-a14c-97df4fed58a0 tempest-AttachVolumeShelveTestJSON-127538222 tempest-AttachVolumeShelveTestJSON-127538222-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786384-7-iscsi {{(pid=103721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 31 11:51:10.926010 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c98aed2-22fa-4539-a14c-97df4fed58a0 tempest-AttachVolumeShelveTestJSON-127538222 tempest-AttachVolumeShelveTestJSON-127538222-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786384-7-iscsi {{(pid=103721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 31 11:51:10.926353 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c98aed2-22fa-4539-a14c-97df4fed58a0 tempest-AttachVolumeShelveTestJSON-127538222 tempest-AttachVolumeShelveTestJSON-127538222-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786384-7-iscsi {{(pid=103721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 31 11:51:10.926794 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c98aed2-22fa-4539-a14c-97df4fed58a0 tempest-AttachVolumeShelveTestJSON-127538222 tempest-AttachVolumeShelveTestJSON-127538222-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786384-7-iscsi {{(pid=103721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 31 11:51:10.927085 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c98aed2-22fa-4539-a14c-97df4fed58a0 tempest-AttachVolumeShelveTestJSON-127538222 tempest-AttachVolumeShelveTestJSON-127538222-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786384-7-iscsi {{(pid=103721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 31 11:51:10.930698 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG oslo_concurrency.lockutils [None req-0c98aed2-22fa-4539-a14c-97df4fed58a0 tempest-AttachVolumeShelveTestJSON-127538222 tempest-AttachVolumeShelveTestJSON-127538222-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=103721) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 31 11:51:11.173087 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c92369a3-f04e-4bb9-abe5-71241fd3efb7 req-f4ab3c4f-1b53-4172-bc55-4eadb10c1062 tempest-TestShelveInstance-1856919752 tempest-TestShelveInstance-1856919752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 11:51:11.174443 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [req-c92369a3-f04e-4bb9-abe5-71241fd3efb7 req-f4ab3c4f-1b53-4172-bc55-4eadb10c1062 tempest-TestShelveInstance-1856919752 tempest-TestShelveInstance-1856919752-project] 10.222.0.57 "GET /v2.0/ports?device_id=e459736f-0c08-4469-b126-a8d744b78201 HTTP/1.1" status: 200  len: 945 time: 0.1940162
May 31 11:51:11.176211 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.scheduler.l3_agent_scheduler [req-bfcf7668-3477-4ab5-b57f-66b854e6a4b6 req-0c98aed2-22fa-4539-a14c-97df4fed58a0 tempest-AttachVolumeShelveTestJSON-127538222 tempest-AttachVolumeShelveTestJSON-127538222-project] Router c04fd99b-0c0e-4ac9-87ef-88ba458649ea has already been hosted by L3 agent f8c17dd7-da16-4427-b6e3-d7e30616bc4c {{(pid=103721) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
May 31 11:51:11.294801 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [req-c92369a3-f04e-4bb9-abe5-71241fd3efb7 req-9217cd5c-8ead-4a39-95a2-a11dcfe5ef65 tempest-TestShelveInstance-1856919752 tempest-TestShelveInstance-1856919752-project] 10.222.0.57 "GET /v2.0/security-groups?id=c27ba14d-ac85-44f1-aa89-ac308792b39a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1138966
May 31 11:51:11.393863 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-bfcf7668-3477-4ab5-b57f-66b854e6a4b6 req-0c98aed2-22fa-4539-a14c-97df4fed58a0 tempest-AttachVolumeShelveTestJSON-127538222 tempest-AttachVolumeShelveTestJSON-127538222-project] Notify agent at l3_agent.dv-cinder-786384-7-iscsi the message routers_updated {{(pid=103721) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
May 31 11:51:11.403571 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c96f28c2-251c-4a3a-914c-aa52ae3498d0 None None] Sync routers for ids ['c04fd99b-0c0e-4ac9-87ef-88ba458649ea'] in dv-cinder-786384-7-iscsi {{(pid=103722) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 31 11:51:11.413280 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c96f28c2-251c-4a3a-914c-aa52ae3498d0 None None] Routers {'c04fd99b-0c0e-4ac9-87ef-88ba458649ea'} bound to L3 agent in host dv-cinder-786384-7-iscsi {{(pid=103722) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 31 11:51:11.413890 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron.db.l3_hamode_db [None req-c96f28c2-251c-4a3a-914c-aa52ae3498d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f3ebc9d3f70>, 'dv-cinder-786384-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-31T11:36:05Z,description=<?>,heartbeat_timestamp=2021-05-31T11:51:05Z,host='dv-cinder-786384-7-iscsi',id=f8c17dd7-da16-4427-b6e3-d7e30616bc4c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-31T11:36:05Z,topic='l3_agent')) {'router_ids': ['c04fd99b-0c0e-4ac9-87ef-88ba458649ea'], 'active': True} {{(pid=103722) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 31 11:51:11.467379 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.db.l3_dvrscheduler_db [req-bfcf7668-3477-4ab5-b57f-66b854e6a4b6 req-0c98aed2-22fa-4539-a14c-97df4fed58a0 tempest-AttachVolumeShelveTestJSON-127538222 tempest-AttachVolumeShelveTestJSON-127538222-project] No DVR routers for this DVR port cde664e9-3922-4ee7-b04a-98d0cd2ed64a on host hv-cinder-78638 {{(pid=103721) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 31 11:51:11.470061 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron_lib.callbacks.manager [req-bfcf7668-3477-4ab5-b57f-66b854e6a4b6 req-0c98aed2-22fa-4539-a14c-97df4fed58a0 tempest-AttachVolumeShelveTestJSON-127538222 tempest-AttachVolumeShelveTestJSON-127538222-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46333'] for port, before_response {{(pid=103721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:51:11.472705 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ead9d6d4-0497-4043-988e-b5462cd4a21e', 'name': 'network-vif-deleted', 'tag': 'cde664e9-3922-4ee7-b04a-98d0cd2ed64a'}] {{(pid=103721) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 31 11:51:11.475062 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3cd903d475e597836c68a86188e0a4f713f0e90603b95bd8a010e768671d0d04" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f364b8d1-069d-49f0-9a0d-f3e61774bced" -d '{"events": [{"server_uuid": "ead9d6d4-0497-4043-988e-b5462cd4a21e", "name": "network-vif-deleted", "tag": "cde664e9-3922-4ee7-b04a-98d0cd2ed64a"}]}' {{(pid=103721) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
May 31 11:51:11.490485 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [req-bfcf7668-3477-4ab5-b57f-66b854e6a4b6 req-0c98aed2-22fa-4539-a14c-97df4fed58a0 tempest-AttachVolumeShelveTestJSON-127538222 tempest-AttachVolumeShelveTestJSON-127538222-project] 10.222.0.60 "DELETE /v2.0/ports/cde664e9-3922-4ee7-b04a-98d0cd2ed64a HTTP/1.1" status: 204  len: 173 time: 1.5029335
May 31 11:51:11.519165 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 31 May 2021 11:51:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3d37715e-5bb3-4b39-b124-efe7cbbc53f0 x-openstack-request-id: req-3d37715e-5bb3-4b39-b124-efe7cbbc53f0 {{(pid=103721) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
May 31 11:51:11.519631 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ead9d6d4-0497-4043-988e-b5462cd4a21e", "name": "network-vif-deleted", "tag": "cde664e9-3922-4ee7-b04a-98d0cd2ed64a", "status": "completed", "code": 200}]} {{(pid=103721) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
May 31 11:51:11.519954 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-3d37715e-5bb3-4b39-b124-efe7cbbc53f0 {{(pid=103721) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
May 31 11:51:11.520450 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ead9d6d4-0497-4043-988e-b5462cd4a21e', 'name': 'network-vif-deleted', 'tag': 'cde664e9-3922-4ee7-b04a-98d0cd2ed64a', 'status': 'completed', 'code': 200}
May 31 11:51:11.603665 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron.db.l3_dvr_db [None req-c96f28c2-251c-4a3a-914c-aa52ae3498d0 None None] Set router c04fd99b-0c0e-4ac9-87ef-88ba458649ea gateway port host: dv-cinder-786384-7-iscsi {{(pid=103722) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
May 31 11:51:11.951908 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron.db.l3_hamode_db [None req-c96f28c2-251c-4a3a-914c-aa52ae3498d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f3ebc9d3f70>, [{'id': 'c04fd99b-0c0e-4ac9-87ef-88ba458649ea', 'name': 'tempest-AttachVolumeShelveTestJSON-352513985-router', 'tenant_id': 'f3bd06944c9240d0a51b5da41de72600', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cb16751-6ba1-494a-bef1-53f614bdb222', 'external_fixed_ips': [{'subnet_id': '1135c889-0623-4d10-975a-f2c46f50f0f6', 'ip_address': '172.27.2.123'}], 'enable_snat': True}, 'gw_port_id': 'a86d7503-e894-41f3-8504-76bdb32c60d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T11:43:46Z', 'updated_at': '2021-05-31T11:43:55Z', 'revision_number': 4, 'project_id': 'f3bd06944c9240d0a51b5da41de72600', 'gw_port': {'id': 'a86d7503-e894-41f3-8504-76bdb32c60d9', 'name': '', 'network_id': '1cb16751-6ba1-494a-bef1-53f614bdb222', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:11:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c04fd99b-0c0e-4ac9-87ef-88ba458649ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': '1135c889-0623-4d10-975a-f2c46f50f0f6', 'ip_address': '172.27.2.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786384-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T11:43:48Z', 'updated_at': '2021-05-31T11:43:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1135c889-0623-4d10-975a-f2c46f50f0f6', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786384-7-iscsi', '_interfaces': [{'id': '26f3a154-0095-45c0-b840-93b3827acb87', 'name': '', 'network_id': '2c20abfc-12cd-4800-b928-7191b2675429', 'tenant_id': 'f3bd06944c9240d0a51b5da41de72600', 'mac_address': 'fa:16:3e:18:ea:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c04fd99b-0c0e-4ac9-87ef-88ba458649ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '97d26c19-ffd5-4600-9f66-20181dad1656', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786384-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T11:43:53Z', 'updated_at': '2021-05-31T11:44:08Z', 'revision_number': 5, 'project_id': 'f3bd06944c9240d0a51b5da41de72600', 'subnets': [{'id': '97d26c19-ffd5-4600-9f66-20181dad1656', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786384-7-iscsi', False) {} {{(pid=103722) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 31 11:51:11.956028 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c96f28c2-251c-4a3a-914c-aa52ae3498d0 None None] Checking router: c04fd99b-0c0e-4ac9-87ef-88ba458649ea for host: dv-cinder-786384-7-iscsi {{(pid=103722) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
May 31 11:51:11.958043 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.quota.resource [req-a2860649-0092-4fb8-be69-5d84b5d91ebe req-e7b1b801-0c4f-48cb-ba2e-0f51f02c3103 tempest-AttachVolumeShelveTestJSON-127538222 tempest-AttachVolumeShelveTestJSON-127538222-project] Synchronizing usage tracker for tenant:f3bd06944c9240d0a51b5da41de72600 on resource:port {{(pid=103721) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 31 11:51:11.964973 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c96f28c2-251c-4a3a-914c-aa52ae3498d0 None None] Routers {'c04fd99b-0c0e-4ac9-87ef-88ba458649ea'} bound to L3 agent in host dv-cinder-786384-7-iscsi {{(pid=103722) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 31 11:51:11.965593 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron.db.l3_hamode_db [None req-c96f28c2-251c-4a3a-914c-aa52ae3498d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f3ebc9d3f70>, 'dv-cinder-786384-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-31T11:36:05Z,description=<?>,heartbeat_timestamp=2021-05-31T11:51:05Z,host='dv-cinder-786384-7-iscsi',id=f8c17dd7-da16-4427-b6e3-d7e30616bc4c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-31T11:36:05Z,topic='l3_agent')) {'router_ids': ['c04fd99b-0c0e-4ac9-87ef-88ba458649ea'], 'active': True} {{(pid=103722) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 31 11:51:11.974548 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.quota.resource [req-a2860649-0092-4fb8-be69-5d84b5d91ebe req-e7b1b801-0c4f-48cb-ba2e-0f51f02c3103 tempest-AttachVolumeShelveTestJSON-127538222 tempest-AttachVolumeShelveTestJSON-127538222-project] Unset dirty status for tenant:f3bd06944c9240d0a51b5da41de72600 on resource:port {{(pid=103721) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 31 11:51:11.975872 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [req-a2860649-0092-4fb8-be69-5d84b5d91ebe req-e7b1b801-0c4f-48cb-ba2e-0f51f02c3103 tempest-AttachVolumeShelveTestJSON-127538222 tempest-AttachVolumeShelveTestJSON-127538222-project] 10.222.0.57 "GET /v2.0/ports?device_id=ead9d6d4-0497-4043-988e-b5462cd4a21e HTTP/1.1" status: 200  len: 210 time: 0.0619419
May 31 11:51:12.149249 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron.db.l3_dvr_db [None req-c96f28c2-251c-4a3a-914c-aa52ae3498d0 None None] Set router c04fd99b-0c0e-4ac9-87ef-88ba458649ea gateway port host: dv-cinder-786384-7-iscsi {{(pid=103722) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
May 31 11:51:12.460212 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron.db.l3_hamode_db [None req-c96f28c2-251c-4a3a-914c-aa52ae3498d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f3ebc9d3f70>, [{'id': 'c04fd99b-0c0e-4ac9-87ef-88ba458649ea', 'name': 'tempest-AttachVolumeShelveTestJSON-352513985-router', 'tenant_id': 'f3bd06944c9240d0a51b5da41de72600', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cb16751-6ba1-494a-bef1-53f614bdb222', 'external_fixed_ips': [{'subnet_id': '1135c889-0623-4d10-975a-f2c46f50f0f6', 'ip_address': '172.27.2.123'}], 'enable_snat': True}, 'gw_port_id': 'a86d7503-e894-41f3-8504-76bdb32c60d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T11:43:46Z', 'updated_at': '2021-05-31T11:43:55Z', 'revision_number': 4, 'project_id': 'f3bd06944c9240d0a51b5da41de72600', 'gw_port': {'id': 'a86d7503-e894-41f3-8504-76bdb32c60d9', 'name': '', 'network_id': '1cb16751-6ba1-494a-bef1-53f614bdb222', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:11:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c04fd99b-0c0e-4ac9-87ef-88ba458649ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': '1135c889-0623-4d10-975a-f2c46f50f0f6', 'ip_address': '172.27.2.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786384-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T11:43:48Z', 'updated_at': '2021-05-31T11:43:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1135c889-0623-4d10-975a-f2c46f50f0f6', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786384-7-iscsi', '_interfaces': [{'id': '26f3a154-0095-45c0-b840-93b3827acb87', 'name': '', 'network_id': '2c20abfc-12cd-4800-b928-7191b2675429', 'tenant_id': 'f3bd06944c9240d0a51b5da41de72600', 'mac_address': 'fa:16:3e:18:ea:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c04fd99b-0c0e-4ac9-87ef-88ba458649ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '97d26c19-ffd5-4600-9f66-20181dad1656', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786384-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T11:43:53Z', 'updated_at': '2021-05-31T11:44:08Z', 'revision_number': 5, 'project_id': 'f3bd06944c9240d0a51b5da41de72600', 'subnets': [{'id': '97d26c19-ffd5-4600-9f66-20181dad1656', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786384-7-iscsi', False) {} {{(pid=103722) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 31 11:51:12.464513 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c96f28c2-251c-4a3a-914c-aa52ae3498d0 None None] The sync data for ids ['c04fd99b-0c0e-4ac9-87ef-88ba458649ea'] in dv-cinder-786384-7-iscsi is: [{'id': 'c04fd99b-0c0e-4ac9-87ef-88ba458649ea', 'name': 'tempest-AttachVolumeShelveTestJSON-352513985-router', 'tenant_id': 'f3bd06944c9240d0a51b5da41de72600', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cb16751-6ba1-494a-bef1-53f614bdb222', 'external_fixed_ips': [{'subnet_id': '1135c889-0623-4d10-975a-f2c46f50f0f6', 'ip_address': '172.27.2.123'}], 'enable_snat': True}, 'gw_port_id': 'a86d7503-e894-41f3-8504-76bdb32c60d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T11:43:46Z', 'updated_at': '2021-05-31T11:43:55Z', 'revision_number': 4, 'project_id': 'f3bd06944c9240d0a51b5da41de72600', 'gw_port': {'id': 'a86d7503-e894-41f3-8504-76bdb32c60d9', 'name': '', 'network_id': '1cb16751-6ba1-494a-bef1-53f614bdb222', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:11:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c04fd99b-0c0e-4ac9-87ef-88ba458649ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': '1135c889-0623-4d10-975a-f2c46f50f0f6', 'ip_address': '172.27.2.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786384-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T11:43:48Z', 'updated_at': '2021-05-31T11:43:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1135c889-0623-4d10-975a-f2c46f50f0f6', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786384-7-iscsi', '_interfaces': [{'id': '26f3a154-0095-45c0-b840-93b3827acb87', 'name': '', 'network_id': '2c20abfc-12cd-4800-b928-7191b2675429', 'tenant_id': 'f3bd06944c9240d0a51b5da41de72600', 'mac_address': 'fa:16:3e:18:ea:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c04fd99b-0c0e-4ac9-87ef-88ba458649ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '97d26c19-ffd5-4600-9f66-20181dad1656', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786384-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T11:43:53Z', 'updated_at': '2021-05-31T11:44:08Z', 'revision_number': 5, 'project_id': 'f3bd06944c9240d0a51b5da41de72600', 'subnets': [{'id': '97d26c19-ffd5-4600-9f66-20181dad1656', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103722) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 31 11:51:12.703961 dv-cinder-786384-7-iscsi neutron-server[103723]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26c1e4f1-198b-4801-ae27-8439f5db0981 None None] New status for floating IP 8a8ebbd4-bc61-4860-9fea-914083f57812: DOWN {{(pid=103723) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
May 31 11:51:13.125479 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron.wsgi [-] (103720) accepted ('10.222.0.57', 47920) {{(pid=103720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 31 11:51:13.195203 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-36842ec7-1b6a-4282-ab20-b0aefbbebe1e tempest-AttachVolumeShelveTestJSON-127538222 tempest-AttachVolumeShelveTestJSON-127538222-project] Notify callbacks [] for security_group, before_delete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:51:13.223077 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-36842ec7-1b6a-4282-ab20-b0aefbbebe1e tempest-AttachVolumeShelveTestJSON-127538222 tempest-AttachVolumeShelveTestJSON-127538222-project] Notify callbacks [] for security_group, precommit_delete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:51:13.277203 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-36842ec7-1b6a-4282-ab20-b0aefbbebe1e tempest-AttachVolumeShelveTestJSON-127538222 tempest-AttachVolumeShelveTestJSON-127538222-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3705957'] for security_group, after_delete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:51:13.281012 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG oslo_concurrency.lockutils [None req-9a7ed3a6-8f1f-40af-a9b4-b3fe2251c417 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103720) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 31 11:51:13.295837 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36842ec7-1b6a-4282-ab20-b0aefbbebe1e tempest-AttachVolumeShelveTestJSON-127538222 tempest-AttachVolumeShelveTestJSON-127538222-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6c1ea728-7f28-45a2-9ff9-c5e861fe7362,revision_number=None']} {{(pid=103720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 31 11:51:13.298380 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG oslo_concurrency.lockutils [None req-36842ec7-1b6a-4282-ab20-b0aefbbebe1e tempest-AttachVolumeShelveTestJSON-127538222 tempest-AttachVolumeShelveTestJSON-127538222-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=103720) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 31 11:51:13.313880 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-36842ec7-1b6a-4282-ab20-b0aefbbebe1e tempest-AttachVolumeShelveTestJSON-127538222 tempest-AttachVolumeShelveTestJSON-127538222-project] Notify callbacks [] for security_group, before_response {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:51:13.315335 dv-cinder-786384-7-iscsi neutron-server[103720]: INFO neutron.wsgi [None req-36842ec7-1b6a-4282-ab20-b0aefbbebe1e tempest-AttachVolumeShelveTestJSON-127538222 tempest-AttachVolumeShelveTestJSON-127538222-project] 10.222.0.57 "DELETE /v2.0/security-groups/6c1ea728-7f28-45a2-9ff9-c5e861fe7362 HTTP/1.1" status: 204  len: 168 time: 0.1887071
May 31 11:51:13.318607 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron.wsgi [-] (103720) accepted ('10.222.0.57', 47924) {{(pid=103720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 31 11:51:13.334956 dv-cinder-786384-7-iscsi neutron-server[103720]: INFO neutron.api.v2.resource [None req-56e1c641-f6c1-4d54-8e65-b8634e2be3cd tempest-AttachVolumeShelveTestJSON-127538222 tempest-AttachVolumeShelveTestJSON-127538222-project] show failed (client error): The resource could not be found.
May 31 11:51:13.335975 dv-cinder-786384-7-iscsi neutron-server[103720]: INFO neutron.wsgi [None req-56e1c641-f6c1-4d54-8e65-b8634e2be3cd tempest-AttachVolumeShelveTestJSON-127538222 tempest-AttachVolumeShelveTestJSON-127538222-project] 10.222.0.57 "GET /v2.0/security-groups/6c1ea728-7f28-45a2-9ff9-c5e861fe7362 HTTP/1.1" status: 404  len: 347 time: 0.0164123
May 31 11:51:13.338957 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron.wsgi [-] (103720) accepted ('10.222.0.57', 47928) {{(pid=103720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 31 11:51:13.552897 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-ca497245-9ec1-4a1c-bfce-6d56e1a72f58 tempest-AttachVolumeShelveTestJSON-127538222 tempest-AttachVolumeShelveTestJSON-127538222-project] Deleting port 631696b7-657d-47a8-b7c4-c9bb82f4cd04 {{(pid=103720) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
May 31 11:51:13.553238 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-ca497245-9ec1-4a1c-bfce-6d56e1a72f58 tempest-AttachVolumeShelveTestJSON-127538222 tempest-AttachVolumeShelveTestJSON-127538222-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744215952451'] for port, before_delete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:51:13.670693 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-ca497245-9ec1-4a1c-bfce-6d56e1a72f58 tempest-AttachVolumeShelveTestJSON-127538222 tempest-AttachVolumeShelveTestJSON-127538222-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4088094'] for port, precommit_delete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:51:13.671043 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-ca497245-9ec1-4a1c-bfce-6d56e1a72f58 tempest-AttachVolumeShelveTestJSON-127538222 tempest-AttachVolumeShelveTestJSON-127538222-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:51:13.789702 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-ca497245-9ec1-4a1c-bfce-6d56e1a72f58 tempest-AttachVolumeShelveTestJSON-127538222 tempest-AttachVolumeShelveTestJSON-127538222-project] Calling delete_port for 631696b7-657d-47a8-b7c4-c9bb82f4cd04 owned by network:floatingip {{(pid=103720) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
May 31 11:51:13.830078 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron.plugins.ml2.rpc [None req-43028a7b-58d7-408b-ac75-1328e6896bf7 None None] Device cde664e9-3922-4ee7-b04a-98d0cd2ed64a no longer exists at agent hyperv_hv-cinder-78638 {{(pid=103722) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
May 31 11:51:13.864407 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron.plugins.ml2.plugin [None req-43028a7b-58d7-408b-ac75-1328e6896bf7 None None] No Port match for: cde664e9-3922-4ee7-b04a-98d0cd2ed64a {{(pid=103722) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}}
May 31 11:51:13.864750 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron.plugins.ml2.rpc [None req-43028a7b-58d7-408b-ac75-1328e6896bf7 None None] Device cde664e9-3922-4ee7-b04a-98d0cd2ed64a not bound to the agent host hv-cinder-78638 {{(pid=103722) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
May 31 11:51:13.906887 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-ca497245-9ec1-4a1c-bfce-6d56e1a72f58 tempest-AttachVolumeShelveTestJSON-127538222 tempest-AttachVolumeShelveTestJSON-127538222-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937715', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3701677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744215954342', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744215520979', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2327893'] for port, after_delete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:51:13.910585 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG oslo_concurrency.lockutils [None req-17179141-78d4-46cb-8c2e-a6457490aaa9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103720) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 31 11:51:13.952885 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca497245-9ec1-4a1c-bfce-6d56e1a72f58 tempest-AttachVolumeShelveTestJSON-127538222 tempest-AttachVolumeShelveTestJSON-127538222-project] Pushing event deleted for resources: {'Port': ['ID=631696b7-657d-47a8-b7c4-c9bb82f4cd04,revision_number=None']} {{(pid=103720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 31 11:51:13.955804 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG oslo_concurrency.lockutils [None req-ca497245-9ec1-4a1c-bfce-6d56e1a72f58 tempest-AttachVolumeShelveTestJSON-127538222 tempest-AttachVolumeShelveTestJSON-127538222-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=103720) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 31 11:51:14.047759 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-ca497245-9ec1-4a1c-bfce-6d56e1a72f58 tempest-AttachVolumeShelveTestJSON-127538222 tempest-AttachVolumeShelveTestJSON-127538222-project] Notify callbacks [] for floatingip, after_delete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:51:14.069708 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-ca497245-9ec1-4a1c-bfce-6d56e1a72f58 tempest-AttachVolumeShelveTestJSON-127538222 tempest-AttachVolumeShelveTestJSON-127538222-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46333'] for floatingip, before_response {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:51:14.070871 dv-cinder-786384-7-iscsi neutron-server[103720]: INFO neutron.wsgi [None req-ca497245-9ec1-4a1c-bfce-6d56e1a72f58 tempest-AttachVolumeShelveTestJSON-127538222 tempest-AttachVolumeShelveTestJSON-127538222-project] 10.222.0.57 "DELETE /v2.0/floatingips/8a8ebbd4-bc61-4860-9fea-914083f57812 HTTP/1.1" status: 204  len: 168 time: 0.7310250
May 31 11:51:16.910056 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.wsgi [-] (103721) accepted ('10.222.0.57', 47952) {{(pid=103721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 31 11:51:17.795192 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron_lib.callbacks.manager [None req-da087d5d-97b1-4cc3-9a03-e22470a9cb3f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4094159'] for router_interface, before_delete {{(pid=103721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:51:18.225229 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.plugins.ml2.plugin [None req-da087d5d-97b1-4cc3-9a03-e22470a9cb3f admin admin] Deleting port 26f3a154-0095-45c0-b840-93b3827acb87 {{(pid=103721) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
May 31 11:51:18.225976 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron_lib.callbacks.manager [None req-da087d5d-97b1-4cc3-9a03-e22470a9cb3f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744215952451'] for port, before_delete {{(pid=103721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:51:18.347871 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.plugins.ml2.db [None req-da087d5d-97b1-4cc3-9a03-e22470a9cb3f admin admin] For port 26f3a154-0095-45c0-b840-93b3827acb87, host dv-cinder-786384-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786384-7-iscsi',level=0,port_id=26f3a154-0095-45c0-b840-93b3827acb87,segment=NetworkSegment(fea50412-2064-40f9-97d7-ef805bb3a428),segment_id=fea50412-2064-40f9-97d7-ef805bb3a428)] {{(pid=103721) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 31 11:51:18.348240 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron_lib.callbacks.manager [None req-da087d5d-97b1-4cc3-9a03-e22470a9cb3f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4088094'] for port, precommit_delete {{(pid=103721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:51:18.469941 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.plugins.ml2.plugin [None req-da087d5d-97b1-4cc3-9a03-e22470a9cb3f admin admin] Calling delete_port for 26f3a154-0095-45c0-b840-93b3827acb87 owned by network:router_interface {{(pid=103721) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
May 31 11:51:18.636245 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron_lib.callbacks.manager [None req-da087d5d-97b1-4cc3-9a03-e22470a9cb3f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937715', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3701677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744215954342', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744215520979', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2250866'] for port, after_delete {{(pid=103721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:51:18.639696 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG oslo_concurrency.lockutils [None req-aaa3d297-ef4c-4661-a2df-23143419b037 tempest-VolumesSnapshotTestJSON-1664951213 tempest-VolumesSnapshotTestJSON-1664951213-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103721) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 31 11:51:18.684750 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da087d5d-97b1-4cc3-9a03-e22470a9cb3f admin admin] Pushing event deleted for resources: {'Port': ['ID=26f3a154-0095-45c0-b840-93b3827acb87,revision_number=None']} {{(pid=103721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 31 11:51:18.687920 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG oslo_concurrency.lockutils [None req-da087d5d-97b1-4cc3-9a03-e22470a9cb3f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=103721) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 31 11:51:18.952785 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron_lib.callbacks.manager [None req-da087d5d-97b1-4cc3-9a03-e22470a9cb3f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3701695', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4090207'] for router_interface, after_delete {{(pid=103721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:51:19.415648 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-da087d5d-97b1-4cc3-9a03-e22470a9cb3f admin admin] Router c04fd99b-0c0e-4ac9-87ef-88ba458649ea has already been hosted by L3 agent f8c17dd7-da16-4427-b6e3-d7e30616bc4c {{(pid=103721) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
May 31 11:51:19.594380 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-da087d5d-97b1-4cc3-9a03-e22470a9cb3f admin admin] Notify agent at l3_agent.dv-cinder-786384-7-iscsi the message routers_updated {{(pid=103721) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
May 31 11:51:19.603392 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38587ad3-a504-4239-965d-0b9b6fa551b4 None None] Sync routers for ids ['c04fd99b-0c0e-4ac9-87ef-88ba458649ea'] in dv-cinder-786384-7-iscsi {{(pid=103722) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 31 11:51:19.606928 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [None req-da087d5d-97b1-4cc3-9a03-e22470a9cb3f admin admin] 10.222.0.57 "PUT /v2.0/routers/c04fd99b-0c0e-4ac9-87ef-88ba458649ea/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 2.6957164
May 31 11:51:19.610618 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.wsgi [-] (103721) accepted ('10.222.0.57', 47958) {{(pid=103721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 31 11:51:19.616347 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38587ad3-a504-4239-965d-0b9b6fa551b4 None None] Routers {'c04fd99b-0c0e-4ac9-87ef-88ba458649ea'} bound to L3 agent in host dv-cinder-786384-7-iscsi {{(pid=103722) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 31 11:51:19.616990 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron.db.l3_hamode_db [None req-38587ad3-a504-4239-965d-0b9b6fa551b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f3ebcea0eb0>, 'dv-cinder-786384-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-31T11:36:05Z,description=<?>,heartbeat_timestamp=2021-05-31T11:51:05Z,host='dv-cinder-786384-7-iscsi',id=f8c17dd7-da16-4427-b6e3-d7e30616bc4c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-31T11:36:05Z,topic='l3_agent')) {'router_ids': ['c04fd99b-0c0e-4ac9-87ef-88ba458649ea'], 'active': True} {{(pid=103722) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 31 11:51:19.780242 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron_lib.callbacks.manager [None req-bc68b26e-a5e1-464a-9d35-3a71b57fbe65 admin admin] Notify callbacks [] for router, before_delete {{(pid=103721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:51:19.793234 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron.db.l3_dvr_db [None req-38587ad3-a504-4239-965d-0b9b6fa551b4 None None] Set router c04fd99b-0c0e-4ac9-87ef-88ba458649ea gateway port host: dv-cinder-786384-7-iscsi {{(pid=103722) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
May 31 11:51:19.956197 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron_lib.callbacks.manager [None req-bc68b26e-a5e1-464a-9d35-3a71b57fbe65 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=103721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:51:20.029148 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.plugins.ml2.plugin [None req-bc68b26e-a5e1-464a-9d35-3a71b57fbe65 admin admin] Deleting port a86d7503-e894-41f3-8504-76bdb32c60d9 {{(pid=103721) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
May 31 11:51:20.029449 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron_lib.callbacks.manager [None req-bc68b26e-a5e1-464a-9d35-3a71b57fbe65 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744215952451'] for port, before_delete {{(pid=103721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:51:20.069968 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron.db.l3_hamode_db [None req-38587ad3-a504-4239-965d-0b9b6fa551b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f3ebcea0eb0>, [{'id': 'c04fd99b-0c0e-4ac9-87ef-88ba458649ea', 'name': 'tempest-AttachVolumeShelveTestJSON-352513985-router', 'tenant_id': 'f3bd06944c9240d0a51b5da41de72600', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cb16751-6ba1-494a-bef1-53f614bdb222', 'external_fixed_ips': [{'subnet_id': '1135c889-0623-4d10-975a-f2c46f50f0f6', 'ip_address': '172.27.2.123'}], 'enable_snat': True}, 'gw_port_id': 'a86d7503-e894-41f3-8504-76bdb32c60d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T11:43:46Z', 'updated_at': '2021-05-31T11:51:18Z', 'revision_number': 5, 'project_id': 'f3bd06944c9240d0a51b5da41de72600', 'gw_port': {'id': 'a86d7503-e894-41f3-8504-76bdb32c60d9', 'name': '', 'network_id': '1cb16751-6ba1-494a-bef1-53f614bdb222', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:11:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c04fd99b-0c0e-4ac9-87ef-88ba458649ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': '1135c889-0623-4d10-975a-f2c46f50f0f6', 'ip_address': '172.27.2.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786384-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T11:43:48Z', 'updated_at': '2021-05-31T11:43:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1135c889-0623-4d10-975a-f2c46f50f0f6', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786384-7-iscsi'}], 'dv-cinder-786384-7-iscsi', False) {} {{(pid=103722) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 31 11:51:20.073808 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38587ad3-a504-4239-965d-0b9b6fa551b4 None None] Checking router: c04fd99b-0c0e-4ac9-87ef-88ba458649ea for host: dv-cinder-786384-7-iscsi {{(pid=103722) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
May 31 11:51:20.082191 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38587ad3-a504-4239-965d-0b9b6fa551b4 None None] Routers {'c04fd99b-0c0e-4ac9-87ef-88ba458649ea'} bound to L3 agent in host dv-cinder-786384-7-iscsi {{(pid=103722) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 31 11:51:20.082805 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron.db.l3_hamode_db [None req-38587ad3-a504-4239-965d-0b9b6fa551b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f3ebcea0eb0>, 'dv-cinder-786384-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-31T11:36:05Z,description=<?>,heartbeat_timestamp=2021-05-31T11:51:05Z,host='dv-cinder-786384-7-iscsi',id=f8c17dd7-da16-4427-b6e3-d7e30616bc4c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-31T11:36:05Z,topic='l3_agent')) {'router_ids': ['c04fd99b-0c0e-4ac9-87ef-88ba458649ea'], 'active': True} {{(pid=103722) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 31 11:51:20.149878 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.plugins.ml2.db [None req-bc68b26e-a5e1-464a-9d35-3a71b57fbe65 admin admin] For port a86d7503-e894-41f3-8504-76bdb32c60d9, host dv-cinder-786384-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786384-7-iscsi',level=0,port_id=a86d7503-e894-41f3-8504-76bdb32c60d9,segment=NetworkSegment(82286f75-faff-40ec-beef-7945374ee8e1),segment_id=82286f75-faff-40ec-beef-7945374ee8e1)] {{(pid=103721) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 31 11:51:20.150250 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron_lib.callbacks.manager [None req-bc68b26e-a5e1-464a-9d35-3a71b57fbe65 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4088094'] for port, precommit_delete {{(pid=103721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:51:20.232267 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron.db.l3_dvr_db [None req-38587ad3-a504-4239-965d-0b9b6fa551b4 None None] Set router c04fd99b-0c0e-4ac9-87ef-88ba458649ea gateway port host: None {{(pid=103722) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
May 31 11:51:20.273798 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.plugins.ml2.plugin [None req-bc68b26e-a5e1-464a-9d35-3a71b57fbe65 admin admin] Calling delete_port for a86d7503-e894-41f3-8504-76bdb32c60d9 owned by network:router_gateway {{(pid=103721) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
May 31 11:51:20.381319 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron.db.l3_hamode_db [None req-38587ad3-a504-4239-965d-0b9b6fa551b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f3ebcea0eb0>, [{'id': 'c04fd99b-0c0e-4ac9-87ef-88ba458649ea', 'name': 'tempest-AttachVolumeShelveTestJSON-352513985-router', 'tenant_id': 'f3bd06944c9240d0a51b5da41de72600', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T11:43:46Z', 'updated_at': '2021-05-31T11:51:19Z', 'revision_number': 6, 'project_id': 'f3bd06944c9240d0a51b5da41de72600', 'gw_port_host': None}], 'dv-cinder-786384-7-iscsi', False) {} {{(pid=103722) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 31 11:51:20.385707 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38587ad3-a504-4239-965d-0b9b6fa551b4 None None] The sync data for ids ['c04fd99b-0c0e-4ac9-87ef-88ba458649ea'] in dv-cinder-786384-7-iscsi is: [{'id': 'c04fd99b-0c0e-4ac9-87ef-88ba458649ea', 'name': 'tempest-AttachVolumeShelveTestJSON-352513985-router', 'tenant_id': 'f3bd06944c9240d0a51b5da41de72600', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T11:43:46Z', 'updated_at': '2021-05-31T11:51:19Z', 'revision_number': 6, 'project_id': 'f3bd06944c9240d0a51b5da41de72600', 'gw_port_host': None}] {{(pid=103722) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 31 11:51:20.412276 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron_lib.callbacks.manager [None req-bc68b26e-a5e1-464a-9d35-3a71b57fbe65 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937715', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3701677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744215954342', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744215520979', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2250866'] for port, after_delete {{(pid=103721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:51:20.416281 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG oslo_concurrency.lockutils [None req-9a03d3e2-e3ca-4b0d-8d65-0b5f1154ac8e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103721) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 31 11:51:20.567271 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc68b26e-a5e1-464a-9d35-3a71b57fbe65 admin admin] Pushing event deleted for resources: {'Port': ['ID=a86d7503-e894-41f3-8504-76bdb32c60d9,revision_number=None']} {{(pid=103721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 31 11:51:20.592501 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG oslo_concurrency.lockutils [None req-bc68b26e-a5e1-464a-9d35-3a71b57fbe65 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.176s {{(pid=103721) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 31 11:51:20.658477 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron_lib.callbacks.manager [None req-bc68b26e-a5e1-464a-9d35-3a71b57fbe65 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-4088530'] for router_gateway, after_delete {{(pid=103721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:51:20.829798 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron_lib.callbacks.manager [None req-bc68b26e-a5e1-464a-9d35-3a71b57fbe65 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4091231', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-939'] for router, precommit_delete {{(pid=103721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:51:20.832048 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron_lib.callbacks.manager [None req-bc68b26e-a5e1-464a-9d35-3a71b57fbe65 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=103721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:51:20.859399 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron_lib.callbacks.manager [None req-bc68b26e-a5e1-464a-9d35-3a71b57fbe65 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-4089955'] for router, after_delete {{(pid=103721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:51:20.860404 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bc68b26e-a5e1-464a-9d35-3a71b57fbe65 admin admin] Fanout notify agent at l3_agent the message router_deleted on router c04fd99b-0c0e-4ac9-87ef-88ba458649ea {{(pid=103721) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
May 31 11:51:20.873816 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron_lib.callbacks.manager [None req-bc68b26e-a5e1-464a-9d35-3a71b57fbe65 admin admin] Notify callbacks [] for router, before_response {{(pid=103721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:51:20.874931 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [None req-bc68b26e-a5e1-464a-9d35-3a71b57fbe65 admin admin] 10.222.0.57 "DELETE /v2.0/routers/c04fd99b-0c0e-4ac9-87ef-88ba458649ea HTTP/1.1" status: 204  len: 168 time: 1.2634559
May 31 11:51:20.877575 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.wsgi [-] (103721) accepted ('10.222.0.57', 47962) {{(pid=103721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 31 11:51:20.939167 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.db.db_base_plugin_v2 [None req-dda0eba3-8482-4ed8-a3e2-86ab03fe25a7 admin admin] Deleting subnet 97d26c19-ffd5-4600-9f66-20181dad1656 {{(pid=103721) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}}
May 31 11:51:20.942127 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron_lib.callbacks.manager [None req-dda0eba3-8482-4ed8-a3e2-86ab03fe25a7 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=103721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:51:20.988966 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron_lib.callbacks.manager [None req-dda0eba3-8482-4ed8-a3e2-86ab03fe25a7 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2649308'] for subnet, precommit_delete_associations {{(pid=103721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:51:21.068863 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron_lib.callbacks.manager [None req-dda0eba3-8482-4ed8-a3e2-86ab03fe25a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-877032'] for subnet, precommit_delete {{(pid=103721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:51:21.319600 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron_lib.callbacks.manager [None req-dda0eba3-8482-4ed8-a3e2-86ab03fe25a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-877917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3701677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2246273', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2293544'] for subnet, after_delete {{(pid=103721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:51:21.324361 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103721) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 31 11:51:21.362749 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dda0eba3-8482-4ed8-a3e2-86ab03fe25a7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=97d26c19-ffd5-4600-9f66-20181dad1656,revision_number=None']} {{(pid=103721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 31 11:51:21.365795 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG oslo_concurrency.lockutils [None req-dda0eba3-8482-4ed8-a3e2-86ab03fe25a7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=103721) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 31 11:51:21.366777 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron_lib.callbacks.manager [None req-dda0eba3-8482-4ed8-a3e2-86ab03fe25a7 admin admin] Notify callbacks [] for subnet, before_response {{(pid=103721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:51:21.372918 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c24cbce5-f905-429e-9128-c9eadcc50712 None None] Network 2c20abfc-12cd-4800-b928-7191b2675429 requested from dv-cinder-786384-7-iscsi {{(pid=103722) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
May 31 11:51:21.380201 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [None req-dda0eba3-8482-4ed8-a3e2-86ab03fe25a7 admin admin] 10.222.0.57 "DELETE /v2.0/subnets/97d26c19-ffd5-4600-9f66-20181dad1656 HTTP/1.1" status: 204  len: 168 time: 0.4994762
May 31 11:51:21.380442 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.wsgi [-] (103721) accepted ('10.222.0.57', 47966) {{(pid=103721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 31 11:51:21.386778 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron.plugins.ml2.rpc [None req-1f0a762f-0348-4bba-b860-8eddab4cd770 None None] Device a86d7503-e894-41f3-8504-76bdb32c60d9 no longer exists at agent ovs-agent-dv-cinder-786384-7-iscsi {{(pid=103722) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
May 31 11:51:21.425064 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron.plugins.ml2.plugin [None req-1f0a762f-0348-4bba-b860-8eddab4cd770 None None] No Port match for: a86d7503-e894-41f3-8504-76bdb32c60d9 {{(pid=103722) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}}
May 31 11:51:21.425405 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron.plugins.ml2.rpc [None req-1f0a762f-0348-4bba-b860-8eddab4cd770 None None] Device a86d7503-e894-41f3-8504-76bdb32c60d9 not bound to the agent host dv-cinder-786384-7-iscsi {{(pid=103722) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
May 31 11:51:21.425821 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron.plugins.ml2.rpc [None req-1f0a762f-0348-4bba-b860-8eddab4cd770 None None] Device 26f3a154-0095-45c0-b840-93b3827acb87 no longer exists at agent ovs-agent-dv-cinder-786384-7-iscsi {{(pid=103722) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
May 31 11:51:21.485363 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron_lib.callbacks.manager [None req-0a7ee83c-7202-4c47-90fc-23a3a359761c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-969884'] for network, before_delete {{(pid=103721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:51:21.509818 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron.plugins.ml2.plugin [None req-1f0a762f-0348-4bba-b860-8eddab4cd770 None None] No Port match for: 26f3a154-0095-45c0-b840-93b3827acb87 {{(pid=103722) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}}
May 31 11:51:21.510130 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron.plugins.ml2.rpc [None req-1f0a762f-0348-4bba-b860-8eddab4cd770 None None] Device 26f3a154-0095-45c0-b840-93b3827acb87 not bound to the agent host dv-cinder-786384-7-iscsi {{(pid=103722) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
May 31 11:51:21.558313 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.plugins.ml2.plugin [None req-0a7ee83c-7202-4c47-90fc-23a3a359761c admin admin] Deleting port a5ea6d76-e9d0-436b-ac36-79ff2950a27b {{(pid=103721) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
May 31 11:51:21.558623 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron_lib.callbacks.manager [None req-0a7ee83c-7202-4c47-90fc-23a3a359761c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744215952451'] for port, before_delete {{(pid=103721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:51:21.664142 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.plugins.ml2.db [None req-0a7ee83c-7202-4c47-90fc-23a3a359761c admin admin] For port a5ea6d76-e9d0-436b-ac36-79ff2950a27b, host dv-cinder-786384-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786384-7-iscsi',level=0,port_id=a5ea6d76-e9d0-436b-ac36-79ff2950a27b,segment=NetworkSegment(fea50412-2064-40f9-97d7-ef805bb3a428),segment_id=fea50412-2064-40f9-97d7-ef805bb3a428)] {{(pid=103721) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 31 11:51:21.664525 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron_lib.callbacks.manager [None req-0a7ee83c-7202-4c47-90fc-23a3a359761c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4088094'] for port, precommit_delete {{(pid=103721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:51:21.684876 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b4e4d90-9065-4622-be1b-f1770c100b54 None None] DHCP port deletion for 2c20abfc-12cd-4800-b928-7191b2675429 request from dv-cinder-786384-7-iscsi {{(pid=103722) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
May 31 11:51:21.750873 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron.plugins.ml2.plugin [None req-9b4e4d90-9065-4622-be1b-f1770c100b54 None None] Deleting port a5ea6d76-e9d0-436b-ac36-79ff2950a27b {{(pid=103722) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
May 31 11:51:21.751230 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron_lib.callbacks.manager [None req-9b4e4d90-9065-4622-be1b-f1770c100b54 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744215952451'] for port, before_delete {{(pid=103722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:51:21.783564 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.plugins.ml2.plugin [None req-0a7ee83c-7202-4c47-90fc-23a3a359761c admin admin] Calling delete_port for a5ea6d76-e9d0-436b-ac36-79ff2950a27b owned by network:dhcp {{(pid=103721) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
May 31 11:51:21.831507 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron_lib.callbacks.manager [None req-0a7ee83c-7202-4c47-90fc-23a3a359761c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937715', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3701677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744215954342', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744215520979', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2250866'] for port, after_delete {{(pid=103721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:51:21.836325 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG oslo_concurrency.lockutils [None req-d2cf1764-2fe3-4e89-bc81-462cf0ffcf99 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103721) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 31 11:51:21.851136 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron.plugins.ml2.db [None req-9b4e4d90-9065-4622-be1b-f1770c100b54 None None] For port a5ea6d76-e9d0-436b-ac36-79ff2950a27b, host dv-cinder-786384-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786384-7-iscsi',level=0,port_id=a5ea6d76-e9d0-436b-ac36-79ff2950a27b,segment=NetworkSegment(fea50412-2064-40f9-97d7-ef805bb3a428),segment_id=fea50412-2064-40f9-97d7-ef805bb3a428)] {{(pid=103722) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 31 11:51:21.851595 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron_lib.callbacks.manager [None req-9b4e4d90-9065-4622-be1b-f1770c100b54 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4088094'] for port, precommit_delete {{(pid=103722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:51:21.882693 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a7ee83c-7202-4c47-90fc-23a3a359761c admin admin] Pushing event deleted for resources: {'Port': ['ID=a5ea6d76-e9d0-436b-ac36-79ff2950a27b,revision_number=None']} {{(pid=103721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 31 11:51:21.884439 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a7ee83c-7202-4c47-90fc-23a3a359761c admin admin] No DVR routers for this DVR port a5ea6d76-e9d0-436b-ac36-79ff2950a27b on host dv-cinder-786384-7-iscsi {{(pid=103721) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 31 11:51:21.885912 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG oslo_concurrency.lockutils [None req-0a7ee83c-7202-4c47-90fc-23a3a359761c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=103721) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 31 11:51:21.972480 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron.plugins.ml2.plugin [None req-9b4e4d90-9065-4622-be1b-f1770c100b54 None None] Calling delete_port for a5ea6d76-e9d0-436b-ac36-79ff2950a27b owned by network:dhcp {{(pid=103722) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
May 31 11:51:22.022707 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron_lib.callbacks.manager [None req-9b4e4d90-9065-4622-be1b-f1770c100b54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937715', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3701677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744215954342', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744215520979'] for port, after_delete {{(pid=103722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:51:22.026644 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG oslo_concurrency.lockutils [None req-1f0a762f-0348-4bba-b860-8eddab4cd770 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103722) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 31 11:51:22.069939 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b4e4d90-9065-4622-be1b-f1770c100b54 None None] Pushing event deleted for resources: {'Port': ['ID=a5ea6d76-e9d0-436b-ac36-79ff2950a27b,revision_number=None']} {{(pid=103722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 31 11:51:22.072667 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG oslo_concurrency.lockutils [None req-9b4e4d90-9065-4622-be1b-f1770c100b54 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=103722) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 31 11:51:22.075545 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b4e4d90-9065-4622-be1b-f1770c100b54 None None] No DVR routers for this DVR port a5ea6d76-e9d0-436b-ac36-79ff2950a27b on host dv-cinder-786384-7-iscsi {{(pid=103722) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 31 11:51:22.107143 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron_lib.callbacks.manager [None req-0a7ee83c-7202-4c47-90fc-23a3a359761c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-859751', 'neutron.services.segments.db._delete_segments_for_network-8744215964636'] for network, precommit_delete {{(pid=103721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:51:22.120052 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.services.segments.db [None req-0a7ee83c-7202-4c47-90fc-23a3a359761c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f3eb7490af0>,) {'filters': {'network_id': ['2c20abfc-12cd-4800-b928-7191b2675429']}} {{(pid=103721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 31 11:51:22.131809 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.services.segments.db [None req-0a7ee83c-7202-4c47-90fc-23a3a359761c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f3eb7490af0>, 'fea50412-2064-40f9-97d7-ef805bb3a428') {'for_net_delete': True} {{(pid=103721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 31 11:51:22.132099 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.services.segments.db [None req-0a7ee83c-7202-4c47-90fc-23a3a359761c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f3eb7490af0>, 'fea50412-2064-40f9-97d7-ef805bb3a428') {} {{(pid=103721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 31 11:51:22.143612 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron_lib.callbacks.manager [None req-0a7ee83c-7202-4c47-90fc-23a3a359761c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744215973789', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2649303'] for segment, before_delete {{(pid=103721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:51:22.159702 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron_lib.callbacks.manager [None req-0a7ee83c-7202-4c47-90fc-23a3a359761c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-882655'] for segment, precommit_delete {{(pid=103721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:51:22.166539 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0a7ee83c-7202-4c47-90fc-23a3a359761c admin admin] Releasing vlan 766 on physical network physnet1 to pool {{(pid=103721) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
May 31 11:51:22.166919 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron_lib.callbacks.manager [None req-0a7ee83c-7202-4c47-90fc-23a3a359761c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-882655', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2250791'] for segment, after_delete {{(pid=103721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:51:22.180128 dv-cinder-786384-7-iscsi neutron-server[103721]: Traceback (most recent call last):
May 31 11:51:22.180128 dv-cinder-786384-7-iscsi neutron-server[103721]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
May 31 11:51:22.180128 dv-cinder-786384-7-iscsi neutron-server[103721]:     timer()
May 31 11:51:22.180128 dv-cinder-786384-7-iscsi neutron-server[103721]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
May 31 11:51:22.180128 dv-cinder-786384-7-iscsi neutron-server[103721]:     cb(*args, **kw)
May 31 11:51:22.180128 dv-cinder-786384-7-iscsi neutron-server[103721]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
May 31 11:51:22.180128 dv-cinder-786384-7-iscsi neutron-server[103721]:     return func(*args, **kwargs)
May 31 11:51:22.180128 dv-cinder-786384-7-iscsi neutron-server[103721]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
May 31 11:51:22.180128 dv-cinder-786384-7-iscsi neutron-server[103721]:     self._notify()
May 31 11:51:22.180128 dv-cinder-786384-7-iscsi neutron-server[103721]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
May 31 11:51:22.180128 dv-cinder-786384-7-iscsi neutron-server[103721]:     self.callback(batched_events)
May 31 11:51:22.180128 dv-cinder-786384-7-iscsi neutron-server[103721]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
May 31 11:51:22.180128 dv-cinder-786384-7-iscsi neutron-server[103721]:     event.method(event)
May 31 11:51:22.180128 dv-cinder-786384-7-iscsi neutron-server[103721]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
May 31 11:51:22.180128 dv-cinder-786384-7-iscsi neutron-server[103721]:     aggregate_id = self._get_aggregate_id(event.segment_id)
May 31 11:51:22.180128 dv-cinder-786384-7-iscsi neutron-server[103721]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
May 31 11:51:22.180128 dv-cinder-786384-7-iscsi neutron-server[103721]:     aggregate_uuid = self.p_client.list_aggregates(
May 31 11:51:22.180128 dv-cinder-786384-7-iscsi neutron-server[103721]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
May 31 11:51:22.180128 dv-cinder-786384-7-iscsi neutron-server[103721]:     return f(self, *a, **k)
May 31 11:51:22.180128 dv-cinder-786384-7-iscsi neutron-server[103721]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
May 31 11:51:22.180128 dv-cinder-786384-7-iscsi neutron-server[103721]:     return self._get(url).json()
May 31 11:51:22.180128 dv-cinder-786384-7-iscsi neutron-server[103721]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
May 31 11:51:22.180128 dv-cinder-786384-7-iscsi neutron-server[103721]:     return self._client.get(url, endpoint_filter=self._ks_filter,
May 31 11:51:22.180128 dv-cinder-786384-7-iscsi neutron-server[103721]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
May 31 11:51:22.180128 dv-cinder-786384-7-iscsi neutron-server[103721]:     return self.request(url, 'GET', **kwargs)
May 31 11:51:22.180128 dv-cinder-786384-7-iscsi neutron-server[103721]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
May 31 11:51:22.180128 dv-cinder-786384-7-iscsi neutron-server[103721]:     base_url = self.get_endpoint(auth, allow=allow,
May 31 11:51:22.180128 dv-cinder-786384-7-iscsi neutron-server[103721]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
May 31 11:51:22.180128 dv-cinder-786384-7-iscsi neutron-server[103721]:     auth = self._auth_required(auth, 'determine endpoint URL')
May 31 11:51:22.180128 dv-cinder-786384-7-iscsi neutron-server[103721]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
May 31 11:51:22.180128 dv-cinder-786384-7-iscsi neutron-server[103721]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
May 31 11:51:22.180128 dv-cinder-786384-7-iscsi neutron-server[103721]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
May 31 11:51:22.261248 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron_lib.callbacks.manager [None req-0a7ee83c-7202-4c47-90fc-23a3a359761c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-859758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3705951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3701686', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4088527'] for network, after_delete {{(pid=103721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:51:22.265578 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103721) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 31 11:51:22.278473 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron_lib.callbacks.manager [None req-0a7ee83c-7202-4c47-90fc-23a3a359761c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3701651'] for network, before_response {{(pid=103721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:51:22.288554 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a7ee83c-7202-4c47-90fc-23a3a359761c admin admin] Pushing event deleted for resources: {'Network': ['ID=2c20abfc-12cd-4800-b928-7191b2675429,revision_number=None']} {{(pid=103721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 31 11:51:22.292770 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG oslo_concurrency.lockutils [None req-0a7ee83c-7202-4c47-90fc-23a3a359761c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=103721) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 31 11:51:22.296437 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [None req-0a7ee83c-7202-4c47-90fc-23a3a359761c admin admin] 10.222.0.57 "DELETE /v2.0/networks/2c20abfc-12cd-4800-b928-7191b2675429 HTTP/1.1" status: 204  len: 168 time: 0.9148812
May 31 11:51:22.416504 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.wsgi [-] (103721) accepted ('10.222.0.57', 47972) {{(pid=103721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 31 11:51:22.464938 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [None req-a4bee078-960e-45ad-9a6a-d1f73c45defc admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=f3bd06944c9240d0a51b5da41de72600&name=default HTTP/1.1" status: 200  len: 2975 time: 0.0472329
May 31 11:51:22.467494 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.wsgi [-] (103721) accepted ('10.222.0.57', 47976) {{(pid=103721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 31 11:51:22.528668 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron_lib.callbacks.manager [None req-9654cb52-2087-478b-b195-1fea9db70c5b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:51:22.555046 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron_lib.callbacks.manager [None req-9654cb52-2087-478b-b195-1fea9db70c5b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:51:22.610547 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron_lib.callbacks.manager [None req-9654cb52-2087-478b-b195-1fea9db70c5b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3705957'] for security_group, after_delete {{(pid=103721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:51:22.614061 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG oslo_concurrency.lockutils [None req-08bf5972-4d96-452a-9d63-37c48f19809e tempest-TestMinimumBasicScenario-386923442 tempest-TestMinimumBasicScenario-386923442-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103721) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 31 11:51:22.630528 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9654cb52-2087-478b-b195-1fea9db70c5b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bf8a55a1-d797-4b67-b96e-5cb5bc1ecb19,revision_number=None']} {{(pid=103721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 31 11:51:22.634708 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG oslo_concurrency.lockutils [None req-9654cb52-2087-478b-b195-1fea9db70c5b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=103721) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 31 11:51:22.637819 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron_lib.callbacks.manager [None req-9654cb52-2087-478b-b195-1fea9db70c5b admin admin] Notify callbacks [] for security_group, before_response {{(pid=103721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:51:22.638919 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [None req-9654cb52-2087-478b-b195-1fea9db70c5b admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/bf8a55a1-d797-4b67-b96e-5cb5bc1ecb19 HTTP/1.1" status: 204  len: 168 time: 0.1705501
May 31 11:51:23.358050 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron.plugins.ml2.rpc [None req-1f0a762f-0348-4bba-b860-8eddab4cd770 None None] Device a5ea6d76-e9d0-436b-ac36-79ff2950a27b no longer exists at agent ovs-agent-dv-cinder-786384-7-iscsi {{(pid=103722) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
May 31 11:51:23.391525 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron.plugins.ml2.plugin [None req-1f0a762f-0348-4bba-b860-8eddab4cd770 None None] No Port match for: a5ea6d76-e9d0-436b-ac36-79ff2950a27b {{(pid=103722) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}}
May 31 11:51:23.392014 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron.plugins.ml2.rpc [None req-1f0a762f-0348-4bba-b860-8eddab4cd770 None None] Device a5ea6d76-e9d0-436b-ac36-79ff2950a27b not bound to the agent host dv-cinder-786384-7-iscsi {{(pid=103722) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
May 31 11:51:23.430882 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.wsgi [-] (103721) accepted ('10.222.0.57', 48000) {{(pid=103721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 31 11:51:23.552664 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.api.v2.base [None req-39660a01-7491-4326-922c-943c498fe1d6 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-303571706-network', 'tenant_id': 'e3923e95b37e4efbba6bab00145c1100'}} {{(pid=103721) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 31 11:51:23.559832 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.db.quota.driver [None req-39660a01-7491-4326-922c-943c498fe1d6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=103721) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 31 11:51:23.566042 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.quota.resource [None req-39660a01-7491-4326-922c-943c498fe1d6 admin admin] Usage tracker for resource:network and tenant:e3923e95b37e4efbba6bab00145c1100 is out of sync, need to count used quota {{(pid=103721) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 31 11:51:23.569937 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.quota.resource [None req-39660a01-7491-4326-922c-943c498fe1d6 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=103721) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 31 11:51:23.576817 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.db.quota.driver [None req-39660a01-7491-4326-922c-943c498fe1d6 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=103721) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 31 11:51:23.590416 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-39660a01-7491-4326-922c-943c498fe1d6 admin admin] Made reservation on behalf of e3923e95b37e4efbba6bab00145c1100 for: {'network': 1} {{(pid=103721) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 31 11:51:23.592691 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron_lib.callbacks.manager [None req-39660a01-7491-4326-922c-943c498fe1d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-934191'] for network, before_create {{(pid=103721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:51:23.604748 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron_lib.callbacks.manager [None req-39660a01-7491-4326-922c-943c498fe1d6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:51:23.618930 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.db.quota.driver [None req-39660a01-7491-4326-922c-943c498fe1d6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=103721) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 31 11:51:23.622811 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.quota.resource [None req-39660a01-7491-4326-922c-943c498fe1d6 admin admin] Usage tracker for resource:security_group_rule and tenant:e3923e95b37e4efbba6bab00145c1100 is out of sync, need to count used quota {{(pid=103721) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 31 11:51:23.625637 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.quota.resource [None req-39660a01-7491-4326-922c-943c498fe1d6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=103721) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 31 11:51:23.632670 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.db.quota.driver [None req-39660a01-7491-4326-922c-943c498fe1d6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=103721) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 31 11:51:23.714237 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron_lib.callbacks.manager [None req-39660a01-7491-4326-922c-943c498fe1d6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:51:23.720742 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron_lib.callbacks.manager [None req-39660a01-7491-4326-922c-943c498fe1d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3705957'] for security_group, after_create {{(pid=103721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:51:23.723765 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG oslo_concurrency.lockutils [None req-9654cb52-2087-478b-b195-1fea9db70c5b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103721) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 31 11:51:23.754072 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-39660a01-7491-4326-922c-943c498fe1d6 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 766}  {{(pid=103721) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
May 31 11:51:23.759652 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39660a01-7491-4326-922c-943c498fe1d6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=619bca41-3f77-486d-a757-86e1a755f333,revision_number=1']} {{(pid=103721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 31 11:51:23.763201 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG oslo_concurrency.lockutils [None req-39660a01-7491-4326-922c-943c498fe1d6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=103721) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 31 11:51:23.768236 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron_lib.callbacks.manager [None req-39660a01-7491-4326-922c-943c498fe1d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-882655'] for segment, precommit_create {{(pid=103721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:51:23.768572 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.db.segments_db [None req-39660a01-7491-4326-922c-943c498fe1d6 admin admin] Added segment 3d1de7c0-86e0-456b-9c60-98ba6c64918f of type vlan for network 473801c6-dabb-45c0-9a54-9749a4aa5add
May 31 11:51:23.794099 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron_lib.callbacks.manager [None req-39660a01-7491-4326-922c-943c498fe1d6 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744215540035'] for network, precommit_create {{(pid=103721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:51:23.824148 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron_lib.callbacks.manager [None req-39660a01-7491-4326-922c-943c498fe1d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3705951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3701686'] for network, after_create {{(pid=103721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:51:23.825413 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39660a01-7491-4326-922c-943c498fe1d6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 11:51:23.825972 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron_lib.callbacks.manager [None req-39660a01-7491-4326-922c-943c498fe1d6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3701651'] for network, before_response {{(pid=103721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:51:23.829267 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG oslo_concurrency.lockutils [None req-f34540ea-ec9e-4ea2-b8ff-ee0070288865 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103721) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 31 11:51:23.924900 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39660a01-7491-4326-922c-943c498fe1d6 admin admin] Pushing event updated for resources: {'Network': ['ID=473801c6-dabb-45c0-9a54-9749a4aa5add,revision_number=1']} {{(pid=103721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 31 11:51:23.928188 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [None req-39660a01-7491-4326-922c-943c498fe1d6 admin admin] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201  len: 883 time: 0.4963231
May 31 11:51:23.929162 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG oslo_concurrency.lockutils [None req-39660a01-7491-4326-922c-943c498fe1d6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=103721) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 31 11:51:23.931130 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.wsgi [-] (103721) accepted ('10.222.0.57', 48006) {{(pid=103721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 31 11:51:23.935630 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron.plugins.ml2.rpc [None req-1f0a762f-0348-4bba-b860-8eddab4cd770 None None] Network 473801c6-dabb-45c0-9a54-9749a4aa5add details requested by agent ovs-agent-dv-cinder-786384-7-iscsi with host dv-cinder-786384-7-iscsi {{(pid=103722) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
May 31 11:51:23.936832 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.api.v2.base [None req-4eb6f676-3180-4847-85fe-501d7faeca99 admin admin] Request body: {'subnet': {'network_id': '473801c6-dabb-45c0-9a54-9749a4aa5add', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-303571706-subnet', 'tenant_id': 'e3923e95b37e4efbba6bab00145c1100', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103721) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 31 11:51:23.941589 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.db.quota.driver [None req-4eb6f676-3180-4847-85fe-501d7faeca99 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=103721) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 31 11:51:23.945339 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.quota.resource [None req-4eb6f676-3180-4847-85fe-501d7faeca99 admin admin] Usage tracker for resource:subnet and tenant:e3923e95b37e4efbba6bab00145c1100 is out of sync, need to count used quota {{(pid=103721) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 31 11:51:23.948123 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.quota.resource [None req-4eb6f676-3180-4847-85fe-501d7faeca99 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=103721) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 31 11:51:23.953704 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.db.quota.driver [None req-4eb6f676-3180-4847-85fe-501d7faeca99 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=103721) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 31 11:51:23.964402 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4eb6f676-3180-4847-85fe-501d7faeca99 admin admin] Made reservation on behalf of e3923e95b37e4efbba6bab00145c1100 for: {'subnet': 1} {{(pid=103721) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 31 11:51:23.966577 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron_lib.callbacks.manager [None req-4eb6f676-3180-4847-85fe-501d7faeca99 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2293559'] for subnet, before_create {{(pid=103721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:51:24.345822 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron_lib.callbacks.manager [None req-4eb6f676-3180-4847-85fe-501d7faeca99 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3701677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2246338', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2293537'] for subnet, after_create {{(pid=103721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:51:24.349296 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG oslo_concurrency.lockutils [None req-3708e15c-372c-4725-abf6-431448b516bc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103721) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 31 11:51:24.412651 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eb6f676-3180-4847-85fe-501d7faeca99 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a301253b-4889-476f-a06a-31d586ab0ede,revision_number=0']} {{(pid=103721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 31 11:51:24.416794 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG oslo_concurrency.lockutils [None req-4eb6f676-3180-4847-85fe-501d7faeca99 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=103721) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 31 11:51:24.425941 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4eb6f676-3180-4847-85fe-501d7faeca99 admin admin] Checking segment: {'id': '3d1de7c0-86e0-456b-9c60-98ba6c64918f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 766, 'network_id': '473801c6-dabb-45c0-9a54-9749a4aa5add'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103721) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 31 11:51:24.426281 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4eb6f676-3180-4847-85fe-501d7faeca99 admin admin] Network hostable DHCP agents. Network: 473801c6-dabb-45c0-9a54-9749a4aa5add, hostable agents: ['dff46186-ee29-425e-9f8b-1a5cc0b5fc21'], hosted agents: [] {{(pid=103721) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
May 31 11:51:24.446738 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4eb6f676-3180-4847-85fe-501d7faeca99 admin admin] Network 473801c6-dabb-45c0-9a54-9749a4aa5add is scheduled to be hosted by DHCP agent dff46186-ee29-425e-9f8b-1a5cc0b5fc21 with binding_index 1 {{(pid=103721) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
May 31 11:51:24.458446 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.scheduler.base_scheduler [None req-4eb6f676-3180-4847-85fe-501d7faeca99 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786384-7-iscsi, 473801c6-dabb-45c0-9a54-9749a4aa5add) {{(pid=103721) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 31 11:51:24.466355 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4eb6f676-3180-4847-85fe-501d7faeca99 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 11:51:24.466927 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron_lib.callbacks.manager [None req-4eb6f676-3180-4847-85fe-501d7faeca99 admin admin] Notify callbacks [] for subnet, before_response {{(pid=103721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:51:24.468669 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c8f8254-eecc-4149-8e09-fa5be6151b9b None None] Network 473801c6-dabb-45c0-9a54-9749a4aa5add requested from dv-cinder-786384-7-iscsi {{(pid=103722) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
May 31 11:51:24.488185 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [None req-4eb6f676-3180-4847-85fe-501d7faeca99 admin admin] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 846 time: 0.5558615
May 31 11:51:24.490649 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.wsgi [-] (103721) accepted ('10.222.0.57', 48010) {{(pid=103721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 31 11:51:24.500012 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.api.v2.base [None req-6498e894-0203-4546-b365-829752803ec3 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-303571706-router', 'tenant_id': 'e3923e95b37e4efbba6bab00145c1100', 'external_gateway_info': {'network_id': '1cb16751-6ba1-494a-bef1-53f614bdb222'}}} {{(pid=103721) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 31 11:51:24.504798 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.db.quota.driver [None req-6498e894-0203-4546-b365-829752803ec3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=103721) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 31 11:51:24.509017 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.quota.resource [None req-6498e894-0203-4546-b365-829752803ec3 admin admin] Usage tracker for resource:router and tenant:e3923e95b37e4efbba6bab00145c1100 is out of sync, need to count used quota {{(pid=103721) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 31 11:51:24.511804 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.quota.resource [None req-6498e894-0203-4546-b365-829752803ec3 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=103721) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 31 11:51:24.517396 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.db.quota.driver [None req-6498e894-0203-4546-b365-829752803ec3 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=103721) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 31 11:51:24.528773 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron_lib.callbacks.manager [None req-6498e894-0203-4546-b365-829752803ec3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-4091324', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-953'] for router, before_create {{(pid=103721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:51:24.529807 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron_lib.callbacks.manager [None req-6498e894-0203-4546-b365-829752803ec3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4091580', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4088419', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3731854', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-928'] for router, precommit_create {{(pid=103721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:51:24.544601 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron_lib.callbacks.manager [None req-6498e894-0203-4546-b365-829752803ec3 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=103721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:51:24.679098 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f489e920-7c13-4ee2-b744-ce95b3a70450 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp392c12f8-4019-54cf-ac30-b8994873c460-473801c6-dabb-45c0-9a54-9749a4aa5add', 'network_id': '473801c6-dabb-45c0-9a54-9749a4aa5add', 'tenant_id': 'e3923e95b37e4efbba6bab00145c1100', 'fixed_ips': [{'subnet_id': 'a301253b-4889-476f-a06a-31d586ab0ede'}]}} from dv-cinder-786384-7-iscsi. {{(pid=103722) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}}
May 31 11:51:24.680203 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron_lib.callbacks.manager [None req-f489e920-7c13-4ee2-b744-ce95b3a70450 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-934180'] for port, before_create {{(pid=103722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:51:24.801220 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron_lib.callbacks.manager [None req-6498e894-0203-4546-b365-829752803ec3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4088390', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4091278', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-978'] for router, precommit_update {{(pid=103721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:51:24.832414 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron.db.db_base_plugin_common [None req-f489e920-7c13-4ee2-b744-ce95b3a70450 None None] Allocated IP 172.20.0.2 (473801c6-dabb-45c0-9a54-9749a4aa5add/a301253b-4889-476f-a06a-31d586ab0ede/5163058e-b39f-43a3-b4f1-31f777b9a4c9) {{(pid=103722) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 31 11:51:25.067262 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron_lib.callbacks.manager [None req-f489e920-7c13-4ee2-b744-ce95b3a70450 None None] Notify callbacks [] for port, precommit_create {{(pid=103722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:51:25.077695 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron.db.provisioning_blocks [None req-f489e920-7c13-4ee2-b744-ce95b3a70450 None None] Transition to ACTIVE for port object 5163058e-b39f-43a3-b4f1-31f777b9a4c9 will not be triggered until provisioned by entity L2. {{(pid=103722) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 31 11:51:25.096233 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron.db.provisioning_blocks [None req-f489e920-7c13-4ee2-b744-ce95b3a70450 None None] Transition to ACTIVE for port object 5163058e-b39f-43a3-b4f1-31f777b9a4c9 will not be triggered until provisioned by entity DHCP. {{(pid=103722) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 31 11:51:25.103688 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron_lib.callbacks.manager [None req-f489e920-7c13-4ee2-b744-ce95b3a70450 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937715', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3701677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744215520970'] for port, after_create {{(pid=103722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:51:25.107294 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG oslo_concurrency.lockutils [None req-43028a7b-58d7-408b-ac75-1328e6896bf7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103722) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 31 11:51:25.170886 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f489e920-7c13-4ee2-b744-ce95b3a70450 None None] Network 473801c6-dabb-45c0-9a54-9749a4aa5add is already hosted by enough agents. {{(pid=103722) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 31 11:51:25.173707 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron.scheduler.base_scheduler [None req-f489e920-7c13-4ee2-b744-ce95b3a70450 None None] Resources bound (agent type, host, resource id):  {{(pid=103722) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 31 11:51:25.177234 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f489e920-7c13-4ee2-b744-ce95b3a70450 None None] Received port after_create {{(pid=103722) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
May 31 11:51:25.182848 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f489e920-7c13-4ee2-b744-ce95b3a70450 None None] Pushing event updated for resources: {'Port': ['ID=5163058e-b39f-43a3-b4f1-31f777b9a4c9,revision_number=1']} {{(pid=103722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 31 11:51:25.186531 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG oslo_concurrency.lockutils [None req-f489e920-7c13-4ee2-b744-ce95b3a70450 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=103722) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 31 11:51:25.203826 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron_lib.callbacks.manager [None req-6498e894-0203-4546-b365-829752803ec3 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=103721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:51:25.235829 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron_lib.callbacks.manager [None req-6498e894-0203-4546-b365-829752803ec3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-934180'] for port, before_create {{(pid=103721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:51:25.269386 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron.plugins.ml2.managers [None req-f489e920-7c13-4ee2-b744-ce95b3a70450 None None] Attempting to bind port 5163058e-b39f-43a3-b4f1-31f777b9a4c9 on host dv-cinder-786384-7-iscsi for vnic_type normal with profile  {{(pid=103722) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
May 31 11:51:25.269762 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron.plugins.ml2.managers [None req-f489e920-7c13-4ee2-b744-ce95b3a70450 None None] Attempting to bind port 5163058e-b39f-43a3-b4f1-31f777b9a4c9 by drivers openvswitch,hyperv on host dv-cinder-786384-7-iscsi at level 0 using segments [{'id': '3d1de7c0-86e0-456b-9c60-98ba6c64918f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 766, 'network_id': '473801c6-dabb-45c0-9a54-9749a4aa5add'}] {{(pid=103722) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
May 31 11:51:25.270125 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f489e920-7c13-4ee2-b744-ce95b3a70450 None None] Attempting to bind port 5163058e-b39f-43a3-b4f1-31f777b9a4c9 on network 473801c6-dabb-45c0-9a54-9749a4aa5add {{(pid=103722) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 31 11:51:25.275847 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f489e920-7c13-4ee2-b744-ce95b3a70450 None None] Checking agent: {'id': 'c576d319-5791-4ac3-a718-d6660db1fc9b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786384-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 31, 11, 36, 6), 'started_at': datetime.datetime(2021, 5, 31, 11, 36, 36), 'heartbeat_timestamp': datetime.datetime(2021, 5, 31, 11, 51, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786384-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103722) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
May 31 11:51:25.276246 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f489e920-7c13-4ee2-b744-ce95b3a70450 None None] Checking segment: {'id': '3d1de7c0-86e0-456b-9c60-98ba6c64918f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 766, 'network_id': '473801c6-dabb-45c0-9a54-9749a4aa5add'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103722) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 31 11:51:25.276658 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron_lib.callbacks.manager [None req-f489e920-7c13-4ee2-b744-ce95b3a70450 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:51:25.277068 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f489e920-7c13-4ee2-b744-ce95b3a70450 None None] Bound using segment: {'id': '3d1de7c0-86e0-456b-9c60-98ba6c64918f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 766, 'network_id': '473801c6-dabb-45c0-9a54-9749a4aa5add'} {{(pid=103722) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
May 31 11:51:25.277542 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron.plugins.ml2.managers [None req-f489e920-7c13-4ee2-b744-ce95b3a70450 None None] Bound port: 5163058e-b39f-43a3-b4f1-31f777b9a4c9, host: dv-cinder-786384-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3d1de7c0-86e0-456b-9c60-98ba6c64918f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 766, 'network_id': '473801c6-dabb-45c0-9a54-9749a4aa5add'}}] {{(pid=103722) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
May 31 11:51:25.277923 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron_lib.callbacks.manager [None req-f489e920-7c13-4ee2-b744-ce95b3a70450 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-934180'] for port, before_update {{(pid=103722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:51:25.367848 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.db.db_base_plugin_common [None req-6498e894-0203-4546-b365-829752803ec3 admin admin] Allocated IP 172.27.2.201 (1cb16751-6ba1-494a-bef1-53f614bdb222/1135c889-0623-4d10-975a-f2c46f50f0f6/0b1caa1a-9d57-497b-9463-5780a2ed7452) {{(pid=103721) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 31 11:51:25.370028 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron.plugins.ml2.db [None req-f489e920-7c13-4ee2-b744-ce95b3a70450 None None] For port 5163058e-b39f-43a3-b4f1-31f777b9a4c9, host dv-cinder-786384-7-iscsi, cleared binding levels {{(pid=103722) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
May 31 11:51:25.373019 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron.plugins.ml2.db [None req-f489e920-7c13-4ee2-b744-ce95b3a70450 None None] For port 5163058e-b39f-43a3-b4f1-31f777b9a4c9, host dv-cinder-786384-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786384-7-iscsi',level=0,port_id=5163058e-b39f-43a3-b4f1-31f777b9a4c9,segment=NetworkSegment(3d1de7c0-86e0-456b-9c60-98ba6c64918f),segment_id=3d1de7c0-86e0-456b-9c60-98ba6c64918f)] {{(pid=103722) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
May 31 11:51:25.377396 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron_lib.callbacks.manager [None req-f489e920-7c13-4ee2-b744-ce95b3a70450 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937715', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3701677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744215954324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744215520988', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744215521293'] for port, after_update {{(pid=103722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:51:25.380935 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG oslo_concurrency.lockutils [None req-ec4930d8-2245-439a-9f0c-c6caa8c97b7d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103722) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 31 11:51:25.464885 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f489e920-7c13-4ee2-b744-ce95b3a70450 None None] Pushing event updated for resources: {'Port': ['ID=5163058e-b39f-43a3-b4f1-31f777b9a4c9,revision_number=2']} {{(pid=103722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 31 11:51:25.469842 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG oslo_concurrency.lockutils [None req-f489e920-7c13-4ee2-b744-ce95b3a70450 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=103722) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 31 11:51:25.520116 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron_lib.callbacks.manager [None req-6498e894-0203-4546-b365-829752803ec3 admin admin] Notify callbacks [] for port, precommit_create {{(pid=103721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:51:25.551438 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron_lib.callbacks.manager [None req-6498e894-0203-4546-b365-829752803ec3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937715', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3701677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744215520970', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2250866'] for port, after_create {{(pid=103721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:51:25.556331 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG oslo_concurrency.lockutils [None req-da087d5d-97b1-4cc3-9a03-e22470a9cb3f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103721) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 31 11:51:25.627405 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6498e894-0203-4546-b365-829752803ec3 admin admin] Network 1cb16751-6ba1-494a-bef1-53f614bdb222 is already hosted by enough agents. {{(pid=103721) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 31 11:51:25.629864 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.scheduler.base_scheduler [None req-6498e894-0203-4546-b365-829752803ec3 admin admin] Resources bound (agent type, host, resource id):  {{(pid=103721) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 31 11:51:25.631793 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6498e894-0203-4546-b365-829752803ec3 admin admin] Received port after_create {{(pid=103721) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
May 31 11:51:25.669991 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6498e894-0203-4546-b365-829752803ec3 admin admin] Pushing event updated for resources: {'Port': ['ID=0b1caa1a-9d57-497b-9463-5780a2ed7452,revision_number=1']} {{(pid=103721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 31 11:51:25.672922 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG oslo_concurrency.lockutils [None req-6498e894-0203-4546-b365-829752803ec3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=103721) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 31 11:51:26.048915 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron_lib.callbacks.manager [None req-6498e894-0203-4546-b365-829752803ec3 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=103721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:51:26.337586 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84d5ea8a-047f-4bb2-8299-ce74dde543f7 None None] Network 473801c6-dabb-45c0-9a54-9749a4aa5add requested from dv-cinder-786384-7-iscsi {{(pid=103722) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
May 31 11:51:26.388859 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron_lib.callbacks.manager [None req-6498e894-0203-4546-b365-829752803ec3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4091317', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4088325'] for router, after_create {{(pid=103721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:51:26.456590 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron.db.provisioning_blocks [None req-f7868715-1783-4f06-904a-6ed268675a66 None None] Provisioning for port 5163058e-b39f-43a3-b4f1-31f777b9a4c9 completed by entity DHCP. {{(pid=103722) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 31 11:51:26.705242 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6498e894-0203-4546-b365-829752803ec3 admin admin] Router 9ae8a4bc-4f22-453c-bf1c-e1ec058c9843 is scheduled to L3 agent f8c17dd7-da16-4427-b6e3-d7e30616bc4c with binding_index 1 {{(pid=103721) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}}
May 31 11:51:26.879681 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6498e894-0203-4546-b365-829752803ec3 admin admin] Notify agent at l3_agent.dv-cinder-786384-7-iscsi the message routers_updated {{(pid=103721) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
May 31 11:51:26.891462 dv-cinder-786384-7-iscsi neutron-server[103723]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87c50404-0853-461e-be3d-d5161d1e80bd None None] Sync routers for ids ['9ae8a4bc-4f22-453c-bf1c-e1ec058c9843'] in dv-cinder-786384-7-iscsi {{(pid=103723) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 31 11:51:26.901988 dv-cinder-786384-7-iscsi neutron-server[103723]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87c50404-0853-461e-be3d-d5161d1e80bd None None] Routers {'9ae8a4bc-4f22-453c-bf1c-e1ec058c9843'} bound to L3 agent in host dv-cinder-786384-7-iscsi {{(pid=103723) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 31 11:51:26.902576 dv-cinder-786384-7-iscsi neutron-server[103723]: DEBUG neutron.db.l3_hamode_db [None req-87c50404-0853-461e-be3d-d5161d1e80bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f3ebce18be0>, 'dv-cinder-786384-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-31T11:36:05Z,description=<?>,heartbeat_timestamp=2021-05-31T11:51:05Z,host='dv-cinder-786384-7-iscsi',id=f8c17dd7-da16-4427-b6e3-d7e30616bc4c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-31T11:36:05Z,topic='l3_agent')) {'router_ids': ['9ae8a4bc-4f22-453c-bf1c-e1ec058c9843'], 'active': True} {{(pid=103723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 31 11:51:26.905812 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron_lib.callbacks.manager [None req-6498e894-0203-4546-b365-829752803ec3 admin admin] Notify callbacks [] for router, before_response {{(pid=103721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:51:26.907288 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [None req-6498e894-0203-4546-b365-829752803ec3 admin admin] 10.222.0.57 "POST /v2.0/routers HTTP/1.1" status: 201  len: 922 time: 2.4156098
May 31 11:51:26.909972 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.wsgi [-] (103721) accepted ('10.222.0.57', 48014) {{(pid=103721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 31 11:51:27.070763 dv-cinder-786384-7-iscsi neutron-server[103723]: DEBUG neutron.db.l3_dvr_db [None req-87c50404-0853-461e-be3d-d5161d1e80bd None None] Set router 9ae8a4bc-4f22-453c-bf1c-e1ec058c9843 gateway port host: dv-cinder-786384-7-iscsi {{(pid=103723) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
May 31 11:51:27.347805 dv-cinder-786384-7-iscsi neutron-server[103723]: DEBUG neutron.db.l3_hamode_db [None req-87c50404-0853-461e-be3d-d5161d1e80bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f3ebce18be0>, [{'id': '9ae8a4bc-4f22-453c-bf1c-e1ec058c9843', 'name': 'tempest-AttachVolumeTestJSON-303571706-router', 'tenant_id': 'e3923e95b37e4efbba6bab00145c1100', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cb16751-6ba1-494a-bef1-53f614bdb222', 'external_fixed_ips': [{'subnet_id': '1135c889-0623-4d10-975a-f2c46f50f0f6', 'ip_address': '172.27.2.201'}], 'enable_snat': True}, 'gw_port_id': '0b1caa1a-9d57-497b-9463-5780a2ed7452', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T11:51:24Z', 'updated_at': '2021-05-31T11:51:25Z', 'revision_number': 3, 'project_id': 'e3923e95b37e4efbba6bab00145c1100', 'gw_port': {'id': '0b1caa1a-9d57-497b-9463-5780a2ed7452', 'name': '', 'network_id': '1cb16751-6ba1-494a-bef1-53f614bdb222', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:91:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9ae8a4bc-4f22-453c-bf1c-e1ec058c9843', 'device_owner': 'network:router_gateway', 'standard_attr_id': 581, 'fixed_ips': [{'subnet_id': '1135c889-0623-4d10-975a-f2c46f50f0f6', 'ip_address': '172.27.2.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T11:51:25Z', 'updated_at': '2021-05-31T11:51:25Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1135c889-0623-4d10-975a-f2c46f50f0f6', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786384-7-iscsi'}], 'dv-cinder-786384-7-iscsi', False) {} {{(pid=103723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 31 11:51:27.353037 dv-cinder-786384-7-iscsi neutron-server[103723]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87c50404-0853-461e-be3d-d5161d1e80bd None None] Checking router: 9ae8a4bc-4f22-453c-bf1c-e1ec058c9843 for host: dv-cinder-786384-7-iscsi {{(pid=103723) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
May 31 11:51:27.353376 dv-cinder-786384-7-iscsi neutron-server[103723]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87c50404-0853-461e-be3d-d5161d1e80bd None None] Updating router 9ae8a4bc-4f22-453c-bf1c-e1ec058c9843 port 0b1caa1a-9d57-497b-9463-5780a2ed7452 binding host dv-cinder-786384-7-iscsi {{(pid=103723) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
May 31 11:51:27.409804 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron.plugins.ml2.rpc [None req-1f0a762f-0348-4bba-b860-8eddab4cd770 None None] Device 5163058e-b39f-43a3-b4f1-31f777b9a4c9 up at agent ovs-agent-dv-cinder-786384-7-iscsi {{(pid=103722) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 31 11:51:27.410331 dv-cinder-786384-7-iscsi neutron-server[103723]: DEBUG neutron_lib.callbacks.manager [None req-87c50404-0853-461e-be3d-d5161d1e80bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-934180'] for port, before_update {{(pid=103723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:51:27.488300 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron.db.provisioning_blocks [None req-1f0a762f-0348-4bba-b860-8eddab4cd770 None None] Provisioning for port 5163058e-b39f-43a3-b4f1-31f777b9a4c9 completed by entity L2. {{(pid=103722) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 31 11:51:27.497208 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron.db.provisioning_blocks [None req-1f0a762f-0348-4bba-b860-8eddab4cd770 None None] Provisioning complete for port 5163058e-b39f-43a3-b4f1-31f777b9a4c9 triggered by entity L2. {{(pid=103722) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 31 11:51:27.497848 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron_lib.callbacks.manager [None req-1f0a762f-0348-4bba-b860-8eddab4cd770 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857618'] for port, provisioning_complete {{(pid=103722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:51:27.577699 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron_lib.callbacks.manager [None req-ffe0e6e4-a3f8-4c1b-9121-2f1f2b88afdb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-934180'] for port, before_create {{(pid=103721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:51:27.618332 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron_lib.callbacks.manager [None req-1f0a762f-0348-4bba-b860-8eddab4cd770 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-934180'] for port, before_update {{(pid=103722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:51:27.651600 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron.plugins.ml2.db [None req-1f0a762f-0348-4bba-b860-8eddab4cd770 None None] For port 5163058e-b39f-43a3-b4f1-31f777b9a4c9, host dv-cinder-786384-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786384-7-iscsi',level=0,port_id=5163058e-b39f-43a3-b4f1-31f777b9a4c9,segment=NetworkSegment(3d1de7c0-86e0-456b-9c60-98ba6c64918f),segment_id=3d1de7c0-86e0-456b-9c60-98ba6c64918f)] {{(pid=103722) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 31 11:51:27.656497 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron_lib.callbacks.manager [None req-1f0a762f-0348-4bba-b860-8eddab4cd770 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937715', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3701677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744215954324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744215520988', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744215521293'] for port, after_update {{(pid=103722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:51:27.659201 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG oslo_concurrency.lockutils [None req-ec4930d8-2245-439a-9f0c-c6caa8c97b7d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103722) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 31 11:51:27.730712 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f0a762f-0348-4bba-b860-8eddab4cd770 None None] Pushing event updated for resources: {'Port': ['ID=5163058e-b39f-43a3-b4f1-31f777b9a4c9,revision_number=3']} {{(pid=103722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 31 11:51:27.734067 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG oslo_concurrency.lockutils [None req-1f0a762f-0348-4bba-b860-8eddab4cd770 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=103722) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 31 11:51:27.740279 dv-cinder-786384-7-iscsi neutron-server[103723]: DEBUG neutron_lib.callbacks.manager [None req-87c50404-0853-461e-be3d-d5161d1e80bd None None] Notify callbacks [] for port, precommit_update {{(pid=103723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:51:27.751691 dv-cinder-786384-7-iscsi neutron-server[103723]: DEBUG neutron.db.provisioning_blocks [None req-87c50404-0853-461e-be3d-d5161d1e80bd None None] Transition to ACTIVE for port object 0b1caa1a-9d57-497b-9463-5780a2ed7452 will not be triggered until provisioned by entity L2. {{(pid=103723) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 31 11:51:27.759689 dv-cinder-786384-7-iscsi neutron-server[103723]: DEBUG neutron_lib.callbacks.manager [None req-87c50404-0853-461e-be3d-d5161d1e80bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937715', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3701677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744215954324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744215520988', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744215521293'] for port, after_update {{(pid=103723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:51:27.763378 dv-cinder-786384-7-iscsi neutron-server[103723]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103723) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 31 11:51:27.784609 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.db.db_base_plugin_common [None req-ffe0e6e4-a3f8-4c1b-9121-2f1f2b88afdb admin admin] Allocated IP 172.20.0.1 (473801c6-dabb-45c0-9a54-9749a4aa5add/a301253b-4889-476f-a06a-31d586ab0ede/79fb4f26-387b-47d7-b238-4bdf41a69c39) {{(pid=103721) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 31 11:51:27.860030 dv-cinder-786384-7-iscsi neutron-server[103723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fbadd62-1073-4a58-bb35-b9609562e85c None None] Pushing event updated for resources: {'Port': ['ID=0b1caa1a-9d57-497b-9463-5780a2ed7452,revision_number=2']} {{(pid=103723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 31 11:51:27.869504 dv-cinder-786384-7-iscsi neutron-server[103723]: DEBUG neutron.plugins.ml2.managers [None req-87c50404-0853-461e-be3d-d5161d1e80bd None None] Attempting to bind port 0b1caa1a-9d57-497b-9463-5780a2ed7452 on host dv-cinder-786384-7-iscsi for vnic_type normal with profile  {{(pid=103723) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
May 31 11:51:27.869956 dv-cinder-786384-7-iscsi neutron-server[103723]: DEBUG neutron.plugins.ml2.managers [None req-87c50404-0853-461e-be3d-d5161d1e80bd None None] Attempting to bind port 0b1caa1a-9d57-497b-9463-5780a2ed7452 by drivers openvswitch,hyperv on host dv-cinder-786384-7-iscsi at level 0 using segments [{'id': '82286f75-faff-40ec-beef-7945374ee8e1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1cb16751-6ba1-494a-bef1-53f614bdb222'}] {{(pid=103723) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
May 31 11:51:27.870372 dv-cinder-786384-7-iscsi neutron-server[103723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87c50404-0853-461e-be3d-d5161d1e80bd None None] Attempting to bind port 0b1caa1a-9d57-497b-9463-5780a2ed7452 on network 1cb16751-6ba1-494a-bef1-53f614bdb222 {{(pid=103723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 31 11:51:27.873208 dv-cinder-786384-7-iscsi neutron-server[103723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fbadd62-1073-4a58-bb35-b9609562e85c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786384-7-iscsi {{(pid=103723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 31 11:51:27.873541 dv-cinder-786384-7-iscsi neutron-server[103723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fbadd62-1073-4a58-bb35-b9609562e85c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786384-7-iscsi {{(pid=103723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 31 11:51:27.873868 dv-cinder-786384-7-iscsi neutron-server[103723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fbadd62-1073-4a58-bb35-b9609562e85c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786384-7-iscsi {{(pid=103723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 31 11:51:27.874185 dv-cinder-786384-7-iscsi neutron-server[103723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fbadd62-1073-4a58-bb35-b9609562e85c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786384-7-iscsi {{(pid=103723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 31 11:51:27.874496 dv-cinder-786384-7-iscsi neutron-server[103723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fbadd62-1073-4a58-bb35-b9609562e85c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786384-7-iscsi {{(pid=103723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 31 11:51:27.874805 dv-cinder-786384-7-iscsi neutron-server[103723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fbadd62-1073-4a58-bb35-b9609562e85c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786384-7-iscsi {{(pid=103723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 31 11:51:27.875111 dv-cinder-786384-7-iscsi neutron-server[103723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fbadd62-1073-4a58-bb35-b9609562e85c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786384-7-iscsi {{(pid=103723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 31 11:51:27.875416 dv-cinder-786384-7-iscsi neutron-server[103723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fbadd62-1073-4a58-bb35-b9609562e85c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786384-7-iscsi {{(pid=103723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 31 11:51:27.875744 dv-cinder-786384-7-iscsi neutron-server[103723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fbadd62-1073-4a58-bb35-b9609562e85c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786384-7-iscsi {{(pid=103723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 31 11:51:27.876077 dv-cinder-786384-7-iscsi neutron-server[103723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fbadd62-1073-4a58-bb35-b9609562e85c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786384-7-iscsi {{(pid=103723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 31 11:51:27.876382 dv-cinder-786384-7-iscsi neutron-server[103723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fbadd62-1073-4a58-bb35-b9609562e85c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786384-7-iscsi {{(pid=103723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 31 11:51:27.876687 dv-cinder-786384-7-iscsi neutron-server[103723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fbadd62-1073-4a58-bb35-b9609562e85c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786384-7-iscsi {{(pid=103723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 31 11:51:27.881509 dv-cinder-786384-7-iscsi neutron-server[103723]: DEBUG oslo_concurrency.lockutils [None req-8fbadd62-1073-4a58-bb35-b9609562e85c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=103723) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 31 11:51:27.884708 dv-cinder-786384-7-iscsi neutron-server[103723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87c50404-0853-461e-be3d-d5161d1e80bd None None] Checking agent: {'id': 'c576d319-5791-4ac3-a718-d6660db1fc9b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786384-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 31, 11, 36, 6), 'started_at': datetime.datetime(2021, 5, 31, 11, 36, 36), 'heartbeat_timestamp': datetime.datetime(2021, 5, 31, 11, 51, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786384-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
May 31 11:51:27.885087 dv-cinder-786384-7-iscsi neutron-server[103723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87c50404-0853-461e-be3d-d5161d1e80bd None None] Checking segment: {'id': '82286f75-faff-40ec-beef-7945374ee8e1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1cb16751-6ba1-494a-bef1-53f614bdb222'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103723) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 31 11:51:27.885482 dv-cinder-786384-7-iscsi neutron-server[103723]: DEBUG neutron_lib.callbacks.manager [None req-87c50404-0853-461e-be3d-d5161d1e80bd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:51:27.885871 dv-cinder-786384-7-iscsi neutron-server[103723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87c50404-0853-461e-be3d-d5161d1e80bd None None] Bound using segment: {'id': '82286f75-faff-40ec-beef-7945374ee8e1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1cb16751-6ba1-494a-bef1-53f614bdb222'} {{(pid=103723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
May 31 11:51:27.886341 dv-cinder-786384-7-iscsi neutron-server[103723]: DEBUG neutron.plugins.ml2.managers [None req-87c50404-0853-461e-be3d-d5161d1e80bd None None] Bound port: 0b1caa1a-9d57-497b-9463-5780a2ed7452, host: dv-cinder-786384-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '82286f75-faff-40ec-beef-7945374ee8e1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1cb16751-6ba1-494a-bef1-53f614bdb222'}}] {{(pid=103723) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
May 31 11:51:27.886719 dv-cinder-786384-7-iscsi neutron-server[103723]: DEBUG neutron_lib.callbacks.manager [None req-87c50404-0853-461e-be3d-d5161d1e80bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-934180'] for port, before_update {{(pid=103723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:51:27.962120 dv-cinder-786384-7-iscsi neutron-server[103723]: DEBUG neutron.plugins.ml2.db [None req-87c50404-0853-461e-be3d-d5161d1e80bd None None] For port 0b1caa1a-9d57-497b-9463-5780a2ed7452, host dv-cinder-786384-7-iscsi, cleared binding levels {{(pid=103723) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
May 31 11:51:27.965443 dv-cinder-786384-7-iscsi neutron-server[103723]: DEBUG neutron.plugins.ml2.db [None req-87c50404-0853-461e-be3d-d5161d1e80bd None None] For port 0b1caa1a-9d57-497b-9463-5780a2ed7452, host dv-cinder-786384-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786384-7-iscsi',level=0,port_id=0b1caa1a-9d57-497b-9463-5780a2ed7452,segment=NetworkSegment(82286f75-faff-40ec-beef-7945374ee8e1),segment_id=82286f75-faff-40ec-beef-7945374ee8e1)] {{(pid=103723) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
May 31 11:51:27.971451 dv-cinder-786384-7-iscsi neutron-server[103723]: DEBUG neutron_lib.callbacks.manager [None req-87c50404-0853-461e-be3d-d5161d1e80bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937715', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3701677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744215954324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744215520988', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744215521293'] for port, after_update {{(pid=103723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:51:27.977955 dv-cinder-786384-7-iscsi neutron-server[103723]: DEBUG oslo_concurrency.lockutils [None req-7b097c66-a899-4c34-8994-b7a24dd5dfc4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103723) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 31 11:51:28.045328 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron_lib.callbacks.manager [None req-ffe0e6e4-a3f8-4c1b-9121-2f1f2b88afdb admin admin] Notify callbacks [] for port, precommit_create {{(pid=103721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:51:28.051705 dv-cinder-786384-7-iscsi neutron-server[103723]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87c50404-0853-461e-be3d-d5161d1e80bd None None] Routers {'9ae8a4bc-4f22-453c-bf1c-e1ec058c9843'} bound to L3 agent in host dv-cinder-786384-7-iscsi {{(pid=103723) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 31 11:51:28.052352 dv-cinder-786384-7-iscsi neutron-server[103723]: DEBUG neutron.db.l3_hamode_db [None req-87c50404-0853-461e-be3d-d5161d1e80bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f3ebce18be0>, 'dv-cinder-786384-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-31T11:36:05Z,description=<?>,heartbeat_timestamp=2021-05-31T11:51:05Z,host='dv-cinder-786384-7-iscsi',id=f8c17dd7-da16-4427-b6e3-d7e30616bc4c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-31T11:36:05Z,topic='l3_agent')) {'router_ids': ['9ae8a4bc-4f22-453c-bf1c-e1ec058c9843'], 'active': True} {{(pid=103723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 31 11:51:28.060394 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.db.provisioning_blocks [None req-ffe0e6e4-a3f8-4c1b-9121-2f1f2b88afdb admin admin] Transition to ACTIVE for port object 79fb4f26-387b-47d7-b238-4bdf41a69c39 will not be triggered until provisioned by entity DHCP. {{(pid=103721) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 31 11:51:28.083740 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron_lib.callbacks.manager [None req-ffe0e6e4-a3f8-4c1b-9121-2f1f2b88afdb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937715', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3701677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744215520970', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2250866'] for port, after_create {{(pid=103721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:51:28.087528 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG oslo_concurrency.lockutils [None req-bc68b26e-a5e1-464a-9d35-3a71b57fbe65 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103721) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 31 11:51:28.115326 dv-cinder-786384-7-iscsi neutron-server[103723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fbadd62-1073-4a58-bb35-b9609562e85c None None] Pushing event updated for resources: {'Port': ['ID=0b1caa1a-9d57-497b-9463-5780a2ed7452,revision_number=3']} {{(pid=103723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 31 11:51:28.120054 dv-cinder-786384-7-iscsi neutron-server[103723]: DEBUG oslo_concurrency.lockutils [None req-8fbadd62-1073-4a58-bb35-b9609562e85c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=103723) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 31 11:51:28.153405 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ffe0e6e4-a3f8-4c1b-9121-2f1f2b88afdb admin admin] Network 473801c6-dabb-45c0-9a54-9749a4aa5add is already hosted by enough agents. {{(pid=103721) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 31 11:51:28.156199 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.scheduler.base_scheduler [None req-ffe0e6e4-a3f8-4c1b-9121-2f1f2b88afdb admin admin] Resources bound (agent type, host, resource id):  {{(pid=103721) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 31 11:51:28.160609 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffe0e6e4-a3f8-4c1b-9121-2f1f2b88afdb admin admin] Received port after_create {{(pid=103721) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
May 31 11:51:28.196518 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffe0e6e4-a3f8-4c1b-9121-2f1f2b88afdb admin admin] Pushing event updated for resources: {'Port': ['ID=79fb4f26-387b-47d7-b238-4bdf41a69c39,revision_number=1']} {{(pid=103721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 31 11:51:28.205864 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG oslo_concurrency.lockutils [None req-ffe0e6e4-a3f8-4c1b-9121-2f1f2b88afdb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=103721) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 31 11:51:28.220718 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron_lib.callbacks.manager [None req-ffe0e6e4-a3f8-4c1b-9121-2f1f2b88afdb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4094068'] for router_interface, before_create {{(pid=103721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:51:28.239878 dv-cinder-786384-7-iscsi neutron-server[103723]: DEBUG neutron.db.l3_dvr_db [None req-87c50404-0853-461e-be3d-d5161d1e80bd None None] Set router 9ae8a4bc-4f22-453c-bf1c-e1ec058c9843 gateway port host: dv-cinder-786384-7-iscsi {{(pid=103723) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
May 31 11:51:28.428540 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron.db.provisioning_blocks [None req-0e0fec46-19da-41a7-819a-5be38c30ee35 None None] Provisioning for port 79fb4f26-387b-47d7-b238-4bdf41a69c39 completed by entity DHCP. {{(pid=103722) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 31 11:51:28.433074 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron.db.provisioning_blocks [None req-0e0fec46-19da-41a7-819a-5be38c30ee35 None None] Provisioning complete for port 79fb4f26-387b-47d7-b238-4bdf41a69c39 triggered by entity DHCP. {{(pid=103722) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 31 11:51:28.433443 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron_lib.callbacks.manager [None req-0e0fec46-19da-41a7-819a-5be38c30ee35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857618'] for port, provisioning_complete {{(pid=103722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:51:28.480671 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron_lib.callbacks.manager [None req-ffe0e6e4-a3f8-4c1b-9121-2f1f2b88afdb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-934180'] for port, before_update {{(pid=103721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:51:28.484987 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron.plugins.ml2.plugin [None req-0e0fec46-19da-41a7-819a-5be38c30ee35 None None] Port 79fb4f26-387b-47d7-b238-4bdf41a69c39 cannot update to ACTIVE because it is not bound. {{(pid=103722) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
May 31 11:51:28.526975 dv-cinder-786384-7-iscsi neutron-server[103723]: DEBUG neutron.db.l3_hamode_db [None req-87c50404-0853-461e-be3d-d5161d1e80bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f3ebce18be0>, [{'id': '9ae8a4bc-4f22-453c-bf1c-e1ec058c9843', 'name': 'tempest-AttachVolumeTestJSON-303571706-router', 'tenant_id': 'e3923e95b37e4efbba6bab00145c1100', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cb16751-6ba1-494a-bef1-53f614bdb222', 'external_fixed_ips': [{'subnet_id': '1135c889-0623-4d10-975a-f2c46f50f0f6', 'ip_address': '172.27.2.201'}], 'enable_snat': True}, 'gw_port_id': '0b1caa1a-9d57-497b-9463-5780a2ed7452', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T11:51:24Z', 'updated_at': '2021-05-31T11:51:25Z', 'revision_number': 3, 'project_id': 'e3923e95b37e4efbba6bab00145c1100', 'gw_port': {'id': '0b1caa1a-9d57-497b-9463-5780a2ed7452', 'name': '', 'network_id': '1cb16751-6ba1-494a-bef1-53f614bdb222', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:91:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9ae8a4bc-4f22-453c-bf1c-e1ec058c9843', 'device_owner': 'network:router_gateway', 'standard_attr_id': 581, 'fixed_ips': [{'subnet_id': '1135c889-0623-4d10-975a-f2c46f50f0f6', 'ip_address': '172.27.2.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786384-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T11:51:25Z', 'updated_at': '2021-05-31T11:51:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1135c889-0623-4d10-975a-f2c46f50f0f6', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786384-7-iscsi'}], 'dv-cinder-786384-7-iscsi', False) {} {{(pid=103723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 31 11:51:28.530796 dv-cinder-786384-7-iscsi neutron-server[103723]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87c50404-0853-461e-be3d-d5161d1e80bd None None] The sync data for ids ['9ae8a4bc-4f22-453c-bf1c-e1ec058c9843'] in dv-cinder-786384-7-iscsi is: [{'id': '9ae8a4bc-4f22-453c-bf1c-e1ec058c9843', 'name': 'tempest-AttachVolumeTestJSON-303571706-router', 'tenant_id': 'e3923e95b37e4efbba6bab00145c1100', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cb16751-6ba1-494a-bef1-53f614bdb222', 'external_fixed_ips': [{'subnet_id': '1135c889-0623-4d10-975a-f2c46f50f0f6', 'ip_address': '172.27.2.201'}], 'enable_snat': True}, 'gw_port_id': '0b1caa1a-9d57-497b-9463-5780a2ed7452', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T11:51:24Z', 'updated_at': '2021-05-31T11:51:25Z', 'revision_number': 3, 'project_id': 'e3923e95b37e4efbba6bab00145c1100', 'gw_port': {'id': '0b1caa1a-9d57-497b-9463-5780a2ed7452', 'name': '', 'network_id': '1cb16751-6ba1-494a-bef1-53f614bdb222', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:91:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9ae8a4bc-4f22-453c-bf1c-e1ec058c9843', 'device_owner': 'network:router_gateway', 'standard_attr_id': 581, 'fixed_ips': [{'subnet_id': '1135c889-0623-4d10-975a-f2c46f50f0f6', 'ip_address': '172.27.2.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786384-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T11:51:25Z', 'updated_at': '2021-05-31T11:51:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1135c889-0623-4d10-975a-f2c46f50f0f6', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786384-7-iscsi'}] {{(pid=103723) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 31 11:51:28.711346 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron_lib.callbacks.manager [None req-ffe0e6e4-a3f8-4c1b-9121-2f1f2b88afdb admin admin] Notify callbacks [] for port, precommit_update {{(pid=103721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:51:28.717608 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron_lib.callbacks.manager [None req-ffe0e6e4-a3f8-4c1b-9121-2f1f2b88afdb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937715', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3701677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744215954324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744215520988', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744215521293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2250875'] for port, after_update {{(pid=103721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:51:28.748226 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG oslo_concurrency.lockutils [None req-262646dc-4086-465a-b138-e650a438a9cf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103721) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 31 11:51:28.831609 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffe0e6e4-a3f8-4c1b-9121-2f1f2b88afdb admin admin] Pushing event updated for resources: {'Port': ['ID=79fb4f26-387b-47d7-b238-4bdf41a69c39,revision_number=2']} {{(pid=103721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 31 11:51:28.834842 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron_lib.callbacks.manager [None req-ffe0e6e4-a3f8-4c1b-9121-2f1f2b88afdb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3695180', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4094169'] for router_interface, after_create {{(pid=103721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:51:28.838805 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG oslo_concurrency.lockutils [None req-ffe0e6e4-a3f8-4c1b-9121-2f1f2b88afdb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=103721) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 31 11:51:28.974118 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ffe0e6e4-a3f8-4c1b-9121-2f1f2b88afdb admin admin] Network 473801c6-dabb-45c0-9a54-9749a4aa5add is already hosted by enough agents. {{(pid=103721) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 31 11:51:28.975603 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.scheduler.base_scheduler [None req-ffe0e6e4-a3f8-4c1b-9121-2f1f2b88afdb admin admin] Resources bound (agent type, host, resource id):  {{(pid=103721) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 31 11:51:29.168552 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ffe0e6e4-a3f8-4c1b-9121-2f1f2b88afdb admin admin] Router 9ae8a4bc-4f22-453c-bf1c-e1ec058c9843 has already been hosted by L3 agent f8c17dd7-da16-4427-b6e3-d7e30616bc4c {{(pid=103721) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
May 31 11:51:29.209101 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron.db.provisioning_blocks [None req-4ba21649-37b2-4992-b973-0a57a6302cfb None None] Provisioning complete for port 79fb4f26-387b-47d7-b238-4bdf41a69c39 triggered by entity DHCP. {{(pid=103722) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 31 11:51:29.209613 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron_lib.callbacks.manager [None req-4ba21649-37b2-4992-b973-0a57a6302cfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857618'] for port, provisioning_complete {{(pid=103722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:51:29.264364 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron.plugins.ml2.plugin [None req-4ba21649-37b2-4992-b973-0a57a6302cfb None None] Port 79fb4f26-387b-47d7-b238-4bdf41a69c39 cannot update to ACTIVE because it is not bound. {{(pid=103722) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
May 31 11:51:29.352447 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ffe0e6e4-a3f8-4c1b-9121-2f1f2b88afdb admin admin] Notify agent at l3_agent.dv-cinder-786384-7-iscsi the message routers_updated {{(pid=103721) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
May 31 11:51:29.361164 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [None req-ffe0e6e4-a3f8-4c1b-9121-2f1f2b88afdb admin admin] 10.222.0.57 "PUT /v2.0/routers/9ae8a4bc-4f22-453c-bf1c-e1ec058c9843/add_router_interface HTTP/1.1" status: 200  len: 503 time: 2.4501946
May 31 11:51:29.428748 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron.plugins.ml2.rpc [None req-1f0a762f-0348-4bba-b860-8eddab4cd770 None None] Device 5163058e-b39f-43a3-b4f1-31f777b9a4c9 up at agent ovs-agent-dv-cinder-786384-7-iscsi {{(pid=103722) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 31 11:51:29.503306 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron.db.provisioning_blocks [None req-1f0a762f-0348-4bba-b860-8eddab4cd770 None None] Provisioning complete for port 5163058e-b39f-43a3-b4f1-31f777b9a4c9 triggered by entity L2. {{(pid=103722) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 31 11:51:29.503835 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron_lib.callbacks.manager [None req-1f0a762f-0348-4bba-b860-8eddab4cd770 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857618'] for port, provisioning_complete {{(pid=103722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:51:29.622161 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron.plugins.ml2.rpc [None req-1f0a762f-0348-4bba-b860-8eddab4cd770 None None] Device 0b1caa1a-9d57-497b-9463-5780a2ed7452 up at agent ovs-agent-dv-cinder-786384-7-iscsi {{(pid=103722) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 31 11:51:29.691230 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron.db.provisioning_blocks [None req-1f0a762f-0348-4bba-b860-8eddab4cd770 None None] Provisioning for port 0b1caa1a-9d57-497b-9463-5780a2ed7452 completed by entity L2. {{(pid=103722) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 31 11:51:29.696300 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron.db.provisioning_blocks [None req-1f0a762f-0348-4bba-b860-8eddab4cd770 None None] Provisioning complete for port 0b1caa1a-9d57-497b-9463-5780a2ed7452 triggered by entity L2. {{(pid=103722) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 31 11:51:29.696658 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron_lib.callbacks.manager [None req-1f0a762f-0348-4bba-b860-8eddab4cd770 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857618'] for port, provisioning_complete {{(pid=103722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:51:29.816794 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron_lib.callbacks.manager [None req-1f0a762f-0348-4bba-b860-8eddab4cd770 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-934180'] for port, before_update {{(pid=103722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:51:29.833444 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron.plugins.ml2.db [None req-1f0a762f-0348-4bba-b860-8eddab4cd770 None None] For port 0b1caa1a-9d57-497b-9463-5780a2ed7452, host dv-cinder-786384-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786384-7-iscsi',level=0,port_id=0b1caa1a-9d57-497b-9463-5780a2ed7452,segment=NetworkSegment(82286f75-faff-40ec-beef-7945374ee8e1),segment_id=82286f75-faff-40ec-beef-7945374ee8e1)] {{(pid=103722) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 31 11:51:29.837368 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron_lib.callbacks.manager [None req-1f0a762f-0348-4bba-b860-8eddab4cd770 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937715', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3701677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744215954324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744215520988', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744215521293'] for port, after_update {{(pid=103722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:51:29.840354 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG oslo_concurrency.lockutils [None req-58154cba-3e96-496d-aaaf-44199c5560b9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103722) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 31 11:51:29.907641 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f0a762f-0348-4bba-b860-8eddab4cd770 None None] Pushing event updated for resources: {'Port': ['ID=0b1caa1a-9d57-497b-9463-5780a2ed7452,revision_number=4']} {{(pid=103722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 31 11:51:29.910740 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG oslo_concurrency.lockutils [None req-1f0a762f-0348-4bba-b860-8eddab4cd770 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=103722) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 31 11:51:29.960051 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d359d301-1aa9-4e0b-b09a-e67cd5358ac6 None None] Sync routers for ids ['9ae8a4bc-4f22-453c-bf1c-e1ec058c9843'] in dv-cinder-786384-7-iscsi {{(pid=103722) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 31 11:51:29.970111 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d359d301-1aa9-4e0b-b09a-e67cd5358ac6 None None] Routers {'9ae8a4bc-4f22-453c-bf1c-e1ec058c9843'} bound to L3 agent in host dv-cinder-786384-7-iscsi {{(pid=103722) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 31 11:51:29.970783 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron.db.l3_hamode_db [None req-d359d301-1aa9-4e0b-b09a-e67cd5358ac6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f3ebcb71430>, 'dv-cinder-786384-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-31T11:36:05Z,description=<?>,heartbeat_timestamp=2021-05-31T11:51:05Z,host='dv-cinder-786384-7-iscsi',id=f8c17dd7-da16-4427-b6e3-d7e30616bc4c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-31T11:36:05Z,topic='l3_agent')) {'router_ids': ['9ae8a4bc-4f22-453c-bf1c-e1ec058c9843'], 'active': True} {{(pid=103722) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 31 11:51:30.174228 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron.db.l3_dvr_db [None req-d359d301-1aa9-4e0b-b09a-e67cd5358ac6 None None] Set router 9ae8a4bc-4f22-453c-bf1c-e1ec058c9843 gateway port host: dv-cinder-786384-7-iscsi {{(pid=103722) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
May 31 11:51:30.487765 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron.db.l3_hamode_db [None req-d359d301-1aa9-4e0b-b09a-e67cd5358ac6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f3ebcb71430>, [{'id': '9ae8a4bc-4f22-453c-bf1c-e1ec058c9843', 'name': 'tempest-AttachVolumeTestJSON-303571706-router', 'tenant_id': 'e3923e95b37e4efbba6bab00145c1100', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cb16751-6ba1-494a-bef1-53f614bdb222', 'external_fixed_ips': [{'subnet_id': '1135c889-0623-4d10-975a-f2c46f50f0f6', 'ip_address': '172.27.2.201'}], 'enable_snat': True}, 'gw_port_id': '0b1caa1a-9d57-497b-9463-5780a2ed7452', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T11:51:24Z', 'updated_at': '2021-05-31T11:51:28Z', 'revision_number': 4, 'project_id': 'e3923e95b37e4efbba6bab00145c1100', 'gw_port': {'id': '0b1caa1a-9d57-497b-9463-5780a2ed7452', 'name': '', 'network_id': '1cb16751-6ba1-494a-bef1-53f614bdb222', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:91:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ae8a4bc-4f22-453c-bf1c-e1ec058c9843', 'device_owner': 'network:router_gateway', 'standard_attr_id': 581, 'fixed_ips': [{'subnet_id': '1135c889-0623-4d10-975a-f2c46f50f0f6', 'ip_address': '172.27.2.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786384-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T11:51:25Z', 'updated_at': '2021-05-31T11:51:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1135c889-0623-4d10-975a-f2c46f50f0f6', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786384-7-iscsi', '_interfaces': [{'id': '79fb4f26-387b-47d7-b238-4bdf41a69c39', 'name': '', 'network_id': '473801c6-dabb-45c0-9a54-9749a4aa5add', 'tenant_id': 'e3923e95b37e4efbba6bab00145c1100', 'mac_address': 'fa:16:3e:53:42:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9ae8a4bc-4f22-453c-bf1c-e1ec058c9843', 'device_owner': 'network:router_interface', 'standard_attr_id': 582, 'fixed_ips': [{'subnet_id': 'a301253b-4889-476f-a06a-31d586ab0ede', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T11:51:27Z', 'updated_at': '2021-05-31T11:51:28Z', 'revision_number': 2, 'project_id': 'e3923e95b37e4efbba6bab00145c1100', 'subnets': [{'id': 'a301253b-4889-476f-a06a-31d586ab0ede', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786384-7-iscsi', False) {} {{(pid=103722) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 31 11:51:30.492023 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d359d301-1aa9-4e0b-b09a-e67cd5358ac6 None None] Checking router: 9ae8a4bc-4f22-453c-bf1c-e1ec058c9843 for host: dv-cinder-786384-7-iscsi {{(pid=103722) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
May 31 11:51:30.492378 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d359d301-1aa9-4e0b-b09a-e67cd5358ac6 None None] Updating router 9ae8a4bc-4f22-453c-bf1c-e1ec058c9843 port 79fb4f26-387b-47d7-b238-4bdf41a69c39 binding host dv-cinder-786384-7-iscsi {{(pid=103722) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
May 31 11:51:30.545588 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron_lib.callbacks.manager [None req-d359d301-1aa9-4e0b-b09a-e67cd5358ac6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-934180'] for port, before_update {{(pid=103722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:51:30.818626 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron.wsgi [-] (103720) accepted ('10.222.0.57', 48026) {{(pid=103720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 31 11:51:30.824065 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron.api.v2.base [None req-07a6454b-e716-4ac7-bb6e-352f648b7c8d tempest-AttachVolumeTestJSON-530604526 tempest-AttachVolumeTestJSON-530604526-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1885541814', 'description': 'tempest-description--698558859'}} {{(pid=103720) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 31 11:51:30.829728 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron.db.quota.driver [None req-07a6454b-e716-4ac7-bb6e-352f648b7c8d tempest-AttachVolumeTestJSON-530604526 tempest-AttachVolumeTestJSON-530604526-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=103720) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 31 11:51:30.833674 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron.quota.resource [None req-07a6454b-e716-4ac7-bb6e-352f648b7c8d tempest-AttachVolumeTestJSON-530604526 tempest-AttachVolumeTestJSON-530604526-project] Usage tracker for resource:security_group and tenant:e3923e95b37e4efbba6bab00145c1100 is out of sync, need to count used quota {{(pid=103720) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 31 11:51:30.836577 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron.quota.resource [None req-07a6454b-e716-4ac7-bb6e-352f648b7c8d tempest-AttachVolumeTestJSON-530604526 tempest-AttachVolumeTestJSON-530604526-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=103720) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 31 11:51:30.843402 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron.db.quota.driver [None req-07a6454b-e716-4ac7-bb6e-352f648b7c8d tempest-AttachVolumeTestJSON-530604526 tempest-AttachVolumeTestJSON-530604526-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=103720) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 31 11:51:30.854279 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-07a6454b-e716-4ac7-bb6e-352f648b7c8d tempest-AttachVolumeTestJSON-530604526 tempest-AttachVolumeTestJSON-530604526-project] Notify callbacks [] for security_group, before_create {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:51:30.874467 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron.db.quota.driver [None req-07a6454b-e716-4ac7-bb6e-352f648b7c8d tempest-AttachVolumeTestJSON-530604526 tempest-AttachVolumeTestJSON-530604526-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=103720) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 31 11:51:30.878260 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron.quota.resource [None req-07a6454b-e716-4ac7-bb6e-352f648b7c8d tempest-AttachVolumeTestJSON-530604526 tempest-AttachVolumeTestJSON-530604526-project] Usage tracker for resource:security_group_rule and tenant:e3923e95b37e4efbba6bab00145c1100 is out of sync, need to count used quota {{(pid=103720) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 31 11:51:30.881087 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron.quota.resource [None req-07a6454b-e716-4ac7-bb6e-352f648b7c8d tempest-AttachVolumeTestJSON-530604526 tempest-AttachVolumeTestJSON-530604526-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=103720) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 31 11:51:30.887092 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron.db.quota.driver [None req-07a6454b-e716-4ac7-bb6e-352f648b7c8d tempest-AttachVolumeTestJSON-530604526 tempest-AttachVolumeTestJSON-530604526-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=103720) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 31 11:51:30.891469 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron_lib.callbacks.manager [None req-d359d301-1aa9-4e0b-b09a-e67cd5358ac6 None None] Notify callbacks [] for port, precommit_update {{(pid=103722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:51:30.903486 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron.db.provisioning_blocks [None req-d359d301-1aa9-4e0b-b09a-e67cd5358ac6 None None] Transition to ACTIVE for port object 79fb4f26-387b-47d7-b238-4bdf41a69c39 will not be triggered until provisioned by entity L2. {{(pid=103722) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 31 11:51:30.909835 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron_lib.callbacks.manager [None req-d359d301-1aa9-4e0b-b09a-e67cd5358ac6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937715', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3701677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744215954324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744215520988', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744215521293'] for port, after_update {{(pid=103722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:51:30.914417 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103722) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 31 11:51:30.956713 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-07a6454b-e716-4ac7-bb6e-352f648b7c8d tempest-AttachVolumeTestJSON-530604526 tempest-AttachVolumeTestJSON-530604526-project] Notify callbacks [] for security_group, precommit_create {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:51:30.961470 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-07a6454b-e716-4ac7-bb6e-352f648b7c8d tempest-AttachVolumeTestJSON-530604526 tempest-AttachVolumeTestJSON-530604526-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3705957'] for security_group, after_create {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:51:30.967912 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG oslo_concurrency.lockutils [None req-644b6fbf-78b1-4e68-98d4-db35a260e293 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103720) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 31 11:51:31.000846 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07a6454b-e716-4ac7-bb6e-352f648b7c8d tempest-AttachVolumeTestJSON-530604526 tempest-AttachVolumeTestJSON-530604526-project] Pushing event updated for resources: {'SecurityGroup': ['ID=12b57ca2-3f7f-4392-824c-9b0ff93e964a,revision_number=1']} {{(pid=103720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 31 11:51:31.004001 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG oslo_concurrency.lockutils [None req-07a6454b-e716-4ac7-bb6e-352f648b7c8d tempest-AttachVolumeTestJSON-530604526 tempest-AttachVolumeTestJSON-530604526-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=103720) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 31 11:51:31.021979 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-07a6454b-e716-4ac7-bb6e-352f648b7c8d tempest-AttachVolumeTestJSON-530604526 tempest-AttachVolumeTestJSON-530604526-project] Notify callbacks [] for security_group, before_response {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:51:31.023630 dv-cinder-786384-7-iscsi neutron-server[103720]: INFO neutron.wsgi [None req-07a6454b-e716-4ac7-bb6e-352f648b7c8d tempest-AttachVolumeTestJSON-530604526 tempest-AttachVolumeTestJSON-530604526-project] 10.222.0.57 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1779 time: 0.2040021
May 31 11:51:31.026695 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.wsgi [-] (103721) accepted ('10.222.0.57', 48030) {{(pid=103721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 31 11:51:31.033158 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.api.v2.base [None req-fb4e2a5e-7002-413e-819b-862f2127e38c tempest-AttachVolumeTestJSON-530604526 tempest-AttachVolumeTestJSON-530604526-project] Request body: {'security_group_rule': {'security_group_id': '12b57ca2-3f7f-4392-824c-9b0ff93e964a', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103721) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 31 11:51:31.039164 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.db.quota.driver [None req-fb4e2a5e-7002-413e-819b-862f2127e38c tempest-AttachVolumeTestJSON-530604526 tempest-AttachVolumeTestJSON-530604526-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=103721) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 31 11:51:31.041151 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df95d475-921f-44a0-8b83-df1f59a2899a None None] Pushing event updated for resources: {'Port': ['ID=79fb4f26-387b-47d7-b238-4bdf41a69c39,revision_number=3']} {{(pid=103722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 31 11:51:31.043088 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.quota.resource [None req-fb4e2a5e-7002-413e-819b-862f2127e38c tempest-AttachVolumeTestJSON-530604526 tempest-AttachVolumeTestJSON-530604526-project] Usage tracker for resource:security_group_rule and tenant:e3923e95b37e4efbba6bab00145c1100 is out of sync, need to count used quota {{(pid=103721) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 31 11:51:31.046300 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.quota.resource [None req-fb4e2a5e-7002-413e-819b-862f2127e38c tempest-AttachVolumeTestJSON-530604526 tempest-AttachVolumeTestJSON-530604526-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=103721) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 31 11:51:31.052134 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.db.quota.driver [None req-fb4e2a5e-7002-413e-819b-862f2127e38c tempest-AttachVolumeTestJSON-530604526 tempest-AttachVolumeTestJSON-530604526-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=103721) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 31 11:51:31.073490 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron_lib.callbacks.manager [None req-fb4e2a5e-7002-413e-819b-862f2127e38c tempest-AttachVolumeTestJSON-530604526 tempest-AttachVolumeTestJSON-530604526-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:51:31.075407 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG oslo_concurrency.lockutils [None req-df95d475-921f-44a0-8b83-df1f59a2899a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=103722) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 31 11:51:31.134059 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron.plugins.ml2.managers [None req-d359d301-1aa9-4e0b-b09a-e67cd5358ac6 None None] Attempting to bind port 79fb4f26-387b-47d7-b238-4bdf41a69c39 on host dv-cinder-786384-7-iscsi for vnic_type normal with profile  {{(pid=103722) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
May 31 11:51:31.134441 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron.plugins.ml2.managers [None req-d359d301-1aa9-4e0b-b09a-e67cd5358ac6 None None] Attempting to bind port 79fb4f26-387b-47d7-b238-4bdf41a69c39 by drivers openvswitch,hyperv on host dv-cinder-786384-7-iscsi at level 0 using segments [{'id': '3d1de7c0-86e0-456b-9c60-98ba6c64918f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 766, 'network_id': '473801c6-dabb-45c0-9a54-9749a4aa5add'}] {{(pid=103722) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
May 31 11:51:31.134853 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d359d301-1aa9-4e0b-b09a-e67cd5358ac6 None None] Attempting to bind port 79fb4f26-387b-47d7-b238-4bdf41a69c39 on network 473801c6-dabb-45c0-9a54-9749a4aa5add {{(pid=103722) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 31 11:51:31.135575 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron_lib.callbacks.manager [None req-fb4e2a5e-7002-413e-819b-862f2127e38c tempest-AttachVolumeTestJSON-530604526 tempest-AttachVolumeTestJSON-530604526-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:51:31.141021 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron_lib.callbacks.manager [None req-fb4e2a5e-7002-413e-819b-862f2127e38c tempest-AttachVolumeTestJSON-530604526 tempest-AttachVolumeTestJSON-530604526-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3705985'] for security_group_rule, after_create {{(pid=103721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:51:31.141165 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d359d301-1aa9-4e0b-b09a-e67cd5358ac6 None None] Checking agent: {'id': 'c576d319-5791-4ac3-a718-d6660db1fc9b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786384-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 31, 11, 36, 6), 'started_at': datetime.datetime(2021, 5, 31, 11, 36, 36), 'heartbeat_timestamp': datetime.datetime(2021, 5, 31, 11, 51, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786384-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103722) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
May 31 11:51:31.141424 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d359d301-1aa9-4e0b-b09a-e67cd5358ac6 None None] Checking segment: {'id': '3d1de7c0-86e0-456b-9c60-98ba6c64918f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 766, 'network_id': '473801c6-dabb-45c0-9a54-9749a4aa5add'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103722) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 31 11:51:31.141810 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron_lib.callbacks.manager [None req-d359d301-1aa9-4e0b-b09a-e67cd5358ac6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:51:31.142206 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d359d301-1aa9-4e0b-b09a-e67cd5358ac6 None None] Bound using segment: {'id': '3d1de7c0-86e0-456b-9c60-98ba6c64918f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 766, 'network_id': '473801c6-dabb-45c0-9a54-9749a4aa5add'} {{(pid=103722) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
May 31 11:51:31.142673 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron.plugins.ml2.managers [None req-d359d301-1aa9-4e0b-b09a-e67cd5358ac6 None None] Bound port: 79fb4f26-387b-47d7-b238-4bdf41a69c39, host: dv-cinder-786384-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3d1de7c0-86e0-456b-9c60-98ba6c64918f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 766, 'network_id': '473801c6-dabb-45c0-9a54-9749a4aa5add'}}] {{(pid=103722) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
May 31 11:51:31.143046 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron_lib.callbacks.manager [None req-d359d301-1aa9-4e0b-b09a-e67cd5358ac6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-934180'] for port, before_update {{(pid=103722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:51:31.147789 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103721) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 31 11:51:31.166994 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb4e2a5e-7002-413e-819b-862f2127e38c tempest-AttachVolumeTestJSON-530604526 tempest-AttachVolumeTestJSON-530604526-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7006ac50-1567-4a65-aa79-9fd51b21ab1e,revision_number=0']} {{(pid=103721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 31 11:51:31.169719 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG oslo_concurrency.lockutils [None req-fb4e2a5e-7002-413e-819b-862f2127e38c tempest-AttachVolumeTestJSON-530604526 tempest-AttachVolumeTestJSON-530604526-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=103721) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 31 11:51:31.177650 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron_lib.callbacks.manager [None req-fb4e2a5e-7002-413e-819b-862f2127e38c tempest-AttachVolumeTestJSON-530604526 tempest-AttachVolumeTestJSON-530604526-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:51:31.181960 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [None req-fb4e2a5e-7002-413e-819b-862f2127e38c tempest-AttachVolumeTestJSON-530604526 tempest-AttachVolumeTestJSON-530604526-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.1503053
May 31 11:51:31.181960 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.wsgi [-] (103721) accepted ('10.222.0.57', 48034) {{(pid=103721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 31 11:51:31.186988 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.api.v2.base [None req-c4bf1f89-d615-4963-bc74-e99772084b4f tempest-AttachVolumeTestJSON-530604526 tempest-AttachVolumeTestJSON-530604526-project] Request body: {'security_group_rule': {'security_group_id': '12b57ca2-3f7f-4392-824c-9b0ff93e964a', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103721) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 31 11:51:31.192566 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.db.quota.driver [None req-c4bf1f89-d615-4963-bc74-e99772084b4f tempest-AttachVolumeTestJSON-530604526 tempest-AttachVolumeTestJSON-530604526-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=103721) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 31 11:51:31.196561 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.quota.resource [None req-c4bf1f89-d615-4963-bc74-e99772084b4f tempest-AttachVolumeTestJSON-530604526 tempest-AttachVolumeTestJSON-530604526-project] Usage tracker for resource:security_group_rule and tenant:e3923e95b37e4efbba6bab00145c1100 is out of sync, need to count used quota {{(pid=103721) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 31 11:51:31.199452 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.quota.resource [None req-c4bf1f89-d615-4963-bc74-e99772084b4f tempest-AttachVolumeTestJSON-530604526 tempest-AttachVolumeTestJSON-530604526-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=103721) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 31 11:51:31.205340 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.db.quota.driver [None req-c4bf1f89-d615-4963-bc74-e99772084b4f tempest-AttachVolumeTestJSON-530604526 tempest-AttachVolumeTestJSON-530604526-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=103721) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 31 11:51:31.221236 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron_lib.callbacks.manager [None req-c4bf1f89-d615-4963-bc74-e99772084b4f tempest-AttachVolumeTestJSON-530604526 tempest-AttachVolumeTestJSON-530604526-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:51:31.243934 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron.plugins.ml2.db [None req-d359d301-1aa9-4e0b-b09a-e67cd5358ac6 None None] For port 79fb4f26-387b-47d7-b238-4bdf41a69c39, host dv-cinder-786384-7-iscsi, cleared binding levels {{(pid=103722) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
May 31 11:51:31.247125 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron.plugins.ml2.db [None req-d359d301-1aa9-4e0b-b09a-e67cd5358ac6 None None] For port 79fb4f26-387b-47d7-b238-4bdf41a69c39, host dv-cinder-786384-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786384-7-iscsi',level=0,port_id=79fb4f26-387b-47d7-b238-4bdf41a69c39,segment=NetworkSegment(3d1de7c0-86e0-456b-9c60-98ba6c64918f),segment_id=3d1de7c0-86e0-456b-9c60-98ba6c64918f)] {{(pid=103722) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
May 31 11:51:31.250911 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron_lib.callbacks.manager [None req-d359d301-1aa9-4e0b-b09a-e67cd5358ac6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937715', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3701677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744215954324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744215520988', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744215521293'] for port, after_update {{(pid=103722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:51:31.254432 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG oslo_concurrency.lockutils [None req-1f0a762f-0348-4bba-b860-8eddab4cd770 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103722) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 31 11:51:31.284178 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron_lib.callbacks.manager [None req-c4bf1f89-d615-4963-bc74-e99772084b4f tempest-AttachVolumeTestJSON-530604526 tempest-AttachVolumeTestJSON-530604526-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:51:31.288404 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron_lib.callbacks.manager [None req-c4bf1f89-d615-4963-bc74-e99772084b4f tempest-AttachVolumeTestJSON-530604526 tempest-AttachVolumeTestJSON-530604526-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3705985'] for security_group_rule, after_create {{(pid=103721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:51:31.290473 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103721) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 31 11:51:31.323396 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4bf1f89-d615-4963-bc74-e99772084b4f tempest-AttachVolumeTestJSON-530604526 tempest-AttachVolumeTestJSON-530604526-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4f565608-4cdd-4ea6-9ae5-ba8f04b103eb,revision_number=0']} {{(pid=103721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 31 11:51:31.326642 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG oslo_concurrency.lockutils [None req-c4bf1f89-d615-4963-bc74-e99772084b4f tempest-AttachVolumeTestJSON-530604526 tempest-AttachVolumeTestJSON-530604526-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=103721) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 31 11:51:31.329467 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d359d301-1aa9-4e0b-b09a-e67cd5358ac6 None None] Routers {'9ae8a4bc-4f22-453c-bf1c-e1ec058c9843'} bound to L3 agent in host dv-cinder-786384-7-iscsi {{(pid=103722) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 31 11:51:31.330142 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron.db.l3_hamode_db [None req-d359d301-1aa9-4e0b-b09a-e67cd5358ac6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f3ebcb71430>, 'dv-cinder-786384-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-31T11:36:05Z,description=<?>,heartbeat_timestamp=2021-05-31T11:51:05Z,host='dv-cinder-786384-7-iscsi',id=f8c17dd7-da16-4427-b6e3-d7e30616bc4c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-31T11:36:05Z,topic='l3_agent')) {'router_ids': ['9ae8a4bc-4f22-453c-bf1c-e1ec058c9843'], 'active': True} {{(pid=103722) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 31 11:51:31.336614 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron_lib.callbacks.manager [None req-c4bf1f89-d615-4963-bc74-e99772084b4f tempest-AttachVolumeTestJSON-530604526 tempest-AttachVolumeTestJSON-530604526-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:51:31.340286 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [None req-c4bf1f89-d615-4963-bc74-e99772084b4f tempest-AttachVolumeTestJSON-530604526 tempest-AttachVolumeTestJSON-530604526-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 0.1576586
May 31 11:51:31.341346 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron.wsgi [-] (103720) accepted ('10.222.0.57', 48038) {{(pid=103720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 31 11:51:31.346673 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron.api.v2.base [None req-0b2cf279-0c79-4278-a0b9-8b6cf1203524 tempest-AttachVolumeTestJSON-530604526 tempest-AttachVolumeTestJSON-530604526-project] Request body: {'floatingip': {'floating_network_id': '1cb16751-6ba1-494a-bef1-53f614bdb222'}} {{(pid=103720) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 31 11:51:31.358580 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron.db.quota.driver [None req-0b2cf279-0c79-4278-a0b9-8b6cf1203524 tempest-AttachVolumeTestJSON-530604526 tempest-AttachVolumeTestJSON-530604526-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=103720) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 31 11:51:31.373355 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron.quota.resource [None req-0b2cf279-0c79-4278-a0b9-8b6cf1203524 tempest-AttachVolumeTestJSON-530604526 tempest-AttachVolumeTestJSON-530604526-project] Usage tracker for resource:floatingip and tenant:e3923e95b37e4efbba6bab00145c1100 is out of sync, need to count used quota {{(pid=103720) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 31 11:51:31.388147 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron.quota.resource [None req-0b2cf279-0c79-4278-a0b9-8b6cf1203524 tempest-AttachVolumeTestJSON-530604526 tempest-AttachVolumeTestJSON-530604526-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=103720) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 31 11:51:31.390355 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df95d475-921f-44a0-8b83-df1f59a2899a None None] Pushing event updated for resources: {'Port': ['ID=79fb4f26-387b-47d7-b238-4bdf41a69c39,revision_number=4']} {{(pid=103722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 31 11:51:31.395182 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron.db.quota.driver [None req-0b2cf279-0c79-4278-a0b9-8b6cf1203524 tempest-AttachVolumeTestJSON-530604526 tempest-AttachVolumeTestJSON-530604526-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=103720) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 31 11:51:31.402087 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG oslo_concurrency.lockutils [None req-df95d475-921f-44a0-8b83-df1f59a2899a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=103722) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 31 11:51:31.408953 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-0b2cf279-0c79-4278-a0b9-8b6cf1203524 tempest-AttachVolumeTestJSON-530604526 tempest-AttachVolumeTestJSON-530604526-project] Notify callbacks [] for floatingip, before_create {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:51:31.416280 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron.plugins.ml2.rpc [None req-1f0a762f-0348-4bba-b860-8eddab4cd770 None None] Device 0b1caa1a-9d57-497b-9463-5780a2ed7452 up at agent ovs-agent-dv-cinder-786384-7-iscsi {{(pid=103722) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 31 11:51:31.551654 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron_lib.callbacks.manager [None req-43028a7b-58d7-408b-ac75-1328e6896bf7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744215964654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857257'] for agent, after_update {{(pid=103722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:51:31.556029 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-0b2cf279-0c79-4278-a0b9-8b6cf1203524 tempest-AttachVolumeTestJSON-530604526 tempest-AttachVolumeTestJSON-530604526-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-934180'] for port, before_create {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:51:31.596225 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron.db.l3_dvr_db [None req-d359d301-1aa9-4e0b-b09a-e67cd5358ac6 None None] Set router 9ae8a4bc-4f22-453c-bf1c-e1ec058c9843 gateway port host: dv-cinder-786384-7-iscsi {{(pid=103722) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
May 31 11:51:31.694634 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron.db.db_base_plugin_common [None req-0b2cf279-0c79-4278-a0b9-8b6cf1203524 tempest-AttachVolumeTestJSON-530604526 tempest-AttachVolumeTestJSON-530604526-project] Allocated IP 172.27.2.199 (1cb16751-6ba1-494a-bef1-53f614bdb222/1135c889-0623-4d10-975a-f2c46f50f0f6/56e7554d-cc0f-4ae5-84f0-0c3a08f76e9c) {{(pid=103720) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 31 11:51:31.704303 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron.db.provisioning_blocks [None req-1f0a762f-0348-4bba-b860-8eddab4cd770 None None] Provisioning complete for port 0b1caa1a-9d57-497b-9463-5780a2ed7452 triggered by entity L2. {{(pid=103722) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 31 11:51:31.704686 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron_lib.callbacks.manager [None req-1f0a762f-0348-4bba-b860-8eddab4cd770 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857618'] for port, provisioning_complete {{(pid=103722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:51:31.839867 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-0b2cf279-0c79-4278-a0b9-8b6cf1203524 tempest-AttachVolumeTestJSON-530604526 tempest-AttachVolumeTestJSON-530604526-project] Notify callbacks [] for port, precommit_create {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:51:31.871624 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-0b2cf279-0c79-4278-a0b9-8b6cf1203524 tempest-AttachVolumeTestJSON-530604526 tempest-AttachVolumeTestJSON-530604526-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937715', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3701677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744215520970', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2327893'] for port, after_create {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:51:31.875467 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG oslo_concurrency.lockutils [None req-98c92b7d-4b54-41d4-808a-4db6b6e99d0b tempest-ServerRescueNegativeTestJSON-1419813537 tempest-ServerRescueNegativeTestJSON-1419813537-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103720) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 31 11:51:32.030377 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b2cf279-0c79-4278-a0b9-8b6cf1203524 tempest-AttachVolumeTestJSON-530604526 tempest-AttachVolumeTestJSON-530604526-project] Network 1cb16751-6ba1-494a-bef1-53f614bdb222 is already hosted by enough agents. {{(pid=103720) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 31 11:51:32.033098 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron.scheduler.base_scheduler [None req-0b2cf279-0c79-4278-a0b9-8b6cf1203524 tempest-AttachVolumeTestJSON-530604526 tempest-AttachVolumeTestJSON-530604526-project] Resources bound (agent type, host, resource id):  {{(pid=103720) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 31 11:51:32.035539 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b2cf279-0c79-4278-a0b9-8b6cf1203524 tempest-AttachVolumeTestJSON-530604526 tempest-AttachVolumeTestJSON-530604526-project] Received port after_create {{(pid=103720) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
May 31 11:51:32.052588 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron.db.l3_hamode_db [None req-d359d301-1aa9-4e0b-b09a-e67cd5358ac6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f3ebcb71430>, [{'id': '9ae8a4bc-4f22-453c-bf1c-e1ec058c9843', 'name': 'tempest-AttachVolumeTestJSON-303571706-router', 'tenant_id': 'e3923e95b37e4efbba6bab00145c1100', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cb16751-6ba1-494a-bef1-53f614bdb222', 'external_fixed_ips': [{'subnet_id': '1135c889-0623-4d10-975a-f2c46f50f0f6', 'ip_address': '172.27.2.201'}], 'enable_snat': True}, 'gw_port_id': '0b1caa1a-9d57-497b-9463-5780a2ed7452', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T11:51:24Z', 'updated_at': '2021-05-31T11:51:28Z', 'revision_number': 4, 'project_id': 'e3923e95b37e4efbba6bab00145c1100', 'gw_port': {'id': '0b1caa1a-9d57-497b-9463-5780a2ed7452', 'name': '', 'network_id': '1cb16751-6ba1-494a-bef1-53f614bdb222', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:91:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ae8a4bc-4f22-453c-bf1c-e1ec058c9843', 'device_owner': 'network:router_gateway', 'standard_attr_id': 581, 'fixed_ips': [{'subnet_id': '1135c889-0623-4d10-975a-f2c46f50f0f6', 'ip_address': '172.27.2.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786384-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T11:51:25Z', 'updated_at': '2021-05-31T11:51:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1135c889-0623-4d10-975a-f2c46f50f0f6', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786384-7-iscsi', '_interfaces': [{'id': '79fb4f26-387b-47d7-b238-4bdf41a69c39', 'name': '', 'network_id': '473801c6-dabb-45c0-9a54-9749a4aa5add', 'tenant_id': 'e3923e95b37e4efbba6bab00145c1100', 'mac_address': 'fa:16:3e:53:42:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9ae8a4bc-4f22-453c-bf1c-e1ec058c9843', 'device_owner': 'network:router_interface', 'standard_attr_id': 582, 'fixed_ips': [{'subnet_id': 'a301253b-4889-476f-a06a-31d586ab0ede', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786384-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T11:51:27Z', 'updated_at': '2021-05-31T11:51:31Z', 'revision_number': 4, 'project_id': 'e3923e95b37e4efbba6bab00145c1100', 'subnets': [{'id': 'a301253b-4889-476f-a06a-31d586ab0ede', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786384-7-iscsi', False) {} {{(pid=103722) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 31 11:51:32.056762 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d359d301-1aa9-4e0b-b09a-e67cd5358ac6 None None] The sync data for ids ['9ae8a4bc-4f22-453c-bf1c-e1ec058c9843'] in dv-cinder-786384-7-iscsi is: [{'id': '9ae8a4bc-4f22-453c-bf1c-e1ec058c9843', 'name': 'tempest-AttachVolumeTestJSON-303571706-router', 'tenant_id': 'e3923e95b37e4efbba6bab00145c1100', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cb16751-6ba1-494a-bef1-53f614bdb222', 'external_fixed_ips': [{'subnet_id': '1135c889-0623-4d10-975a-f2c46f50f0f6', 'ip_address': '172.27.2.201'}], 'enable_snat': True}, 'gw_port_id': '0b1caa1a-9d57-497b-9463-5780a2ed7452', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T11:51:24Z', 'updated_at': '2021-05-31T11:51:28Z', 'revision_number': 4, 'project_id': 'e3923e95b37e4efbba6bab00145c1100', 'gw_port': {'id': '0b1caa1a-9d57-497b-9463-5780a2ed7452', 'name': '', 'network_id': '1cb16751-6ba1-494a-bef1-53f614bdb222', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:91:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ae8a4bc-4f22-453c-bf1c-e1ec058c9843', 'device_owner': 'network:router_gateway', 'standard_attr_id': 581, 'fixed_ips': [{'subnet_id': '1135c889-0623-4d10-975a-f2c46f50f0f6', 'ip_address': '172.27.2.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786384-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T11:51:25Z', 'updated_at': '2021-05-31T11:51:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1135c889-0623-4d10-975a-f2c46f50f0f6', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786384-7-iscsi', '_interfaces': [{'id': '79fb4f26-387b-47d7-b238-4bdf41a69c39', 'name': '', 'network_id': '473801c6-dabb-45c0-9a54-9749a4aa5add', 'tenant_id': 'e3923e95b37e4efbba6bab00145c1100', 'mac_address': 'fa:16:3e:53:42:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9ae8a4bc-4f22-453c-bf1c-e1ec058c9843', 'device_owner': 'network:router_interface', 'standard_attr_id': 582, 'fixed_ips': [{'subnet_id': 'a301253b-4889-476f-a06a-31d586ab0ede', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786384-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T11:51:27Z', 'updated_at': '2021-05-31T11:51:31Z', 'revision_number': 4, 'project_id': 'e3923e95b37e4efbba6bab00145c1100', 'subnets': [{'id': 'a301253b-4889-476f-a06a-31d586ab0ede', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103722) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 31 11:51:32.078178 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b2cf279-0c79-4278-a0b9-8b6cf1203524 tempest-AttachVolumeTestJSON-530604526 tempest-AttachVolumeTestJSON-530604526-project] Pushing event updated for resources: {'Port': ['ID=56e7554d-cc0f-4ae5-84f0-0c3a08f76e9c,revision_number=1']} {{(pid=103720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 31 11:51:32.082567 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG oslo_concurrency.lockutils [None req-0b2cf279-0c79-4278-a0b9-8b6cf1203524 tempest-AttachVolumeTestJSON-530604526 tempest-AttachVolumeTestJSON-530604526-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.207s {{(pid=103720) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 31 11:51:32.132726 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-0b2cf279-0c79-4278-a0b9-8b6cf1203524 tempest-AttachVolumeTestJSON-530604526 tempest-AttachVolumeTestJSON-530604526-project] Notify callbacks [] for floatingip, precommit_create {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:51:32.204861 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-0b2cf279-0c79-4278-a0b9-8b6cf1203524 tempest-AttachVolumeTestJSON-530604526 tempest-AttachVolumeTestJSON-530604526-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-934180'] for port, before_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:51:32.424073 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-0b2cf279-0c79-4278-a0b9-8b6cf1203524 tempest-AttachVolumeTestJSON-530604526 tempest-AttachVolumeTestJSON-530604526-project] Notify callbacks [] for port, precommit_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:51:32.430982 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-0b2cf279-0c79-4278-a0b9-8b6cf1203524 tempest-AttachVolumeTestJSON-530604526 tempest-AttachVolumeTestJSON-530604526-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937715', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3701677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744215954324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744215520988', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744215521293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2327900'] for port, after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:51:32.434918 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG oslo_concurrency.lockutils [None req-07f728c5-0de1-4746-b022-5687fff6bf24 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103720) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 31 11:51:32.543566 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b2cf279-0c79-4278-a0b9-8b6cf1203524 tempest-AttachVolumeTestJSON-530604526 tempest-AttachVolumeTestJSON-530604526-project] Pushing event updated for resources: {'Port': ['ID=56e7554d-cc0f-4ae5-84f0-0c3a08f76e9c,revision_number=2']} {{(pid=103720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 31 11:51:32.547629 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG oslo_concurrency.lockutils [None req-0b2cf279-0c79-4278-a0b9-8b6cf1203524 tempest-AttachVolumeTestJSON-530604526 tempest-AttachVolumeTestJSON-530604526-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=103720) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 31 11:51:32.558876 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-0b2cf279-0c79-4278-a0b9-8b6cf1203524 tempest-AttachVolumeTestJSON-530604526 tempest-AttachVolumeTestJSON-530604526-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4088573'] for floatingip, after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:51:32.583221 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-0b2cf279-0c79-4278-a0b9-8b6cf1203524 tempest-AttachVolumeTestJSON-530604526 tempest-AttachVolumeTestJSON-530604526-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46333'] for floatingip, before_response {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:51:32.591261 dv-cinder-786384-7-iscsi neutron-server[103720]: INFO neutron.wsgi [None req-0b2cf279-0c79-4278-a0b9-8b6cf1203524 tempest-AttachVolumeTestJSON-530604526 tempest-AttachVolumeTestJSON-530604526-project] 10.222.0.57 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 693 time: 1.2422588
May 31 11:51:32.754236 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.quota.resource [req-9de98f68-420e-4596-9499-ebdcafbb66af req-0895757b-3592-4f1a-bc79-922562677773 tempest-AttachVolumeTestJSON-530604526 tempest-AttachVolumeTestJSON-530604526-project] Synchronizing usage tracker for tenant:e3923e95b37e4efbba6bab00145c1100 on resource:security_group {{(pid=103721) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 31 11:51:32.772519 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.quota.resource [req-9de98f68-420e-4596-9499-ebdcafbb66af req-0895757b-3592-4f1a-bc79-922562677773 tempest-AttachVolumeTestJSON-530604526 tempest-AttachVolumeTestJSON-530604526-project] Unset dirty status for tenant:e3923e95b37e4efbba6bab00145c1100 on resource:security_group {{(pid=103721) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 31 11:51:32.773736 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [req-9de98f68-420e-4596-9499-ebdcafbb66af req-0895757b-3592-4f1a-bc79-922562677773 tempest-AttachVolumeTestJSON-530604526 tempest-AttachVolumeTestJSON-530604526-project] 10.222.0.57 "GET /v2.0/security-groups?name=tempest-securitygroup--1885541814&fields=id&tenant_id=e3923e95b37e4efbba6bab00145c1100 HTTP/1.1" status: 200  len: 267 time: 0.0620911
May 31 11:51:33.050184 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9de98f68-420e-4596-9499-ebdcafbb66af req-7fa12471-085b-42b7-ace3-0527f603f27b tempest-AttachVolumeTestJSON-530604526 tempest-AttachVolumeTestJSON-530604526-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 11:51:33.050897 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.quota.resource [req-9de98f68-420e-4596-9499-ebdcafbb66af req-7fa12471-085b-42b7-ace3-0527f603f27b tempest-AttachVolumeTestJSON-530604526 tempest-AttachVolumeTestJSON-530604526-project] Synchronizing usage tracker for tenant:e3923e95b37e4efbba6bab00145c1100 on resource:network {{(pid=103721) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 31 11:51:33.068905 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.quota.resource [req-9de98f68-420e-4596-9499-ebdcafbb66af req-7fa12471-085b-42b7-ace3-0527f603f27b tempest-AttachVolumeTestJSON-530604526 tempest-AttachVolumeTestJSON-530604526-project] Unset dirty status for tenant:e3923e95b37e4efbba6bab00145c1100 on resource:network {{(pid=103721) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 31 11:51:33.070277 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [req-9de98f68-420e-4596-9499-ebdcafbb66af req-7fa12471-085b-42b7-ace3-0527f603f27b tempest-AttachVolumeTestJSON-530604526 tempest-AttachVolumeTestJSON-530604526-project] 10.222.0.57 "GET /v2.0/networks?id=473801c6-dabb-45c0-9a54-9749a4aa5add HTTP/1.1" status: 200  len: 810 time: 0.2890823
May 31 11:51:33.088553 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [req-9de98f68-420e-4596-9499-ebdcafbb66af req-824b81ea-54eb-4265-af83-50e906a16be7 tempest-AttachVolumeTestJSON-530604526 tempest-AttachVolumeTestJSON-530604526-project] 10.222.0.57 "GET /v2.0/quotas/e3923e95b37e4efbba6bab00145c1100 HTTP/1.1" status: 200  len: 375 time: 0.0124366
May 31 11:51:33.101058 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron_lib.callbacks.manager [None req-4fa7c9c2-5d83-4e3e-a57b-afb9afce54e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744215964654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857257'] for agent, after_update {{(pid=103722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:51:33.172926 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.quota.resource [req-9de98f68-420e-4596-9499-ebdcafbb66af req-5ed7a427-c329-4624-8b04-09ed72daec40 tempest-AttachVolumeTestJSON-530604526 tempest-AttachVolumeTestJSON-530604526-project] Synchronizing usage tracker for tenant:e3923e95b37e4efbba6bab00145c1100 on resource:port {{(pid=103721) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 31 11:51:33.190813 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.quota.resource [req-9de98f68-420e-4596-9499-ebdcafbb66af req-5ed7a427-c329-4624-8b04-09ed72daec40 tempest-AttachVolumeTestJSON-530604526 tempest-AttachVolumeTestJSON-530604526-project] Unset dirty status for tenant:e3923e95b37e4efbba6bab00145c1100 on resource:port {{(pid=103721) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 31 11:51:33.192194 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [req-9de98f68-420e-4596-9499-ebdcafbb66af req-5ed7a427-c329-4624-8b04-09ed72daec40 tempest-AttachVolumeTestJSON-530604526 tempest-AttachVolumeTestJSON-530604526-project] 10.222.0.57 "GET /v2.0/ports?tenant_id=e3923e95b37e4efbba6bab00145c1100&fields=id HTTP/1.1" status: 200  len: 348 time: 0.0985112
May 31 11:51:33.379356 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [req-9de98f68-420e-4596-9499-ebdcafbb66af req-1f1eb728-ec3c-4eda-a257-a4c7e95bb86e service neutron] 10.222.0.57 "GET /v2.0/networks/473801c6-dabb-45c0-9a54-9749a4aa5add?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1753013
May 31 11:51:33.397516 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron.plugins.ml2.rpc [None req-1f0a762f-0348-4bba-b860-8eddab4cd770 None None] Device 79fb4f26-387b-47d7-b238-4bdf41a69c39 up at agent ovs-agent-dv-cinder-786384-7-iscsi {{(pid=103722) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 31 11:51:33.465304 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron.db.provisioning_blocks [None req-1f0a762f-0348-4bba-b860-8eddab4cd770 None None] Provisioning for port 79fb4f26-387b-47d7-b238-4bdf41a69c39 completed by entity L2. {{(pid=103722) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 31 11:51:33.469924 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron.db.provisioning_blocks [None req-1f0a762f-0348-4bba-b860-8eddab4cd770 None None] Provisioning complete for port 79fb4f26-387b-47d7-b238-4bdf41a69c39 triggered by entity L2. {{(pid=103722) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 31 11:51:33.470293 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron_lib.callbacks.manager [None req-1f0a762f-0348-4bba-b860-8eddab4cd770 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857618'] for port, provisioning_complete {{(pid=103722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:51:33.514186 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [req-9de98f68-420e-4596-9499-ebdcafbb66af req-993c50d8-7032-46a1-b594-9e505f5a041b service neutron] 10.222.0.57 "GET /v2.0/networks/473801c6-dabb-45c0-9a54-9749a4aa5add?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1284978
May 31 11:51:33.590587 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron_lib.callbacks.manager [None req-1f0a762f-0348-4bba-b860-8eddab4cd770 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-934180'] for port, before_update {{(pid=103722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:51:33.629202 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron.plugins.ml2.db [None req-1f0a762f-0348-4bba-b860-8eddab4cd770 None None] For port 79fb4f26-387b-47d7-b238-4bdf41a69c39, host dv-cinder-786384-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786384-7-iscsi',level=0,port_id=79fb4f26-387b-47d7-b238-4bdf41a69c39,segment=NetworkSegment(3d1de7c0-86e0-456b-9c60-98ba6c64918f),segment_id=3d1de7c0-86e0-456b-9c60-98ba6c64918f)] {{(pid=103722) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 31 11:51:33.633926 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron_lib.callbacks.manager [None req-1f0a762f-0348-4bba-b860-8eddab4cd770 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937715', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3701677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744215954324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744215520988', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744215521293'] for port, after_update {{(pid=103722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:51:33.636893 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG oslo_concurrency.lockutils [None req-43028a7b-58d7-408b-ac75-1328e6896bf7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103722) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 31 11:51:33.705231 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f0a762f-0348-4bba-b860-8eddab4cd770 None None] Pushing event updated for resources: {'Port': ['ID=79fb4f26-387b-47d7-b238-4bdf41a69c39,revision_number=5']} {{(pid=103722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 31 11:51:33.708183 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG oslo_concurrency.lockutils [None req-1f0a762f-0348-4bba-b860-8eddab4cd770 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=103722) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 31 11:51:33.710654 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [req-096a9b6a-db3a-4321-a591-e036ac1f3ff1 req-da98248c-31e2-4a38-b700-27bb58f97fca tempest-AttachVolumeTestJSON-530604526 tempest-AttachVolumeTestJSON-530604526-project] 10.222.0.57 "GET /v2.0/ports?device_id=3910485b-0ffc-4380-b9c3-27b9735928d8 HTTP/1.1" status: 200  len: 210 time: 0.0529122
May 31 11:51:34.171706 dv-cinder-786384-7-iscsi neutron-server[103723]: DEBUG neutron.db.agents_db [None req-cb648da2-ef1b-4de5-af28-8b32e926ae6d None None] Agent healthcheck: found 6 active agents {{(pid=103723) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}}
May 31 11:51:34.899685 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [req-f41ee9b7-2b04-4b8e-8b20-e65d4d4b1255 req-0e2276bb-2598-409a-98d3-e1362a56977e tempest-AttachVolumeTestJSON-530604526 tempest-AttachVolumeTestJSON-530604526-project] 10.222.0.57 "GET /v2.0/ports?device_id=3910485b-0ffc-4380-b9c3-27b9735928d8 HTTP/1.1" status: 200  len: 210 time: 0.0468104
May 31 11:51:34.922250 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9de98f68-420e-4596-9499-ebdcafbb66af req-d593b119-1560-4183-91e8-d98f0ab809c2 tempest-AttachVolumeTestJSON-530604526 tempest-AttachVolumeTestJSON-530604526-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 11:51:34.923634 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [req-9de98f68-420e-4596-9499-ebdcafbb66af req-d593b119-1560-4183-91e8-d98f0ab809c2 tempest-AttachVolumeTestJSON-530604526 tempest-AttachVolumeTestJSON-530604526-project] 10.222.0.60 "GET /v2.0/networks?id=473801c6-dabb-45c0-9a54-9749a4aa5add HTTP/1.1" status: 200  len: 810 time: 0.1877599
May 31 11:51:34.981211 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [req-9de98f68-420e-4596-9499-ebdcafbb66af req-94e9252f-f642-4840-b90e-1ff33ccf92c9 tempest-AttachVolumeTestJSON-530604526 tempest-AttachVolumeTestJSON-530604526-project] 10.222.0.60 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e3923e95b37e4efbba6bab00145c1100 HTTP/1.1" status: 200  len: 380 time: 0.0410502
May 31 11:51:34.990056 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.api.v2.base [req-9de98f68-420e-4596-9499-ebdcafbb66af req-fd7713dd-503b-4779-a8af-32191e0a2abe tempest-AttachVolumeTestJSON-530604526 tempest-AttachVolumeTestJSON-530604526-project] Request body: {'port': {'device_id': '3910485b-0ffc-4380-b9c3-27b9735928d8', 'network_id': '473801c6-dabb-45c0-9a54-9749a4aa5add', 'admin_state_up': True, 'tenant_id': 'e3923e95b37e4efbba6bab00145c1100', 'security_groups': ['12b57ca2-3f7f-4392-824c-9b0ff93e964a']}} {{(pid=103721) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 31 11:51:35.136592 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.db.quota.driver [req-9de98f68-420e-4596-9499-ebdcafbb66af req-fd7713dd-503b-4779-a8af-32191e0a2abe tempest-AttachVolumeTestJSON-530604526 tempest-AttachVolumeTestJSON-530604526-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=103721) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 31 11:51:35.146722 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.db.quota.driver [req-9de98f68-420e-4596-9499-ebdcafbb66af req-fd7713dd-503b-4779-a8af-32191e0a2abe tempest-AttachVolumeTestJSON-530604526 tempest-AttachVolumeTestJSON-530604526-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=103721) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 31 11:51:35.159711 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9de98f68-420e-4596-9499-ebdcafbb66af req-fd7713dd-503b-4779-a8af-32191e0a2abe tempest-AttachVolumeTestJSON-530604526 tempest-AttachVolumeTestJSON-530604526-project] Made reservation on behalf of e3923e95b37e4efbba6bab00145c1100 for: {'port': 1} {{(pid=103721) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 31 11:51:35.163168 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron_lib.callbacks.manager [req-9de98f68-420e-4596-9499-ebdcafbb66af req-fd7713dd-503b-4779-a8af-32191e0a2abe tempest-AttachVolumeTestJSON-530604526 tempest-AttachVolumeTestJSON-530604526-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-934180'] for port, before_create {{(pid=103721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:51:35.323469 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.db.db_base_plugin_common [req-9de98f68-420e-4596-9499-ebdcafbb66af req-fd7713dd-503b-4779-a8af-32191e0a2abe tempest-AttachVolumeTestJSON-530604526 tempest-AttachVolumeTestJSON-530604526-project] Allocated IP 172.20.0.10 (473801c6-dabb-45c0-9a54-9749a4aa5add/a301253b-4889-476f-a06a-31d586ab0ede/c7ab787e-aa62-4d5f-8f73-9eaeb054d396) {{(pid=103721) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 31 11:51:35.370429 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron.plugins.ml2.rpc [None req-1f0a762f-0348-4bba-b860-8eddab4cd770 None None] Device 79fb4f26-387b-47d7-b238-4bdf41a69c39 up at agent ovs-agent-dv-cinder-786384-7-iscsi {{(pid=103722) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 31 11:51:35.440861 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron.db.provisioning_blocks [None req-1f0a762f-0348-4bba-b860-8eddab4cd770 None None] Provisioning complete for port 79fb4f26-387b-47d7-b238-4bdf41a69c39 triggered by entity L2. {{(pid=103722) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 31 11:51:35.441229 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron_lib.callbacks.manager [None req-1f0a762f-0348-4bba-b860-8eddab4cd770 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857618'] for port, provisioning_complete {{(pid=103722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:51:35.510004 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron_lib.callbacks.manager [req-9de98f68-420e-4596-9499-ebdcafbb66af req-fd7713dd-503b-4779-a8af-32191e0a2abe tempest-AttachVolumeTestJSON-530604526 tempest-AttachVolumeTestJSON-530604526-project] Notify callbacks [] for port, precommit_create {{(pid=103721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:51:35.516439 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron_lib.callbacks.manager [None req-85cbb2a4-b893-40b6-ad7a-5c6981a0b30f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744215964654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857257'] for agent, after_update {{(pid=103722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:51:35.525659 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.db.provisioning_blocks [req-9de98f68-420e-4596-9499-ebdcafbb66af req-fd7713dd-503b-4779-a8af-32191e0a2abe tempest-AttachVolumeTestJSON-530604526 tempest-AttachVolumeTestJSON-530604526-project] Transition to ACTIVE for port object c7ab787e-aa62-4d5f-8f73-9eaeb054d396 will not be triggered until provisioned by entity DHCP. {{(pid=103721) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 31 11:51:35.548685 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron_lib.callbacks.manager [req-9de98f68-420e-4596-9499-ebdcafbb66af req-fd7713dd-503b-4779-a8af-32191e0a2abe tempest-AttachVolumeTestJSON-530604526 tempest-AttachVolumeTestJSON-530604526-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937715', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3701677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744215520970', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2250866'] for port, after_create {{(pid=103721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:51:35.554332 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG oslo_concurrency.lockutils [None req-b527f3dc-8508-496e-b96d-4ef09d348c35 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103721) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 31 11:51:35.608195 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron_lib.callbacks.manager [None req-1f0a762f-0348-4bba-b860-8eddab4cd770 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744215964654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857257'] for agent, after_update {{(pid=103722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:51:35.622251 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9de98f68-420e-4596-9499-ebdcafbb66af req-fd7713dd-503b-4779-a8af-32191e0a2abe tempest-AttachVolumeTestJSON-530604526 tempest-AttachVolumeTestJSON-530604526-project] Network 473801c6-dabb-45c0-9a54-9749a4aa5add is already hosted by enough agents. {{(pid=103721) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 31 11:51:35.625338 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.scheduler.base_scheduler [req-9de98f68-420e-4596-9499-ebdcafbb66af req-fd7713dd-503b-4779-a8af-32191e0a2abe tempest-AttachVolumeTestJSON-530604526 tempest-AttachVolumeTestJSON-530604526-project] Resources bound (agent type, host, resource id):  {{(pid=103721) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 31 11:51:35.629214 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.db.l3_dvrscheduler_db [req-9de98f68-420e-4596-9499-ebdcafbb66af req-fd7713dd-503b-4779-a8af-32191e0a2abe tempest-AttachVolumeTestJSON-530604526 tempest-AttachVolumeTestJSON-530604526-project] Received port after_create {{(pid=103721) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
May 31 11:51:35.661075 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd7713dd-503b-4779-a8af-32191e0a2abe tempest-AttachVolumeTestJSON-530604526 tempest-AttachVolumeTestJSON-530604526-project] Pushing event updated for resources: {'Port': ['ID=c7ab787e-aa62-4d5f-8f73-9eaeb054d396,revision_number=1']} {{(pid=103721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 31 11:51:35.667751 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG oslo_concurrency.lockutils [None req-fd7713dd-503b-4779-a8af-32191e0a2abe tempest-AttachVolumeTestJSON-530604526 tempest-AttachVolumeTestJSON-530604526-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=103721) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 31 11:51:35.698197 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9de98f68-420e-4596-9499-ebdcafbb66af req-fd7713dd-503b-4779-a8af-32191e0a2abe tempest-AttachVolumeTestJSON-530604526 tempest-AttachVolumeTestJSON-530604526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 11:51:35.698804 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron_lib.callbacks.manager [req-9de98f68-420e-4596-9499-ebdcafbb66af req-fd7713dd-503b-4779-a8af-32191e0a2abe tempest-AttachVolumeTestJSON-530604526 tempest-AttachVolumeTestJSON-530604526-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46333'] for port, before_response {{(pid=103721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:51:35.724082 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [req-9de98f68-420e-4596-9499-ebdcafbb66af req-fd7713dd-503b-4779-a8af-32191e0a2abe tempest-AttachVolumeTestJSON-530604526 tempest-AttachVolumeTestJSON-530604526-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 0.7375267
May 31 11:51:35.742843 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.api.v2.base [req-9de98f68-420e-4596-9499-ebdcafbb66af req-f9cf449e-88b8-455e-8ef3-078c38120a00 service neutron] Request body: {'port': {'device_id': '3910485b-0ffc-4380-b9c3-27b9735928d8', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78638'}} {{(pid=103721) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 31 11:51:35.842462 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron.db.provisioning_blocks [None req-acc885fc-6ab7-42a0-83ce-831005826516 None None] Provisioning for port c7ab787e-aa62-4d5f-8f73-9eaeb054d396 completed by entity DHCP. {{(pid=103722) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 31 11:51:35.847098 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron.db.provisioning_blocks [None req-acc885fc-6ab7-42a0-83ce-831005826516 None None] Provisioning complete for port c7ab787e-aa62-4d5f-8f73-9eaeb054d396 triggered by entity DHCP. {{(pid=103722) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 31 11:51:35.847469 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron_lib.callbacks.manager [None req-acc885fc-6ab7-42a0-83ce-831005826516 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857618'] for port, provisioning_complete {{(pid=103722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:51:35.857650 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron_lib.callbacks.manager [req-9de98f68-420e-4596-9499-ebdcafbb66af req-f9cf449e-88b8-455e-8ef3-078c38120a00 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-934180'] for port, before_update {{(pid=103721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:51:35.902798 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron.plugins.ml2.plugin [None req-acc885fc-6ab7-42a0-83ce-831005826516 None None] Port c7ab787e-aa62-4d5f-8f73-9eaeb054d396 cannot update to ACTIVE because it is not bound. {{(pid=103722) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
May 31 11:51:36.259281 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35180542-b1d5-4c48-8de1-6f5c427655e8 req-993d0e79-2eb3-49e1-8227-20d695359695 tempest-AttachVolumeTestJSON-530604526 tempest-AttachVolumeTestJSON-530604526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 11:51:36.260001 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.quota.resource [req-35180542-b1d5-4c48-8de1-6f5c427655e8 req-993d0e79-2eb3-49e1-8227-20d695359695 tempest-AttachVolumeTestJSON-530604526 tempest-AttachVolumeTestJSON-530604526-project] Synchronizing usage tracker for tenant:e3923e95b37e4efbba6bab00145c1100 on resource:port {{(pid=103721) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 31 11:51:36.297408 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.quota.resource [req-35180542-b1d5-4c48-8de1-6f5c427655e8 req-993d0e79-2eb3-49e1-8227-20d695359695 tempest-AttachVolumeTestJSON-530604526 tempest-AttachVolumeTestJSON-530604526-project] Unset dirty status for tenant:e3923e95b37e4efbba6bab00145c1100 on resource:port {{(pid=103721) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 31 11:51:36.298685 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [req-35180542-b1d5-4c48-8de1-6f5c427655e8 req-993d0e79-2eb3-49e1-8227-20d695359695 tempest-AttachVolumeTestJSON-530604526 tempest-AttachVolumeTestJSON-530604526-project] 10.222.0.57 "GET /v2.0/ports?device_id=3910485b-0ffc-4380-b9c3-27b9735928d8 HTTP/1.1" status: 200  len: 932 time: 0.2370827
May 31 11:51:36.394794 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [req-35180542-b1d5-4c48-8de1-6f5c427655e8 req-a4a479a7-09f3-43f6-8470-607337a309fb tempest-AttachVolumeTestJSON-530604526 tempest-AttachVolumeTestJSON-530604526-project] 10.222.0.57 "GET /v2.0/security-groups?id=12b57ca2-3f7f-4392-824c-9b0ff93e964a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0856891
May 31 11:51:36.396577 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.notifiers.nova [req-9de98f68-420e-4596-9499-ebdcafbb66af req-f9cf449e-88b8-455e-8ef3-078c38120a00 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c7ab787e-aa62-4d5f-8f73-9eaeb054d396 {{(pid=103721) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
May 31 11:51:36.404356 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron_lib.callbacks.manager [req-9de98f68-420e-4596-9499-ebdcafbb66af req-f9cf449e-88b8-455e-8ef3-078c38120a00 service neutron] Notify callbacks [] for port, precommit_update {{(pid=103721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:51:36.421961 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.db.provisioning_blocks [req-9de98f68-420e-4596-9499-ebdcafbb66af req-f9cf449e-88b8-455e-8ef3-078c38120a00 service neutron] Transition to ACTIVE for port object c7ab787e-aa62-4d5f-8f73-9eaeb054d396 will not be triggered until provisioned by entity L2. {{(pid=103721) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 31 11:51:36.427496 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron_lib.callbacks.manager [req-9de98f68-420e-4596-9499-ebdcafbb66af req-f9cf449e-88b8-455e-8ef3-078c38120a00 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937715', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3701677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744215954324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744215520988', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744215521293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2250875'] for port, after_update {{(pid=103721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:51:36.432132 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103721) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 31 11:51:36.506632 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron_lib.callbacks.manager [None req-c59bf3d8-3f04-4740-8d75-807cb4f7478e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744215964654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857257'] for agent, after_update {{(pid=103722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:51:36.589346 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9cf449e-88b8-455e-8ef3-078c38120a00 service neutron] Pushing event updated for resources: {'Port': ['ID=c7ab787e-aa62-4d5f-8f73-9eaeb054d396,revision_number=2']} {{(pid=103721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 31 11:51:36.597306 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG oslo_concurrency.lockutils [None req-f9cf449e-88b8-455e-8ef3-078c38120a00 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.164s {{(pid=103721) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 31 11:51:36.669432 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.plugins.ml2.managers [req-9de98f68-420e-4596-9499-ebdcafbb66af req-f9cf449e-88b8-455e-8ef3-078c38120a00 service neutron] Attempting to bind port c7ab787e-aa62-4d5f-8f73-9eaeb054d396 on host hv-cinder-78638 for vnic_type normal with profile  {{(pid=103721) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
May 31 11:51:36.669759 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.plugins.ml2.managers [req-9de98f68-420e-4596-9499-ebdcafbb66af req-f9cf449e-88b8-455e-8ef3-078c38120a00 service neutron] Attempting to bind port c7ab787e-aa62-4d5f-8f73-9eaeb054d396 by drivers openvswitch,hyperv on host hv-cinder-78638 at level 0 using segments [{'id': '3d1de7c0-86e0-456b-9c60-98ba6c64918f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 766, 'network_id': '473801c6-dabb-45c0-9a54-9749a4aa5add'}] {{(pid=103721) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
May 31 11:51:36.670078 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9de98f68-420e-4596-9499-ebdcafbb66af req-f9cf449e-88b8-455e-8ef3-078c38120a00 service neutron] Attempting to bind port c7ab787e-aa62-4d5f-8f73-9eaeb054d396 on network 473801c6-dabb-45c0-9a54-9749a4aa5add {{(pid=103721) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 31 11:51:36.674811 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9de98f68-420e-4596-9499-ebdcafbb66af req-f9cf449e-88b8-455e-8ef3-078c38120a00 service neutron] Port c7ab787e-aa62-4d5f-8f73-9eaeb054d396 on network 473801c6-dabb-45c0-9a54-9749a4aa5add not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78638 {{(pid=103721) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
May 31 11:51:36.675149 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9de98f68-420e-4596-9499-ebdcafbb66af req-f9cf449e-88b8-455e-8ef3-078c38120a00 service neutron] Attempting to bind port c7ab787e-aa62-4d5f-8f73-9eaeb054d396 on network 473801c6-dabb-45c0-9a54-9749a4aa5add {{(pid=103721) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 31 11:51:36.680581 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9de98f68-420e-4596-9499-ebdcafbb66af req-f9cf449e-88b8-455e-8ef3-078c38120a00 service neutron] Checking agent: {'id': '42990638-b1ad-4185-8b70-a0b8bae36499', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78638', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 31, 11, 42, 1), 'started_at': datetime.datetime(2021, 5, 31, 11, 42, 1), 'heartbeat_timestamp': datetime.datetime(2021, 5, 31, 11, 51, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103721) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
May 31 11:51:36.680915 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9de98f68-420e-4596-9499-ebdcafbb66af req-f9cf449e-88b8-455e-8ef3-078c38120a00 service neutron] Checking segment: {'id': '3d1de7c0-86e0-456b-9c60-98ba6c64918f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 766, 'network_id': '473801c6-dabb-45c0-9a54-9749a4aa5add'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103721) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 31 11:51:36.681303 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9de98f68-420e-4596-9499-ebdcafbb66af req-f9cf449e-88b8-455e-8ef3-078c38120a00 service neutron] Bound using segment: {'id': '3d1de7c0-86e0-456b-9c60-98ba6c64918f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 766, 'network_id': '473801c6-dabb-45c0-9a54-9749a4aa5add'} {{(pid=103721) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
May 31 11:51:36.681732 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.plugins.ml2.managers [req-9de98f68-420e-4596-9499-ebdcafbb66af req-f9cf449e-88b8-455e-8ef3-078c38120a00 service neutron] Bound port: c7ab787e-aa62-4d5f-8f73-9eaeb054d396, host: hv-cinder-78638, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3d1de7c0-86e0-456b-9c60-98ba6c64918f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 766, 'network_id': '473801c6-dabb-45c0-9a54-9749a4aa5add'}}] {{(pid=103721) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
May 31 11:51:36.682076 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron_lib.callbacks.manager [req-9de98f68-420e-4596-9499-ebdcafbb66af req-f9cf449e-88b8-455e-8ef3-078c38120a00 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-934180'] for port, before_update {{(pid=103721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:51:36.784726 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.plugins.ml2.db [req-9de98f68-420e-4596-9499-ebdcafbb66af req-f9cf449e-88b8-455e-8ef3-078c38120a00 service neutron] For port c7ab787e-aa62-4d5f-8f73-9eaeb054d396, host hv-cinder-78638, cleared binding levels {{(pid=103721) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
May 31 11:51:36.787650 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.plugins.ml2.db [req-9de98f68-420e-4596-9499-ebdcafbb66af req-f9cf449e-88b8-455e-8ef3-078c38120a00 service neutron] For port c7ab787e-aa62-4d5f-8f73-9eaeb054d396, host hv-cinder-78638, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=c7ab787e-aa62-4d5f-8f73-9eaeb054d396,segment=NetworkSegment(3d1de7c0-86e0-456b-9c60-98ba6c64918f),segment_id=3d1de7c0-86e0-456b-9c60-98ba6c64918f)] {{(pid=103721) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
May 31 11:51:36.793115 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron_lib.callbacks.manager [req-9de98f68-420e-4596-9499-ebdcafbb66af req-f9cf449e-88b8-455e-8ef3-078c38120a00 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937715', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3701677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744215954324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744215520988', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744215521293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2250875'] for port, after_update {{(pid=103721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:51:36.796585 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG oslo_concurrency.lockutils [None req-d2cf1764-2fe3-4e89-bc81-462cf0ffcf99 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103721) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 31 11:51:36.851267 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9de98f68-420e-4596-9499-ebdcafbb66af req-f9cf449e-88b8-455e-8ef3-078c38120a00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 11:51:36.851896 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron_lib.callbacks.manager [req-9de98f68-420e-4596-9499-ebdcafbb66af req-f9cf449e-88b8-455e-8ef3-078c38120a00 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46333'] for port, before_response {{(pid=103721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:51:36.853272 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [req-9de98f68-420e-4596-9499-ebdcafbb66af req-f9cf449e-88b8-455e-8ef3-078c38120a00 service neutron] 10.222.0.60 "PUT /v2.0/ports/c7ab787e-aa62-4d5f-8f73-9eaeb054d396 HTTP/1.1" status: 200  len: 1094 time: 1.1147509
May 31 11:51:36.853780 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3910485b-0ffc-4380-b9c3-27b9735928d8', 'tag': 'c7ab787e-aa62-4d5f-8f73-9eaeb054d396'}] {{(pid=103721) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 31 11:51:36.856122 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3cd903d475e597836c68a86188e0a4f713f0e90603b95bd8a010e768671d0d04" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dc5cae32-2184-43ec-b0a1-5ed084adab89" -d '{"events": [{"name": "network-changed", "server_uuid": "3910485b-0ffc-4380-b9c3-27b9735928d8", "tag": "c7ab787e-aa62-4d5f-8f73-9eaeb054d396"}]}' {{(pid=103721) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
May 31 11:51:36.873744 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9cf449e-88b8-455e-8ef3-078c38120a00 service neutron] Pushing event updated for resources: {'Port': ['ID=c7ab787e-aa62-4d5f-8f73-9eaeb054d396,revision_number=3']} {{(pid=103721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 31 11:51:36.877487 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG oslo_concurrency.lockutils [None req-f9cf449e-88b8-455e-8ef3-078c38120a00 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=103721) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 31 11:51:36.903043 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 31 May 2021 11:51:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e6209b0d-36f1-433e-8077-62aada6ab53c x-openstack-request-id: req-e6209b0d-36f1-433e-8077-62aada6ab53c {{(pid=103721) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
May 31 11:51:36.903477 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3910485b-0ffc-4380-b9c3-27b9735928d8", "tag": "c7ab787e-aa62-4d5f-8f73-9eaeb054d396", "status": "completed", "code": 200}]} {{(pid=103721) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
May 31 11:51:36.904019 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-e6209b0d-36f1-433e-8077-62aada6ab53c {{(pid=103721) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
May 31 11:51:36.904551 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3910485b-0ffc-4380-b9c3-27b9735928d8', 'tag': 'c7ab787e-aa62-4d5f-8f73-9eaeb054d396', 'status': 'completed', 'code': 200}
May 31 11:51:37.001968 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9de98f68-420e-4596-9499-ebdcafbb66af req-0cc5d6c7-e75d-49d4-b7cd-80329a1f0214 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 11:51:37.003741 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [req-9de98f68-420e-4596-9499-ebdcafbb66af req-0cc5d6c7-e75d-49d4-b7cd-80329a1f0214 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=e3923e95b37e4efbba6bab00145c1100&device_id=3910485b-0ffc-4380-b9c3-27b9735928d8 HTTP/1.1" status: 200  len: 1097 time: 0.0770578
May 31 11:51:37.083366 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [req-9de98f68-420e-4596-9499-ebdcafbb66af req-5b691508-2349-4536-b85e-605522fddb7a service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=c7ab787e-aa62-4d5f-8f73-9eaeb054d396 HTTP/1.1" status: 200  len: 217 time: 0.0658379
May 31 11:51:37.153557 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9de98f68-420e-4596-9499-ebdcafbb66af req-8f4868bd-5a69-47b0-b998-1b8b0558f1f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 11:51:37.155389 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [req-9de98f68-420e-4596-9499-ebdcafbb66af req-8f4868bd-5a69-47b0-b998-1b8b0558f1f1 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=a301253b-4889-476f-a06a-31d586ab0ede HTTP/1.1" status: 200  len: 849 time: 0.0626428
May 31 11:51:37.231864 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9de98f68-420e-4596-9499-ebdcafbb66af req-34534cae-bce9-463a-a69e-d7b413e3e2c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 11:51:37.233285 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [req-9de98f68-420e-4596-9499-ebdcafbb66af req-34534cae-bce9-463a-a69e-d7b413e3e2c9 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=473801c6-dabb-45c0-9a54-9749a4aa5add&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0716684
May 31 11:51:37.369551 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [req-9de98f68-420e-4596-9499-ebdcafbb66af req-26f1147f-941d-47c6-b933-1aa7e2f49b3b service neutron] 10.222.0.60 "GET /v2.0/networks/473801c6-dabb-45c0-9a54-9749a4aa5add?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1289670
May 31 11:51:37.502673 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [req-9de98f68-420e-4596-9499-ebdcafbb66af req-2bb45227-128f-4764-bcb1-0f0681c33392 service neutron] 10.222.0.60 "GET /v2.0/networks/473801c6-dabb-45c0-9a54-9749a4aa5add?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1259506
May 31 11:51:37.588778 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f98d4cbe-d2b1-485f-83f4-5a4bc4c0c2a7 req-a72cc330-2536-4a3f-81b6-e13090c12263 tempest-AttachVolumeTestJSON-530604526 tempest-AttachVolumeTestJSON-530604526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 11:51:37.590135 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [req-f98d4cbe-d2b1-485f-83f4-5a4bc4c0c2a7 req-a72cc330-2536-4a3f-81b6-e13090c12263 tempest-AttachVolumeTestJSON-530604526 tempest-AttachVolumeTestJSON-530604526-project] 10.222.0.57 "GET /v2.0/ports?device_id=3910485b-0ffc-4380-b9c3-27b9735928d8 HTTP/1.1" status: 200  len: 944 time: 0.0866013
May 31 11:51:37.682158 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [req-f98d4cbe-d2b1-485f-83f4-5a4bc4c0c2a7 req-becad1f6-8960-44d7-9c8c-c8eec78b325f tempest-AttachVolumeTestJSON-530604526 tempest-AttachVolumeTestJSON-530604526-project] 10.222.0.57 "GET /v2.0/security-groups?id=12b57ca2-3f7f-4392-824c-9b0ff93e964a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0564945
May 31 11:51:37.703148 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc5cae32-2184-43ec-b0a1-5ed084adab89 req-ecc5bfa3-b9d4-49cf-a3e4-710f7b21fe18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 11:51:37.703148 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [req-dc5cae32-2184-43ec-b0a1-5ed084adab89 req-ecc5bfa3-b9d4-49cf-a3e4-710f7b21fe18 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=e3923e95b37e4efbba6bab00145c1100&device_id=3910485b-0ffc-4380-b9c3-27b9735928d8 HTTP/1.1" status: 200  len: 1097 time: 0.1057320
May 31 11:51:37.923146 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc5cae32-2184-43ec-b0a1-5ed084adab89 req-e5e882ec-ffea-4387-9251-36f0645e0e61 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 11:51:37.924560 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [req-dc5cae32-2184-43ec-b0a1-5ed084adab89 req-e5e882ec-ffea-4387-9251-36f0645e0e61 service neutron] 10.222.0.60 "GET /v2.0/networks?id=473801c6-dabb-45c0-9a54-9749a4aa5add HTTP/1.1" status: 200  len: 911 time: 0.2179613
May 31 11:51:37.963585 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron_lib.callbacks.manager [None req-e2b995a4-3526-4c71-93aa-7f4ba47dfd64 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744215964654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857257'] for agent, after_update {{(pid=103722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:51:37.998142 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [req-dc5cae32-2184-43ec-b0a1-5ed084adab89 req-e903799f-fa1d-4b00-80e4-114425c9bcba service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=c7ab787e-aa62-4d5f-8f73-9eaeb054d396 HTTP/1.1" status: 200  len: 217 time: 0.0629122
May 31 11:51:38.062067 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc5cae32-2184-43ec-b0a1-5ed084adab89 req-4cdff106-5c04-49a9-8a12-51f999b74f72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 11:51:38.063426 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [req-dc5cae32-2184-43ec-b0a1-5ed084adab89 req-4cdff106-5c04-49a9-8a12-51f999b74f72 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=a301253b-4889-476f-a06a-31d586ab0ede HTTP/1.1" status: 200  len: 849 time: 0.0588465
May 31 11:51:38.142664 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc5cae32-2184-43ec-b0a1-5ed084adab89 req-a96d9151-7d5c-41ea-81bd-99c1d5c9459e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 11:51:38.144095 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [req-dc5cae32-2184-43ec-b0a1-5ed084adab89 req-a96d9151-7d5c-41ea-81bd-99c1d5c9459e service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=473801c6-dabb-45c0-9a54-9749a4aa5add&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0731206
May 31 11:51:38.274438 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [req-dc5cae32-2184-43ec-b0a1-5ed084adab89 req-869c4bf5-b74b-4a76-a14c-c693823619a2 service neutron] 10.222.0.60 "GET /v2.0/networks/473801c6-dabb-45c0-9a54-9749a4aa5add?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1224873
May 31 11:51:38.409275 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [req-dc5cae32-2184-43ec-b0a1-5ed084adab89 req-1ccf9796-644a-430d-a9e7-69d0ee23d659 service neutron] 10.222.0.60 "GET /v2.0/networks/473801c6-dabb-45c0-9a54-9749a4aa5add?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1264963
May 31 11:51:38.884292 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c032d94-a767-4ab8-b84c-87a8fd590818 req-169717ed-e2e3-4e67-9c2a-c9577ccaa831 tempest-AttachVolumeTestJSON-530604526 tempest-AttachVolumeTestJSON-530604526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 11:51:38.885666 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [req-9c032d94-a767-4ab8-b84c-87a8fd590818 req-169717ed-e2e3-4e67-9c2a-c9577ccaa831 tempest-AttachVolumeTestJSON-530604526 tempest-AttachVolumeTestJSON-530604526-project] 10.222.0.57 "GET /v2.0/ports?device_id=3910485b-0ffc-4380-b9c3-27b9735928d8 HTTP/1.1" status: 200  len: 944 time: 0.0890629
May 31 11:51:38.933172 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [req-9c032d94-a767-4ab8-b84c-87a8fd590818 req-ab4687d1-d904-4120-82be-3c8ab67b7964 tempest-AttachVolumeTestJSON-530604526 tempest-AttachVolumeTestJSON-530604526-project] 10.222.0.57 "GET /v2.0/security-groups?id=12b57ca2-3f7f-4392-824c-9b0ff93e964a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0409076
May 31 11:51:39.926601 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron.plugins.ml2.rpc [None req-43028a7b-58d7-408b-ac75-1328e6896bf7 None None] Device c7ab787e-aa62-4d5f-8f73-9eaeb054d396 details requested by agent hyperv_hv-cinder-78638 with host hv-cinder-78638 {{(pid=103722) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
May 31 11:51:40.069084 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron.plugins.ml2.db [None req-43028a7b-58d7-408b-ac75-1328e6896bf7 None None] For port c7ab787e-aa62-4d5f-8f73-9eaeb054d396, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=c7ab787e-aa62-4d5f-8f73-9eaeb054d396,segment=NetworkSegment(3d1de7c0-86e0-456b-9c60-98ba6c64918f),segment_id=3d1de7c0-86e0-456b-9c60-98ba6c64918f)] {{(pid=103722) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 31 11:51:40.082534 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron.plugins.ml2.rpc [None req-43028a7b-58d7-408b-ac75-1328e6896bf7 None None] Returning: {'device': 'c7ab787e-aa62-4d5f-8f73-9eaeb054d396', 'network_id': '473801c6-dabb-45c0-9a54-9749a4aa5add', 'port_id': 'c7ab787e-aa62-4d5f-8f73-9eaeb054d396', 'mac_address': 'fa:16:3e:f3:18:b1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 766, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a301253b-4889-476f-a06a-31d586ab0ede', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103722) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
May 31 11:51:40.124658 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d1e2d34-3ed8-41da-911a-713a55d129c1 req-106b6f5d-0e85-4e50-ba6b-97b6917dfeed tempest-AttachVolumeTestJSON-530604526 tempest-AttachVolumeTestJSON-530604526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 11:51:40.126105 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [req-0d1e2d34-3ed8-41da-911a-713a55d129c1 req-106b6f5d-0e85-4e50-ba6b-97b6917dfeed tempest-AttachVolumeTestJSON-530604526 tempest-AttachVolumeTestJSON-530604526-project] 10.222.0.57 "GET /v2.0/ports?device_id=3910485b-0ffc-4380-b9c3-27b9735928d8 HTTP/1.1" status: 200  len: 944 time: 0.0820811
May 31 11:51:40.140979 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron_lib.callbacks.manager [None req-43028a7b-58d7-408b-ac75-1328e6896bf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-934180'] for port, before_update {{(pid=103722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:51:40.157368 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron.notifiers.nova [None req-43028a7b-58d7-408b-ac75-1328e6896bf7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c7ab787e-aa62-4d5f-8f73-9eaeb054d396 {{(pid=103722) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
May 31 11:51:40.172023 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [req-0d1e2d34-3ed8-41da-911a-713a55d129c1 req-5cb12578-d0f0-4c75-8132-a289ccc7c732 tempest-AttachVolumeTestJSON-530604526 tempest-AttachVolumeTestJSON-530604526-project] 10.222.0.57 "GET /v2.0/security-groups?id=12b57ca2-3f7f-4392-824c-9b0ff93e964a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0391061
May 31 11:51:40.172483 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron.plugins.ml2.db [None req-43028a7b-58d7-408b-ac75-1328e6896bf7 None None] For port c7ab787e-aa62-4d5f-8f73-9eaeb054d396, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=c7ab787e-aa62-4d5f-8f73-9eaeb054d396,segment=NetworkSegment(3d1de7c0-86e0-456b-9c60-98ba6c64918f),segment_id=3d1de7c0-86e0-456b-9c60-98ba6c64918f)] {{(pid=103722) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 31 11:51:40.179481 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron_lib.callbacks.manager [None req-43028a7b-58d7-408b-ac75-1328e6896bf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937715', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3701677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744215954324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744215520988', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744215521293'] for port, after_update {{(pid=103722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:51:40.181307 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG oslo_concurrency.lockutils [None req-43028a7b-58d7-408b-ac75-1328e6896bf7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103722) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 31 11:51:40.245600 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43028a7b-58d7-408b-ac75-1328e6896bf7 None None] Pushing event updated for resources: {'Port': ['ID=c7ab787e-aa62-4d5f-8f73-9eaeb054d396,revision_number=4']} {{(pid=103722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 31 11:51:40.248751 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG oslo_concurrency.lockutils [None req-43028a7b-58d7-408b-ac75-1328e6896bf7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=103722) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 31 11:51:40.471689 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron.plugins.ml2.db [None req-43028a7b-58d7-408b-ac75-1328e6896bf7 None None] get_ports_and_sgs() called for port_ids ['c7ab787e-aa62-4d5f-8f73-9eaeb054d396'] {{(pid=103722) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
May 31 11:51:41.372338 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bab8c62-fcc9-4fb6-aa79-ead8866e13b8 req-686fbc1a-d162-41f1-a9a8-68c40ba33272 tempest-AttachVolumeTestJSON-530604526 tempest-AttachVolumeTestJSON-530604526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 11:51:41.373779 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [req-2bab8c62-fcc9-4fb6-aa79-ead8866e13b8 req-686fbc1a-d162-41f1-a9a8-68c40ba33272 tempest-AttachVolumeTestJSON-530604526 tempest-AttachVolumeTestJSON-530604526-project] 10.222.0.57 "GET /v2.0/ports?device_id=3910485b-0ffc-4380-b9c3-27b9735928d8 HTTP/1.1" status: 200  len: 945 time: 0.0880840
May 31 11:51:41.419741 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [req-2bab8c62-fcc9-4fb6-aa79-ead8866e13b8 req-b8f33d55-cd15-4a90-8cc9-8f048baf1496 tempest-AttachVolumeTestJSON-530604526 tempest-AttachVolumeTestJSON-530604526-project] 10.222.0.57 "GET /v2.0/security-groups?id=12b57ca2-3f7f-4392-824c-9b0ff93e964a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0400939
May 31 11:51:41.946002 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron.plugins.ml2.rpc [None req-43028a7b-58d7-408b-ac75-1328e6896bf7 None None] Device c7ab787e-aa62-4d5f-8f73-9eaeb054d396 up at agent hyperv_hv-cinder-78638 {{(pid=103722) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 31 11:51:42.023424 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron.db.provisioning_blocks [None req-43028a7b-58d7-408b-ac75-1328e6896bf7 None None] Provisioning for port c7ab787e-aa62-4d5f-8f73-9eaeb054d396 completed by entity L2. {{(pid=103722) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 31 11:51:42.028009 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron.db.provisioning_blocks [None req-43028a7b-58d7-408b-ac75-1328e6896bf7 None None] Provisioning complete for port c7ab787e-aa62-4d5f-8f73-9eaeb054d396 triggered by entity L2. {{(pid=103722) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 31 11:51:42.028378 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron_lib.callbacks.manager [None req-43028a7b-58d7-408b-ac75-1328e6896bf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857618'] for port, provisioning_complete {{(pid=103722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:51:42.144458 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron_lib.callbacks.manager [None req-43028a7b-58d7-408b-ac75-1328e6896bf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-934180'] for port, before_update {{(pid=103722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:51:42.170410 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3910485b-0ffc-4380-b9c3-27b9735928d8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c7ab787e-aa62-4d5f-8f73-9eaeb054d396'}] {{(pid=103722) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 31 11:51:42.172685 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}385953046bb192346b13b574918bbc7d366126a5ac8301ca09ff73df2ee9323d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-83de449d-2665-4f20-b89e-050a1e7b2821" -d '{"events": [{"server_uuid": "3910485b-0ffc-4380-b9c3-27b9735928d8", "name": "network-vif-plugged", "status": "completed", "tag": "c7ab787e-aa62-4d5f-8f73-9eaeb054d396"}]}' {{(pid=103722) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
May 31 11:51:42.180924 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron.plugins.ml2.db [None req-43028a7b-58d7-408b-ac75-1328e6896bf7 None None] For port c7ab787e-aa62-4d5f-8f73-9eaeb054d396, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=c7ab787e-aa62-4d5f-8f73-9eaeb054d396,segment=NetworkSegment(3d1de7c0-86e0-456b-9c60-98ba6c64918f),segment_id=3d1de7c0-86e0-456b-9c60-98ba6c64918f)] {{(pid=103722) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 31 11:51:42.185594 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron_lib.callbacks.manager [None req-43028a7b-58d7-408b-ac75-1328e6896bf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937715', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3701677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744215954324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744215520988', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744215521293'] for port, after_update {{(pid=103722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:51:42.187464 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG oslo_concurrency.lockutils [None req-43028a7b-58d7-408b-ac75-1328e6896bf7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103722) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 31 11:51:42.220918 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 31 May 2021 11:51:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-052a5de1-c576-484c-943f-1a28f0840b11 x-openstack-request-id: req-052a5de1-c576-484c-943f-1a28f0840b11 {{(pid=103722) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
May 31 11:51:42.221229 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3910485b-0ffc-4380-b9c3-27b9735928d8", "name": "network-vif-plugged", "status": "completed", "tag": "c7ab787e-aa62-4d5f-8f73-9eaeb054d396", "code": 200}]} {{(pid=103722) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
May 31 11:51:42.221480 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-052a5de1-c576-484c-943f-1a28f0840b11 {{(pid=103722) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
May 31 11:51:42.221856 dv-cinder-786384-7-iscsi neutron-server[103722]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3910485b-0ffc-4380-b9c3-27b9735928d8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c7ab787e-aa62-4d5f-8f73-9eaeb054d396', 'code': 200}
May 31 11:51:42.259626 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43028a7b-58d7-408b-ac75-1328e6896bf7 None None] Pushing event updated for resources: {'Port': ['ID=c7ab787e-aa62-4d5f-8f73-9eaeb054d396,revision_number=5']} {{(pid=103722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 31 11:51:42.262667 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG oslo_concurrency.lockutils [None req-43028a7b-58d7-408b-ac75-1328e6896bf7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=103722) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 31 11:51:42.502754 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cde03b3-13f7-455a-8704-f94b41f1651f req-1bb37282-38da-497f-83c2-0abf84406855 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 11:51:42.504144 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [req-7cde03b3-13f7-455a-8704-f94b41f1651f req-1bb37282-38da-497f-83c2-0abf84406855 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=3910485b-0ffc-4380-b9c3-27b9735928d8 HTTP/1.1" status: 200  len: 1099 time: 0.0820432
May 31 11:51:42.590864 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [req-7cde03b3-13f7-455a-8704-f94b41f1651f req-94e7b9e6-3fda-45f9-a523-2a87f892b5b7 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=12b57ca2-3f7f-4392-824c-9b0ff93e964a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0787234
May 31 11:51:42.629051 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9f92a7a-8377-4b21-8565-b7cacf8c8a9a req-08eda385-baaa-42bc-8b41-e7f1db8bb760 tempest-AttachVolumeTestJSON-530604526 tempest-AttachVolumeTestJSON-530604526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 11:51:42.630458 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [req-f9f92a7a-8377-4b21-8565-b7cacf8c8a9a req-08eda385-baaa-42bc-8b41-e7f1db8bb760 tempest-AttachVolumeTestJSON-530604526 tempest-AttachVolumeTestJSON-530604526-project] 10.222.0.57 "GET /v2.0/ports?device_id=3910485b-0ffc-4380-b9c3-27b9735928d8 HTTP/1.1" status: 200  len: 946 time: 0.0922694
May 31 11:51:42.681973 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [req-f9f92a7a-8377-4b21-8565-b7cacf8c8a9a req-42196127-ad7a-46ef-913a-49dccb7959bf tempest-AttachVolumeTestJSON-530604526 tempest-AttachVolumeTestJSON-530604526-project] 10.222.0.57 "GET /v2.0/security-groups?id=12b57ca2-3f7f-4392-824c-9b0ff93e964a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0426874
May 31 11:51:43.880229 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cba8a71-b87c-4994-9bf0-3977c97db884 req-54f2fd6b-ab6c-4431-84ad-1a27dfd8ae82 tempest-AttachVolumeTestJSON-530604526 tempest-AttachVolumeTestJSON-530604526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 11:51:43.881554 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [req-3cba8a71-b87c-4994-9bf0-3977c97db884 req-54f2fd6b-ab6c-4431-84ad-1a27dfd8ae82 tempest-AttachVolumeTestJSON-530604526 tempest-AttachVolumeTestJSON-530604526-project] 10.222.0.57 "GET /v2.0/ports?device_id=3910485b-0ffc-4380-b9c3-27b9735928d8 HTTP/1.1" status: 200  len: 946 time: 0.0784690
May 31 11:51:43.925995 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [req-3cba8a71-b87c-4994-9bf0-3977c97db884 req-19f45126-8689-47ed-a459-bb90926e6751 tempest-AttachVolumeTestJSON-530604526 tempest-AttachVolumeTestJSON-530604526-project] 10.222.0.57 "GET /v2.0/security-groups?id=12b57ca2-3f7f-4392-824c-9b0ff93e964a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0381558
May 31 11:51:44.135518 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce22215c-7069-47d3-bd14-2f34bb303a4f req-30f5fe38-2251-4e60-81d0-19da264fbce6 tempest-AttachVolumeTestJSON-530604526 tempest-AttachVolumeTestJSON-530604526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 11:51:44.136913 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [req-ce22215c-7069-47d3-bd14-2f34bb303a4f req-30f5fe38-2251-4e60-81d0-19da264fbce6 tempest-AttachVolumeTestJSON-530604526 tempest-AttachVolumeTestJSON-530604526-project] 10.222.0.57 "GET /v2.0/ports?device_id=3910485b-0ffc-4380-b9c3-27b9735928d8 HTTP/1.1" status: 200  len: 946 time: 0.1111193
May 31 11:51:44.146015 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.wsgi [-] (103721) accepted ('10.222.0.57', 48096) {{(pid=103721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 31 11:51:44.151241 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.api.v2.base [None req-ab50654f-6a88-40c2-b454-702927a02af9 tempest-AttachVolumeTestJSON-530604526 tempest-AttachVolumeTestJSON-530604526-project] Request body: {'floatingip': {'port_id': 'c7ab787e-aa62-4d5f-8f73-9eaeb054d396'}} {{(pid=103721) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 31 11:51:44.226174 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron_lib.callbacks.manager [None req-ab50654f-6a88-40c2-b454-702927a02af9 tempest-AttachVolumeTestJSON-530604526 tempest-AttachVolumeTestJSON-530604526-project] Notify callbacks [] for floatingip, before_update {{(pid=103721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:51:44.921544 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron_lib.callbacks.manager [None req-ab50654f-6a88-40c2-b454-702927a02af9 tempest-AttachVolumeTestJSON-530604526 tempest-AttachVolumeTestJSON-530604526-project] Notify callbacks [] for floatingip, precommit_update {{(pid=103721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:51:44.928537 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron_lib.callbacks.manager [None req-ab50654f-6a88-40c2-b454-702927a02af9 tempest-AttachVolumeTestJSON-530604526 tempest-AttachVolumeTestJSON-530604526-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4088573'] for floatingip, after_update {{(pid=103721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:51:45.098937 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.db.l3_db [None req-ab50654f-6a88-40c2-b454-702927a02af9 tempest-AttachVolumeTestJSON-530604526 tempest-AttachVolumeTestJSON-530604526-project] Floating IP a6b4ca00-6162-45f2-8f7d-95c9a0e7a22c associated. External IP: 172.27.2.199, port: c7ab787e-aa62-4d5f-8f73-9eaeb054d396.
May 31 11:51:45.462997 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ab50654f-6a88-40c2-b454-702927a02af9 tempest-AttachVolumeTestJSON-530604526 tempest-AttachVolumeTestJSON-530604526-project] Router 9ae8a4bc-4f22-453c-bf1c-e1ec058c9843 has already been hosted by L3 agent f8c17dd7-da16-4427-b6e3-d7e30616bc4c {{(pid=103721) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
May 31 11:51:45.642497 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ab50654f-6a88-40c2-b454-702927a02af9 tempest-AttachVolumeTestJSON-530604526 tempest-AttachVolumeTestJSON-530604526-project] Notify agent at l3_agent.dv-cinder-786384-7-iscsi the message routers_updated {{(pid=103721) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
May 31 11:51:45.648084 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron_lib.callbacks.manager [None req-ab50654f-6a88-40c2-b454-702927a02af9 tempest-AttachVolumeTestJSON-530604526 tempest-AttachVolumeTestJSON-530604526-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46333'] for floatingip, before_response {{(pid=103721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:51:45.653318 dv-cinder-786384-7-iscsi neutron-server[103723]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a75f23a7-e9f9-4bf7-9565-759be9fcae71 None None] Sync routers for ids ['9ae8a4bc-4f22-453c-bf1c-e1ec058c9843'] in dv-cinder-786384-7-iscsi {{(pid=103723) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 31 11:51:45.662495 dv-cinder-786384-7-iscsi neutron-server[103723]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a75f23a7-e9f9-4bf7-9565-759be9fcae71 None None] Routers {'9ae8a4bc-4f22-453c-bf1c-e1ec058c9843'} bound to L3 agent in host dv-cinder-786384-7-iscsi {{(pid=103723) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 31 11:51:45.663228 dv-cinder-786384-7-iscsi neutron-server[103723]: DEBUG neutron.db.l3_hamode_db [None req-a75f23a7-e9f9-4bf7-9565-759be9fcae71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f3ebce60820>, 'dv-cinder-786384-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-31T11:36:05Z,description=<?>,heartbeat_timestamp=2021-05-31T11:51:35Z,host='dv-cinder-786384-7-iscsi',id=f8c17dd7-da16-4427-b6e3-d7e30616bc4c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-31T11:36:05Z,topic='l3_agent')) {'router_ids': ['9ae8a4bc-4f22-453c-bf1c-e1ec058c9843'], 'active': True} {{(pid=103723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 31 11:51:45.703691 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [None req-ab50654f-6a88-40c2-b454-702927a02af9 tempest-AttachVolumeTestJSON-530604526 tempest-AttachVolumeTestJSON-530604526-project] 10.222.0.57 "PUT /v2.0/floatingips/a6b4ca00-6162-45f2-8f7d-95c9a0e7a22c HTTP/1.1" status: 200  len: 992 time: 1.5566096
May 31 11:51:45.704391 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3910485b-0ffc-4380-b9c3-27b9735928d8', 'tag': 'c7ab787e-aa62-4d5f-8f73-9eaeb054d396'}] {{(pid=103721) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 31 11:51:45.706672 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3cd903d475e597836c68a86188e0a4f713f0e90603b95bd8a010e768671d0d04" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5b1cebc4-1b5a-4dca-90d3-75e0f1beec4e" -d '{"events": [{"name": "network-changed", "server_uuid": "3910485b-0ffc-4380-b9c3-27b9735928d8", "tag": "c7ab787e-aa62-4d5f-8f73-9eaeb054d396"}]}' {{(pid=103721) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
May 31 11:51:45.749072 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 31 May 2021 11:51:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c2bcb774-2949-4238-bcf5-0ff9404c768a x-openstack-request-id: req-c2bcb774-2949-4238-bcf5-0ff9404c768a {{(pid=103721) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
May 31 11:51:45.749402 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3910485b-0ffc-4380-b9c3-27b9735928d8", "tag": "c7ab787e-aa62-4d5f-8f73-9eaeb054d396", "status": "completed", "code": 200}]} {{(pid=103721) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
May 31 11:51:45.749687 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-c2bcb774-2949-4238-bcf5-0ff9404c768a {{(pid=103721) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
May 31 11:51:45.750123 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3910485b-0ffc-4380-b9c3-27b9735928d8', 'tag': 'c7ab787e-aa62-4d5f-8f73-9eaeb054d396', 'status': 'completed', 'code': 200}
May 31 11:51:45.840316 dv-cinder-786384-7-iscsi neutron-server[103723]: DEBUG neutron.db.l3_dvr_db [None req-a75f23a7-e9f9-4bf7-9565-759be9fcae71 None None] Set router 9ae8a4bc-4f22-453c-bf1c-e1ec058c9843 gateway port host: dv-cinder-786384-7-iscsi {{(pid=103723) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
May 31 11:51:45.880740 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b1cebc4-1b5a-4dca-90d3-75e0f1beec4e req-6c75f5d1-2643-4f94-a057-111cbdf35eae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 11:51:45.882657 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [req-5b1cebc4-1b5a-4dca-90d3-75e0f1beec4e req-6c75f5d1-2643-4f94-a057-111cbdf35eae service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=e3923e95b37e4efbba6bab00145c1100&device_id=3910485b-0ffc-4380-b9c3-27b9735928d8 HTTP/1.1" status: 200  len: 1099 time: 0.0735147
May 31 11:51:46.013697 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b1cebc4-1b5a-4dca-90d3-75e0f1beec4e req-447711ce-fb4e-40f0-b6f0-1c3a1c92cd41 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 11:51:46.015128 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [req-5b1cebc4-1b5a-4dca-90d3-75e0f1beec4e req-447711ce-fb4e-40f0-b6f0-1c3a1c92cd41 service neutron] 10.222.0.60 "GET /v2.0/networks?id=473801c6-dabb-45c0-9a54-9749a4aa5add HTTP/1.1" status: 200  len: 911 time: 0.1254876
May 31 11:51:46.193417 dv-cinder-786384-7-iscsi neutron-server[103723]: DEBUG neutron.db.l3_hamode_db [None req-a75f23a7-e9f9-4bf7-9565-759be9fcae71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f3ebce60820>, [{'id': '9ae8a4bc-4f22-453c-bf1c-e1ec058c9843', 'name': 'tempest-AttachVolumeTestJSON-303571706-router', 'tenant_id': 'e3923e95b37e4efbba6bab00145c1100', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cb16751-6ba1-494a-bef1-53f614bdb222', 'external_fixed_ips': [{'subnet_id': '1135c889-0623-4d10-975a-f2c46f50f0f6', 'ip_address': '172.27.2.201'}], 'enable_snat': True}, 'gw_port_id': '0b1caa1a-9d57-497b-9463-5780a2ed7452', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T11:51:24Z', 'updated_at': '2021-05-31T11:51:28Z', 'revision_number': 4, 'project_id': 'e3923e95b37e4efbba6bab00145c1100', 'gw_port': {'id': '0b1caa1a-9d57-497b-9463-5780a2ed7452', 'name': '', 'network_id': '1cb16751-6ba1-494a-bef1-53f614bdb222', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:91:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ae8a4bc-4f22-453c-bf1c-e1ec058c9843', 'device_owner': 'network:router_gateway', 'standard_attr_id': 581, 'fixed_ips': [{'subnet_id': '1135c889-0623-4d10-975a-f2c46f50f0f6', 'ip_address': '172.27.2.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786384-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T11:51:25Z', 'updated_at': '2021-05-31T11:51:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1135c889-0623-4d10-975a-f2c46f50f0f6', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786384-7-iscsi', '_floatingips': [{'id': 'a6b4ca00-6162-45f2-8f7d-95c9a0e7a22c', 'tenant_id': 'e3923e95b37e4efbba6bab00145c1100', 'floating_ip_address': '172.27.2.199', 'floating_network_id': '1cb16751-6ba1-494a-bef1-53f614bdb222', 'router_id': '9ae8a4bc-4f22-453c-bf1c-e1ec058c9843', 'port_id': 'c7ab787e-aa62-4d5f-8f73-9eaeb054d396', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 589, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '473801c6-dabb-45c0-9a54-9749a4aa5add', 'mac_address': 'fa:16:3e:f3:18:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3910485b-0ffc-4380-b9c3-27b9735928d8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-31T11:51:32Z', 'updated_at': '2021-05-31T11:51:44Z', 'revision_number': 1, 'project_id': 'e3923e95b37e4efbba6bab00145c1100', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '79fb4f26-387b-47d7-b238-4bdf41a69c39', 'name': '', 'network_id': '473801c6-dabb-45c0-9a54-9749a4aa5add', 'tenant_id': 'e3923e95b37e4efbba6bab00145c1100', 'mac_address': 'fa:16:3e:53:42:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ae8a4bc-4f22-453c-bf1c-e1ec058c9843', 'device_owner': 'network:router_interface', 'standard_attr_id': 582, 'fixed_ips': [{'subnet_id': 'a301253b-4889-476f-a06a-31d586ab0ede', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786384-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T11:51:27Z', 'updated_at': '2021-05-31T11:51:33Z', 'revision_number': 5, 'project_id': 'e3923e95b37e4efbba6bab00145c1100', 'subnets': [{'id': 'a301253b-4889-476f-a06a-31d586ab0ede', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786384-7-iscsi', False) {} {{(pid=103723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 31 11:51:46.198023 dv-cinder-786384-7-iscsi neutron-server[103723]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a75f23a7-e9f9-4bf7-9565-759be9fcae71 None None] Checking router: 9ae8a4bc-4f22-453c-bf1c-e1ec058c9843 for host: dv-cinder-786384-7-iscsi {{(pid=103723) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
May 31 11:51:46.206529 dv-cinder-786384-7-iscsi neutron-server[103723]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a75f23a7-e9f9-4bf7-9565-759be9fcae71 None None] Routers {'9ae8a4bc-4f22-453c-bf1c-e1ec058c9843'} bound to L3 agent in host dv-cinder-786384-7-iscsi {{(pid=103723) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 31 11:51:46.207116 dv-cinder-786384-7-iscsi neutron-server[103723]: DEBUG neutron.db.l3_hamode_db [None req-a75f23a7-e9f9-4bf7-9565-759be9fcae71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f3ebce60820>, 'dv-cinder-786384-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-31T11:36:05Z,description=<?>,heartbeat_timestamp=2021-05-31T11:51:35Z,host='dv-cinder-786384-7-iscsi',id=f8c17dd7-da16-4427-b6e3-d7e30616bc4c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-31T11:36:05Z,topic='l3_agent')) {'router_ids': ['9ae8a4bc-4f22-453c-bf1c-e1ec058c9843'], 'active': True} {{(pid=103723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 31 11:51:46.230218 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [req-5b1cebc4-1b5a-4dca-90d3-75e0f1beec4e req-573410fa-15b3-4f3a-8513-c65ad5ea01f3 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=c7ab787e-aa62-4d5f-8f73-9eaeb054d396 HTTP/1.1" status: 200  len: 1000 time: 0.2083004
May 31 11:51:46.295431 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b1cebc4-1b5a-4dca-90d3-75e0f1beec4e req-3f7ed1c4-7cd1-4a78-98e8-f72b43efffd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 11:51:46.296836 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [req-5b1cebc4-1b5a-4dca-90d3-75e0f1beec4e req-3f7ed1c4-7cd1-4a78-98e8-f72b43efffd6 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=a301253b-4889-476f-a06a-31d586ab0ede HTTP/1.1" status: 200  len: 849 time: 0.0603189
May 31 11:51:46.374633 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b1cebc4-1b5a-4dca-90d3-75e0f1beec4e req-c7124b66-4d61-4108-9761-dc168e97b991 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 11:51:46.376270 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [req-5b1cebc4-1b5a-4dca-90d3-75e0f1beec4e req-c7124b66-4d61-4108-9761-dc168e97b991 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=473801c6-dabb-45c0-9a54-9749a4aa5add&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0727329
May 31 11:51:46.418433 dv-cinder-786384-7-iscsi neutron-server[103723]: DEBUG neutron.db.l3_dvr_db [None req-a75f23a7-e9f9-4bf7-9565-759be9fcae71 None None] Set router 9ae8a4bc-4f22-453c-bf1c-e1ec058c9843 gateway port host: dv-cinder-786384-7-iscsi {{(pid=103723) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
May 31 11:51:46.507922 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [req-5b1cebc4-1b5a-4dca-90d3-75e0f1beec4e req-302f02ff-c318-4f4b-ad35-29af874954b3 service neutron] 10.222.0.60 "GET /v2.0/networks/473801c6-dabb-45c0-9a54-9749a4aa5add?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1247654
May 31 11:51:46.639341 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [req-5b1cebc4-1b5a-4dca-90d3-75e0f1beec4e req-446294e3-36d7-4dce-8cc5-411fbacad627 service neutron] 10.222.0.60 "GET /v2.0/networks/473801c6-dabb-45c0-9a54-9749a4aa5add?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1239638
May 31 11:51:46.776347 dv-cinder-786384-7-iscsi neutron-server[103723]: DEBUG neutron.db.l3_hamode_db [None req-a75f23a7-e9f9-4bf7-9565-759be9fcae71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f3ebce60820>, [{'id': '9ae8a4bc-4f22-453c-bf1c-e1ec058c9843', 'name': 'tempest-AttachVolumeTestJSON-303571706-router', 'tenant_id': 'e3923e95b37e4efbba6bab00145c1100', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cb16751-6ba1-494a-bef1-53f614bdb222', 'external_fixed_ips': [{'subnet_id': '1135c889-0623-4d10-975a-f2c46f50f0f6', 'ip_address': '172.27.2.201'}], 'enable_snat': True}, 'gw_port_id': '0b1caa1a-9d57-497b-9463-5780a2ed7452', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T11:51:24Z', 'updated_at': '2021-05-31T11:51:28Z', 'revision_number': 4, 'project_id': 'e3923e95b37e4efbba6bab00145c1100', 'gw_port': {'id': '0b1caa1a-9d57-497b-9463-5780a2ed7452', 'name': '', 'network_id': '1cb16751-6ba1-494a-bef1-53f614bdb222', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:91:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ae8a4bc-4f22-453c-bf1c-e1ec058c9843', 'device_owner': 'network:router_gateway', 'standard_attr_id': 581, 'fixed_ips': [{'subnet_id': '1135c889-0623-4d10-975a-f2c46f50f0f6', 'ip_address': '172.27.2.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786384-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T11:51:25Z', 'updated_at': '2021-05-31T11:51:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1135c889-0623-4d10-975a-f2c46f50f0f6', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786384-7-iscsi', '_floatingips': [{'id': 'a6b4ca00-6162-45f2-8f7d-95c9a0e7a22c', 'tenant_id': 'e3923e95b37e4efbba6bab00145c1100', 'floating_ip_address': '172.27.2.199', 'floating_network_id': '1cb16751-6ba1-494a-bef1-53f614bdb222', 'router_id': '9ae8a4bc-4f22-453c-bf1c-e1ec058c9843', 'port_id': 'c7ab787e-aa62-4d5f-8f73-9eaeb054d396', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 589, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '473801c6-dabb-45c0-9a54-9749a4aa5add', 'mac_address': 'fa:16:3e:f3:18:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3910485b-0ffc-4380-b9c3-27b9735928d8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-31T11:51:32Z', 'updated_at': '2021-05-31T11:51:44Z', 'revision_number': 1, 'project_id': 'e3923e95b37e4efbba6bab00145c1100', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '79fb4f26-387b-47d7-b238-4bdf41a69c39', 'name': '', 'network_id': '473801c6-dabb-45c0-9a54-9749a4aa5add', 'tenant_id': 'e3923e95b37e4efbba6bab00145c1100', 'mac_address': 'fa:16:3e:53:42:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ae8a4bc-4f22-453c-bf1c-e1ec058c9843', 'device_owner': 'network:router_interface', 'standard_attr_id': 582, 'fixed_ips': [{'subnet_id': 'a301253b-4889-476f-a06a-31d586ab0ede', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786384-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T11:51:27Z', 'updated_at': '2021-05-31T11:51:33Z', 'revision_number': 5, 'project_id': 'e3923e95b37e4efbba6bab00145c1100', 'subnets': [{'id': 'a301253b-4889-476f-a06a-31d586ab0ede', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786384-7-iscsi', False) {} {{(pid=103723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 31 11:51:46.780633 dv-cinder-786384-7-iscsi neutron-server[103723]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a75f23a7-e9f9-4bf7-9565-759be9fcae71 None None] The sync data for ids ['9ae8a4bc-4f22-453c-bf1c-e1ec058c9843'] in dv-cinder-786384-7-iscsi is: [{'id': '9ae8a4bc-4f22-453c-bf1c-e1ec058c9843', 'name': 'tempest-AttachVolumeTestJSON-303571706-router', 'tenant_id': 'e3923e95b37e4efbba6bab00145c1100', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cb16751-6ba1-494a-bef1-53f614bdb222', 'external_fixed_ips': [{'subnet_id': '1135c889-0623-4d10-975a-f2c46f50f0f6', 'ip_address': '172.27.2.201'}], 'enable_snat': True}, 'gw_port_id': '0b1caa1a-9d57-497b-9463-5780a2ed7452', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T11:51:24Z', 'updated_at': '2021-05-31T11:51:28Z', 'revision_number': 4, 'project_id': 'e3923e95b37e4efbba6bab00145c1100', 'gw_port': {'id': '0b1caa1a-9d57-497b-9463-5780a2ed7452', 'name': '', 'network_id': '1cb16751-6ba1-494a-bef1-53f614bdb222', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:91:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ae8a4bc-4f22-453c-bf1c-e1ec058c9843', 'device_owner': 'network:router_gateway', 'standard_attr_id': 581, 'fixed_ips': [{'subnet_id': '1135c889-0623-4d10-975a-f2c46f50f0f6', 'ip_address': '172.27.2.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786384-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T11:51:25Z', 'updated_at': '2021-05-31T11:51:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1135c889-0623-4d10-975a-f2c46f50f0f6', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786384-7-iscsi', '_floatingips': [{'id': 'a6b4ca00-6162-45f2-8f7d-95c9a0e7a22c', 'tenant_id': 'e3923e95b37e4efbba6bab00145c1100', 'floating_ip_address': '172.27.2.199', 'floating_network_id': '1cb16751-6ba1-494a-bef1-53f614bdb222', 'router_id': '9ae8a4bc-4f22-453c-bf1c-e1ec058c9843', 'port_id': 'c7ab787e-aa62-4d5f-8f73-9eaeb054d396', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 589, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '473801c6-dabb-45c0-9a54-9749a4aa5add', 'mac_address': 'fa:16:3e:f3:18:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3910485b-0ffc-4380-b9c3-27b9735928d8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-31T11:51:32Z', 'updated_at': '2021-05-31T11:51:44Z', 'revision_number': 1, 'project_id': 'e3923e95b37e4efbba6bab00145c1100', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '79fb4f26-387b-47d7-b238-4bdf41a69c39', 'name': '', 'network_id': '473801c6-dabb-45c0-9a54-9749a4aa5add', 'tenant_id': 'e3923e95b37e4efbba6bab00145c1100', 'mac_address': 'fa:16:3e:53:42:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ae8a4bc-4f22-453c-bf1c-e1ec058c9843', 'device_owner': 'network:router_interface', 'standard_attr_id': 582, 'fixed_ips': [{'subnet_id': 'a301253b-4889-476f-a06a-31d586ab0ede', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786384-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T11:51:27Z', 'updated_at': '2021-05-31T11:51:33Z', 'revision_number': 5, 'project_id': 'e3923e95b37e4efbba6bab00145c1100', 'subnets': [{'id': 'a301253b-4889-476f-a06a-31d586ab0ede', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103723) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 31 11:51:46.967399 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ba6ae74-c00b-4712-9d9c-d685a0dca309 None None] New status for floating IP a6b4ca00-6162-45f2-8f7d-95c9a0e7a22c: ACTIVE {{(pid=103722) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
May 31 11:52:01.451123 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron_lib.callbacks.manager [None req-43028a7b-58d7-408b-ac75-1328e6896bf7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744215964654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857257'] for agent, after_update {{(pid=103722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:52:03.086095 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron_lib.callbacks.manager [None req-4d8606e0-22f5-4e46-a020-68dc10515936 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744215964654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857257'] for agent, after_update {{(pid=103722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:52:05.520537 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron_lib.callbacks.manager [None req-e7cabb09-4869-4b91-a149-23663a170e96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744215964654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857257'] for agent, after_update {{(pid=103722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:52:05.616412 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron_lib.callbacks.manager [None req-1f0a762f-0348-4bba-b860-8eddab4cd770 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744215964654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857257'] for agent, after_update {{(pid=103722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:52:06.509837 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron_lib.callbacks.manager [None req-c59bf3d8-3f04-4740-8d75-807cb4f7478e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744215964654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857257'] for agent, after_update {{(pid=103722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:52:07.974666 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron_lib.callbacks.manager [None req-e2b995a4-3526-4c71-93aa-7f4ba47dfd64 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744215964654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857257'] for agent, after_update {{(pid=103722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:52:11.177455 dv-cinder-786384-7-iscsi neutron-server[103723]: DEBUG neutron.db.agents_db [None req-cb648da2-ef1b-4de5-af28-8b32e926ae6d None None] Agent healthcheck: found 6 active agents {{(pid=103723) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}}
May 31 11:52:23.876219 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.wsgi [-] (103721) accepted ('10.222.0.57', 48174) {{(pid=103721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 31 11:52:24.153311 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.plugins.ml2.plugin [None req-6cda018e-70b2-4151-8c34-b86d37589e51 tempest-TestShelveInstance-1856919752 tempest-TestShelveInstance-1856919752-project] Deleting port 56cc58e9-5d4c-490b-ac62-0f678437e169 {{(pid=103721) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
May 31 11:52:24.153638 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron_lib.callbacks.manager [None req-6cda018e-70b2-4151-8c34-b86d37589e51 tempest-TestShelveInstance-1856919752 tempest-TestShelveInstance-1856919752-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744215952451'] for port, before_delete {{(pid=103721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:52:24.276579 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron_lib.callbacks.manager [None req-6cda018e-70b2-4151-8c34-b86d37589e51 tempest-TestShelveInstance-1856919752 tempest-TestShelveInstance-1856919752-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4088094'] for port, precommit_delete {{(pid=103721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:52:24.276907 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron_lib.callbacks.manager [None req-6cda018e-70b2-4151-8c34-b86d37589e51 tempest-TestShelveInstance-1856919752 tempest-TestShelveInstance-1856919752-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=103721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:52:24.415707 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.plugins.ml2.plugin [None req-6cda018e-70b2-4151-8c34-b86d37589e51 tempest-TestShelveInstance-1856919752 tempest-TestShelveInstance-1856919752-project] Calling delete_port for 56cc58e9-5d4c-490b-ac62-0f678437e169 owned by network:floatingip {{(pid=103721) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
May 31 11:52:24.551621 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron_lib.callbacks.manager [None req-6cda018e-70b2-4151-8c34-b86d37589e51 tempest-TestShelveInstance-1856919752 tempest-TestShelveInstance-1856919752-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937715', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3701677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744215954342', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744215520979', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2250866'] for port, after_delete {{(pid=103721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:52:24.557269 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG oslo_concurrency.lockutils [None req-f9cf449e-88b8-455e-8ef3-078c38120a00 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103721) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 31 11:52:24.601454 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cda018e-70b2-4151-8c34-b86d37589e51 tempest-TestShelveInstance-1856919752 tempest-TestShelveInstance-1856919752-project] Pushing event deleted for resources: {'Port': ['ID=56cc58e9-5d4c-490b-ac62-0f678437e169,revision_number=None']} {{(pid=103721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 31 11:52:24.640128 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cda018e-70b2-4151-8c34-b86d37589e51 tempest-TestShelveInstance-1856919752 tempest-TestShelveInstance-1856919752-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786384-7-iscsi {{(pid=103721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 31 11:52:24.640500 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cda018e-70b2-4151-8c34-b86d37589e51 tempest-TestShelveInstance-1856919752 tempest-TestShelveInstance-1856919752-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786384-7-iscsi {{(pid=103721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 31 11:52:24.640853 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cda018e-70b2-4151-8c34-b86d37589e51 tempest-TestShelveInstance-1856919752 tempest-TestShelveInstance-1856919752-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786384-7-iscsi {{(pid=103721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 31 11:52:24.641198 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cda018e-70b2-4151-8c34-b86d37589e51 tempest-TestShelveInstance-1856919752 tempest-TestShelveInstance-1856919752-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786384-7-iscsi {{(pid=103721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 31 11:52:24.641541 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cda018e-70b2-4151-8c34-b86d37589e51 tempest-TestShelveInstance-1856919752 tempest-TestShelveInstance-1856919752-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786384-7-iscsi {{(pid=103721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 31 11:52:24.641883 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cda018e-70b2-4151-8c34-b86d37589e51 tempest-TestShelveInstance-1856919752 tempest-TestShelveInstance-1856919752-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786384-7-iscsi {{(pid=103721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 31 11:52:24.642218 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cda018e-70b2-4151-8c34-b86d37589e51 tempest-TestShelveInstance-1856919752 tempest-TestShelveInstance-1856919752-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786384-7-iscsi {{(pid=103721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 31 11:52:24.642554 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cda018e-70b2-4151-8c34-b86d37589e51 tempest-TestShelveInstance-1856919752 tempest-TestShelveInstance-1856919752-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786384-7-iscsi {{(pid=103721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 31 11:52:24.642893 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cda018e-70b2-4151-8c34-b86d37589e51 tempest-TestShelveInstance-1856919752 tempest-TestShelveInstance-1856919752-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786384-7-iscsi {{(pid=103721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 31 11:52:24.643236 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cda018e-70b2-4151-8c34-b86d37589e51 tempest-TestShelveInstance-1856919752 tempest-TestShelveInstance-1856919752-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786384-7-iscsi {{(pid=103721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 31 11:52:24.643573 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cda018e-70b2-4151-8c34-b86d37589e51 tempest-TestShelveInstance-1856919752 tempest-TestShelveInstance-1856919752-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786384-7-iscsi {{(pid=103721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 31 11:52:24.644021 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cda018e-70b2-4151-8c34-b86d37589e51 tempest-TestShelveInstance-1856919752 tempest-TestShelveInstance-1856919752-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786384-7-iscsi {{(pid=103721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 31 11:52:24.650777 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG oslo_concurrency.lockutils [None req-6cda018e-70b2-4151-8c34-b86d37589e51 tempest-TestShelveInstance-1856919752 tempest-TestShelveInstance-1856919752-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=103721) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 31 11:52:24.705864 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron_lib.callbacks.manager [None req-6cda018e-70b2-4151-8c34-b86d37589e51 tempest-TestShelveInstance-1856919752 tempest-TestShelveInstance-1856919752-project] Notify callbacks [] for floatingip, after_delete {{(pid=103721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:52:24.706244 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.db.l3_db [None req-6cda018e-70b2-4151-8c34-b86d37589e51 tempest-TestShelveInstance-1856919752 tempest-TestShelveInstance-1856919752-project] Floating IP 74903791-8d4f-4f22-b4ab-79e701e2fabc disassociated (deleted). External IP: 172.27.2.185, port: 462ece3e-f40a-44a0-a4fc-7c3ef3e9827a.
May 31 11:52:25.177162 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6cda018e-70b2-4151-8c34-b86d37589e51 tempest-TestShelveInstance-1856919752 tempest-TestShelveInstance-1856919752-project] Router c5fc676f-fec8-4683-bbb8-4ef1f0fbc090 has already been hosted by L3 agent f8c17dd7-da16-4427-b6e3-d7e30616bc4c {{(pid=103721) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
May 31 11:52:25.363137 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6cda018e-70b2-4151-8c34-b86d37589e51 tempest-TestShelveInstance-1856919752 tempest-TestShelveInstance-1856919752-project] Notify agent at l3_agent.dv-cinder-786384-7-iscsi the message routers_updated {{(pid=103721) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
May 31 11:52:25.372701 dv-cinder-786384-7-iscsi neutron-server[103723]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12f240d9-b019-4c39-b89e-aa3f7ecaea45 None None] Sync routers for ids ['c5fc676f-fec8-4683-bbb8-4ef1f0fbc090'] in dv-cinder-786384-7-iscsi {{(pid=103723) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 31 11:52:25.376281 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron_lib.callbacks.manager [None req-6cda018e-70b2-4151-8c34-b86d37589e51 tempest-TestShelveInstance-1856919752 tempest-TestShelveInstance-1856919752-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46333'] for floatingip, before_response {{(pid=103721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:52:25.382659 dv-cinder-786384-7-iscsi neutron-server[103723]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12f240d9-b019-4c39-b89e-aa3f7ecaea45 None None] Routers {'c5fc676f-fec8-4683-bbb8-4ef1f0fbc090'} bound to L3 agent in host dv-cinder-786384-7-iscsi {{(pid=103723) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 31 11:52:25.383272 dv-cinder-786384-7-iscsi neutron-server[103723]: DEBUG neutron.db.l3_hamode_db [None req-12f240d9-b019-4c39-b89e-aa3f7ecaea45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f3ebc8fbd60>, 'dv-cinder-786384-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-31T11:36:05Z,description=<?>,heartbeat_timestamp=2021-05-31T11:52:06Z,host='dv-cinder-786384-7-iscsi',id=f8c17dd7-da16-4427-b6e3-d7e30616bc4c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-31T11:36:05Z,topic='l3_agent')) {'router_ids': ['c5fc676f-fec8-4683-bbb8-4ef1f0fbc090'], 'active': True} {{(pid=103723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 31 11:52:25.437451 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [None req-6cda018e-70b2-4151-8c34-b86d37589e51 tempest-TestShelveInstance-1856919752 tempest-TestShelveInstance-1856919752-project] 10.222.0.57 "DELETE /v2.0/floatingips/74903791-8d4f-4f22-b4ab-79e701e2fabc HTTP/1.1" status: 204  len: 168 time: 1.5596461
May 31 11:52:25.438073 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e459736f-0c08-4469-b126-a8d744b78201', 'tag': '462ece3e-f40a-44a0-a4fc-7c3ef3e9827a'}] {{(pid=103721) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 31 11:52:25.440566 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3cd903d475e597836c68a86188e0a4f713f0e90603b95bd8a010e768671d0d04" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aef4a181-460d-48d4-987f-6aafdbf0bf55" -d '{"events": [{"name": "network-changed", "server_uuid": "e459736f-0c08-4469-b126-a8d744b78201", "tag": "462ece3e-f40a-44a0-a4fc-7c3ef3e9827a"}]}' {{(pid=103721) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
May 31 11:52:25.490163 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 31 May 2021 11:52:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-89bf9ba4-12f1-45fb-8164-7e1d96ed42a8 x-openstack-request-id: req-89bf9ba4-12f1-45fb-8164-7e1d96ed42a8 {{(pid=103721) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
May 31 11:52:25.490487 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e459736f-0c08-4469-b126-a8d744b78201", "tag": "462ece3e-f40a-44a0-a4fc-7c3ef3e9827a", "status": "completed", "code": 200}]} {{(pid=103721) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
May 31 11:52:25.490770 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-89bf9ba4-12f1-45fb-8164-7e1d96ed42a8 {{(pid=103721) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
May 31 11:52:25.491208 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e459736f-0c08-4469-b126-a8d744b78201', 'tag': '462ece3e-f40a-44a0-a4fc-7c3ef3e9827a', 'status': 'completed', 'code': 200}
May 31 11:52:25.578556 dv-cinder-786384-7-iscsi neutron-server[103723]: DEBUG neutron.db.l3_dvr_db [None req-12f240d9-b019-4c39-b89e-aa3f7ecaea45 None None] Set router c5fc676f-fec8-4683-bbb8-4ef1f0fbc090 gateway port host: dv-cinder-786384-7-iscsi {{(pid=103723) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
May 31 11:52:25.605933 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aef4a181-460d-48d4-987f-6aafdbf0bf55 req-d86cdd56-ea42-4c36-ad42-6747037e63d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 11:52:25.607561 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [req-aef4a181-460d-48d4-987f-6aafdbf0bf55 req-d86cdd56-ea42-4c36-ad42-6747037e63d3 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=67225ec5f483494c9d8a6368709f6b83&device_id=e459736f-0c08-4469-b126-a8d744b78201 HTTP/1.1" status: 200  len: 1098 time: 0.0731988
May 31 11:52:25.768399 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aef4a181-460d-48d4-987f-6aafdbf0bf55 req-5bf4212b-d54e-4cd1-81a8-f97ecb6e5cf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 11:52:25.770074 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [req-aef4a181-460d-48d4-987f-6aafdbf0bf55 req-5bf4212b-d54e-4cd1-81a8-f97ecb6e5cf8 service neutron] 10.222.0.60 "GET /v2.0/networks?id=56741204-4ce1-45fa-a0a1-399f87add183 HTTP/1.1" status: 200  len: 910 time: 0.1558468
May 31 11:52:25.886648 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [req-aef4a181-460d-48d4-987f-6aafdbf0bf55 req-774ff0a6-17eb-4584-b5f3-c86a380e61e6 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=462ece3e-f40a-44a0-a4fc-7c3ef3e9827a HTTP/1.1" status: 200  len: 217 time: 0.0726438
May 31 11:52:25.920075 dv-cinder-786384-7-iscsi neutron-server[103723]: DEBUG neutron.db.l3_hamode_db [None req-12f240d9-b019-4c39-b89e-aa3f7ecaea45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f3ebc8fbd60>, [{'id': 'c5fc676f-fec8-4683-bbb8-4ef1f0fbc090', 'name': 'tempest-TestShelveInstance-1820448711-router', 'tenant_id': '67225ec5f483494c9d8a6368709f6b83', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cb16751-6ba1-494a-bef1-53f614bdb222', 'external_fixed_ips': [{'subnet_id': '1135c889-0623-4d10-975a-f2c46f50f0f6', 'ip_address': '172.27.2.140'}], 'enable_snat': True}, 'gw_port_id': '17ec24c9-8383-4534-b5a1-5e7aee5329b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T11:47:11Z', 'updated_at': '2021-05-31T11:47:19Z', 'revision_number': 4, 'project_id': '67225ec5f483494c9d8a6368709f6b83', 'gw_port': {'id': '17ec24c9-8383-4534-b5a1-5e7aee5329b8', 'name': '', 'network_id': '1cb16751-6ba1-494a-bef1-53f614bdb222', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:ae:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5fc676f-fec8-4683-bbb8-4ef1f0fbc090', 'device_owner': 'network:router_gateway', 'standard_attr_id': 447, 'fixed_ips': [{'subnet_id': '1135c889-0623-4d10-975a-f2c46f50f0f6', 'ip_address': '172.27.2.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786384-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T11:47:12Z', 'updated_at': '2021-05-31T11:47:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1135c889-0623-4d10-975a-f2c46f50f0f6', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786384-7-iscsi', '_interfaces': [{'id': 'f5c1da4d-9c4c-47d0-a175-9a1ad60ee097', 'name': '', 'network_id': '56741204-4ce1-45fa-a0a1-399f87add183', 'tenant_id': '67225ec5f483494c9d8a6368709f6b83', 'mac_address': 'fa:16:3e:d5:74:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5fc676f-fec8-4683-bbb8-4ef1f0fbc090', 'device_owner': 'network:router_interface', 'standard_attr_id': 453, 'fixed_ips': [{'subnet_id': '0c8f52ca-30c0-490a-ab46-49af9203f193', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786384-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T11:47:18Z', 'updated_at': '2021-05-31T11:47:28Z', 'revision_number': 5, 'project_id': '67225ec5f483494c9d8a6368709f6b83', 'subnets': [{'id': '0c8f52ca-30c0-490a-ab46-49af9203f193', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786384-7-iscsi', False) {} {{(pid=103723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 31 11:52:25.924040 dv-cinder-786384-7-iscsi neutron-server[103723]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12f240d9-b019-4c39-b89e-aa3f7ecaea45 None None] Checking router: c5fc676f-fec8-4683-bbb8-4ef1f0fbc090 for host: dv-cinder-786384-7-iscsi {{(pid=103723) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
May 31 11:52:25.933758 dv-cinder-786384-7-iscsi neutron-server[103723]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12f240d9-b019-4c39-b89e-aa3f7ecaea45 None None] Routers {'c5fc676f-fec8-4683-bbb8-4ef1f0fbc090'} bound to L3 agent in host dv-cinder-786384-7-iscsi {{(pid=103723) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 31 11:52:25.934491 dv-cinder-786384-7-iscsi neutron-server[103723]: DEBUG neutron.db.l3_hamode_db [None req-12f240d9-b019-4c39-b89e-aa3f7ecaea45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f3ebc8fbd60>, 'dv-cinder-786384-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-31T11:36:05Z,description=<?>,heartbeat_timestamp=2021-05-31T11:52:06Z,host='dv-cinder-786384-7-iscsi',id=f8c17dd7-da16-4427-b6e3-d7e30616bc4c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-31T11:36:05Z,topic='l3_agent')) {'router_ids': ['c5fc676f-fec8-4683-bbb8-4ef1f0fbc090'], 'active': True} {{(pid=103723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 31 11:52:25.964286 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aef4a181-460d-48d4-987f-6aafdbf0bf55 req-2fb67a69-f1f1-4307-9407-2f1880b8044e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 11:52:25.965848 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [req-aef4a181-460d-48d4-987f-6aafdbf0bf55 req-2fb67a69-f1f1-4307-9407-2f1880b8044e service neutron] 10.222.0.60 "GET /v2.0/subnets?id=0c8f52ca-30c0-490a-ab46-49af9203f193 HTTP/1.1" status: 200  len: 848 time: 0.0720084
May 31 11:52:25.975977 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be1150d0-e62a-41b2-a1e7-5bf255b91e7d req-6a55fef5-8d34-4a5f-9a74-e57edb6a43ac tempest-TestShelveInstance-1856919752 tempest-TestShelveInstance-1856919752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 11:52:25.975977 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.quota.resource [req-be1150d0-e62a-41b2-a1e7-5bf255b91e7d req-6a55fef5-8d34-4a5f-9a74-e57edb6a43ac tempest-TestShelveInstance-1856919752 tempest-TestShelveInstance-1856919752-project] Synchronizing usage tracker for tenant:67225ec5f483494c9d8a6368709f6b83 on resource:port {{(pid=103721) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 31 11:52:26.049986 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.quota.resource [req-be1150d0-e62a-41b2-a1e7-5bf255b91e7d req-6a55fef5-8d34-4a5f-9a74-e57edb6a43ac tempest-TestShelveInstance-1856919752 tempest-TestShelveInstance-1856919752-project] Unset dirty status for tenant:67225ec5f483494c9d8a6368709f6b83 on resource:port {{(pid=103721) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 31 11:52:26.051546 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [req-be1150d0-e62a-41b2-a1e7-5bf255b91e7d req-6a55fef5-8d34-4a5f-9a74-e57edb6a43ac tempest-TestShelveInstance-1856919752 tempest-TestShelveInstance-1856919752-project] 10.222.0.57 "GET /v2.0/ports?device_id=e459736f-0c08-4469-b126-a8d744b78201 HTTP/1.1" status: 200  len: 945 time: 0.2801986
May 31 11:52:26.078896 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aef4a181-460d-48d4-987f-6aafdbf0bf55 req-4a93ad53-f881-4ad1-9109-147c5a8e92bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 11:52:26.080397 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [req-aef4a181-460d-48d4-987f-6aafdbf0bf55 req-4a93ad53-f881-4ad1-9109-147c5a8e92bd service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=56741204-4ce1-45fa-a0a1-399f87add183&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1002004
May 31 11:52:26.120910 dv-cinder-786384-7-iscsi neutron-server[103723]: DEBUG neutron.db.l3_dvr_db [None req-12f240d9-b019-4c39-b89e-aa3f7ecaea45 None None] Set router c5fc676f-fec8-4683-bbb8-4ef1f0fbc090 gateway port host: dv-cinder-786384-7-iscsi {{(pid=103723) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
May 31 11:52:26.127989 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [req-be1150d0-e62a-41b2-a1e7-5bf255b91e7d req-f636f2a9-0966-4b1c-bc87-7cd2b2ff3daf tempest-TestShelveInstance-1856919752 tempest-TestShelveInstance-1856919752-project] 10.222.0.57 "GET /v2.0/security-groups?id=c27ba14d-ac85-44f1-aa89-ac308792b39a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0671024
May 31 11:52:26.230427 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [req-aef4a181-460d-48d4-987f-6aafdbf0bf55 req-303299ac-bb97-4058-978e-52120947bee2 service neutron] 10.222.0.60 "GET /v2.0/networks/56741204-4ce1-45fa-a0a1-399f87add183?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1349218
May 31 11:52:26.369584 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [req-aef4a181-460d-48d4-987f-6aafdbf0bf55 req-58a89356-ced5-46fc-ac3b-bbc98a724b92 service neutron] 10.222.0.60 "GET /v2.0/networks/56741204-4ce1-45fa-a0a1-399f87add183?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1317127
May 31 11:52:26.475858 dv-cinder-786384-7-iscsi neutron-server[103723]: DEBUG neutron.db.l3_hamode_db [None req-12f240d9-b019-4c39-b89e-aa3f7ecaea45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f3ebc8fbd60>, [{'id': 'c5fc676f-fec8-4683-bbb8-4ef1f0fbc090', 'name': 'tempest-TestShelveInstance-1820448711-router', 'tenant_id': '67225ec5f483494c9d8a6368709f6b83', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cb16751-6ba1-494a-bef1-53f614bdb222', 'external_fixed_ips': [{'subnet_id': '1135c889-0623-4d10-975a-f2c46f50f0f6', 'ip_address': '172.27.2.140'}], 'enable_snat': True}, 'gw_port_id': '17ec24c9-8383-4534-b5a1-5e7aee5329b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T11:47:11Z', 'updated_at': '2021-05-31T11:47:19Z', 'revision_number': 4, 'project_id': '67225ec5f483494c9d8a6368709f6b83', 'gw_port': {'id': '17ec24c9-8383-4534-b5a1-5e7aee5329b8', 'name': '', 'network_id': '1cb16751-6ba1-494a-bef1-53f614bdb222', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:ae:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5fc676f-fec8-4683-bbb8-4ef1f0fbc090', 'device_owner': 'network:router_gateway', 'standard_attr_id': 447, 'fixed_ips': [{'subnet_id': '1135c889-0623-4d10-975a-f2c46f50f0f6', 'ip_address': '172.27.2.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786384-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T11:47:12Z', 'updated_at': '2021-05-31T11:47:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1135c889-0623-4d10-975a-f2c46f50f0f6', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786384-7-iscsi', '_interfaces': [{'id': 'f5c1da4d-9c4c-47d0-a175-9a1ad60ee097', 'name': '', 'network_id': '56741204-4ce1-45fa-a0a1-399f87add183', 'tenant_id': '67225ec5f483494c9d8a6368709f6b83', 'mac_address': 'fa:16:3e:d5:74:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5fc676f-fec8-4683-bbb8-4ef1f0fbc090', 'device_owner': 'network:router_interface', 'standard_attr_id': 453, 'fixed_ips': [{'subnet_id': '0c8f52ca-30c0-490a-ab46-49af9203f193', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786384-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T11:47:18Z', 'updated_at': '2021-05-31T11:47:28Z', 'revision_number': 5, 'project_id': '67225ec5f483494c9d8a6368709f6b83', 'subnets': [{'id': '0c8f52ca-30c0-490a-ab46-49af9203f193', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786384-7-iscsi', False) {} {{(pid=103723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 31 11:52:26.480022 dv-cinder-786384-7-iscsi neutron-server[103723]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12f240d9-b019-4c39-b89e-aa3f7ecaea45 None None] The sync data for ids ['c5fc676f-fec8-4683-bbb8-4ef1f0fbc090'] in dv-cinder-786384-7-iscsi is: [{'id': 'c5fc676f-fec8-4683-bbb8-4ef1f0fbc090', 'name': 'tempest-TestShelveInstance-1820448711-router', 'tenant_id': '67225ec5f483494c9d8a6368709f6b83', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cb16751-6ba1-494a-bef1-53f614bdb222', 'external_fixed_ips': [{'subnet_id': '1135c889-0623-4d10-975a-f2c46f50f0f6', 'ip_address': '172.27.2.140'}], 'enable_snat': True}, 'gw_port_id': '17ec24c9-8383-4534-b5a1-5e7aee5329b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T11:47:11Z', 'updated_at': '2021-05-31T11:47:19Z', 'revision_number': 4, 'project_id': '67225ec5f483494c9d8a6368709f6b83', 'gw_port': {'id': '17ec24c9-8383-4534-b5a1-5e7aee5329b8', 'name': '', 'network_id': '1cb16751-6ba1-494a-bef1-53f614bdb222', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:ae:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5fc676f-fec8-4683-bbb8-4ef1f0fbc090', 'device_owner': 'network:router_gateway', 'standard_attr_id': 447, 'fixed_ips': [{'subnet_id': '1135c889-0623-4d10-975a-f2c46f50f0f6', 'ip_address': '172.27.2.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786384-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T11:47:12Z', 'updated_at': '2021-05-31T11:47:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1135c889-0623-4d10-975a-f2c46f50f0f6', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786384-7-iscsi', '_interfaces': [{'id': 'f5c1da4d-9c4c-47d0-a175-9a1ad60ee097', 'name': '', 'network_id': '56741204-4ce1-45fa-a0a1-399f87add183', 'tenant_id': '67225ec5f483494c9d8a6368709f6b83', 'mac_address': 'fa:16:3e:d5:74:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5fc676f-fec8-4683-bbb8-4ef1f0fbc090', 'device_owner': 'network:router_interface', 'standard_attr_id': 453, 'fixed_ips': [{'subnet_id': '0c8f52ca-30c0-490a-ab46-49af9203f193', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786384-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T11:47:18Z', 'updated_at': '2021-05-31T11:47:28Z', 'revision_number': 5, 'project_id': '67225ec5f483494c9d8a6368709f6b83', 'subnets': [{'id': '0c8f52ca-30c0-490a-ab46-49af9203f193', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103723) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 31 11:52:26.684101 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d851bfa-25e8-4719-bedb-be3174c33e89 None None] New status for floating IP 74903791-8d4f-4f22-b4ab-79e701e2fabc: DOWN {{(pid=103722) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
May 31 11:52:27.323935 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bd6d965-e974-41ba-b544-04651aaecffe req-e49a836e-d54b-4dcf-adf7-85ee4f4d908c tempest-TestShelveInstance-1856919752 tempest-TestShelveInstance-1856919752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 11:52:27.325377 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [req-8bd6d965-e974-41ba-b544-04651aaecffe req-e49a836e-d54b-4dcf-adf7-85ee4f4d908c tempest-TestShelveInstance-1856919752 tempest-TestShelveInstance-1856919752-project] 10.222.0.57 "GET /v2.0/ports?device_id=e459736f-0c08-4469-b126-a8d744b78201 HTTP/1.1" status: 200  len: 945 time: 0.0871649
May 31 11:52:27.369336 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [req-8bd6d965-e974-41ba-b544-04651aaecffe req-a05c200d-b6c8-44ca-b0ff-a674ffead972 tempest-TestShelveInstance-1856919752 tempest-TestShelveInstance-1856919752-project] 10.222.0.57 "GET /v2.0/security-groups?id=c27ba14d-ac85-44f1-aa89-ac308792b39a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0380795
May 31 11:52:27.543513 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-965405e8-d21e-4f89-b882-1713db9b7130 req-aea8d030-500c-4d34-b946-7e9ac51b5411 tempest-TestShelveInstance-1856919752 tempest-TestShelveInstance-1856919752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 11:52:27.544953 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [req-965405e8-d21e-4f89-b882-1713db9b7130 req-aea8d030-500c-4d34-b946-7e9ac51b5411 tempest-TestShelveInstance-1856919752 tempest-TestShelveInstance-1856919752-project] 10.222.0.60 "GET /v2.0/ports?device_id=e459736f-0c08-4469-b126-a8d744b78201 HTTP/1.1" status: 200  len: 945 time: 0.0879374
May 31 11:52:27.791463 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.plugins.ml2.plugin [req-965405e8-d21e-4f89-b882-1713db9b7130 req-49963e2f-05fa-4d57-b0f6-c9f8b7b7d5b0 tempest-TestShelveInstance-1856919752 tempest-TestShelveInstance-1856919752-project] Deleting port 462ece3e-f40a-44a0-a4fc-7c3ef3e9827a {{(pid=103721) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
May 31 11:52:27.791853 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron_lib.callbacks.manager [req-965405e8-d21e-4f89-b882-1713db9b7130 req-49963e2f-05fa-4d57-b0f6-c9f8b7b7d5b0 tempest-TestShelveInstance-1856919752 tempest-TestShelveInstance-1856919752-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744215952451'] for port, before_delete {{(pid=103721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:52:27.919770 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.plugins.ml2.db [req-965405e8-d21e-4f89-b882-1713db9b7130 req-49963e2f-05fa-4d57-b0f6-c9f8b7b7d5b0 tempest-TestShelveInstance-1856919752 tempest-TestShelveInstance-1856919752-project] For port 462ece3e-f40a-44a0-a4fc-7c3ef3e9827a, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=462ece3e-f40a-44a0-a4fc-7c3ef3e9827a,segment=NetworkSegment(85ec44de-340d-4adb-a400-8c2147a8ec2a),segment_id=85ec44de-340d-4adb-a400-8c2147a8ec2a)] {{(pid=103721) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 31 11:52:27.920146 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron_lib.callbacks.manager [req-965405e8-d21e-4f89-b882-1713db9b7130 req-49963e2f-05fa-4d57-b0f6-c9f8b7b7d5b0 tempest-TestShelveInstance-1856919752 tempest-TestShelveInstance-1856919752-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4088094'] for port, precommit_delete {{(pid=103721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:52:28.048153 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.plugins.ml2.plugin [req-965405e8-d21e-4f89-b882-1713db9b7130 req-49963e2f-05fa-4d57-b0f6-c9f8b7b7d5b0 tempest-TestShelveInstance-1856919752 tempest-TestShelveInstance-1856919752-project] Calling delete_port for 462ece3e-f40a-44a0-a4fc-7c3ef3e9827a owned by compute:nova {{(pid=103721) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
May 31 11:52:28.170328 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron_lib.callbacks.manager [req-965405e8-d21e-4f89-b882-1713db9b7130 req-49963e2f-05fa-4d57-b0f6-c9f8b7b7d5b0 tempest-TestShelveInstance-1856919752 tempest-TestShelveInstance-1856919752-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937715', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3701677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744215954342', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744215520979', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2250866'] for port, after_delete {{(pid=103721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:52:28.176334 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG oslo_concurrency.lockutils [None req-eb0b0fe5-f8e5-4931-89f2-a043e9029b1e tempest-AttachVolumeShelveTestJSON-127538222 tempest-AttachVolumeShelveTestJSON-127538222-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103721) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 31 11:52:28.219713 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49963e2f-05fa-4d57-b0f6-c9f8b7b7d5b0 tempest-TestShelveInstance-1856919752 tempest-TestShelveInstance-1856919752-project] Pushing event deleted for resources: {'Port': ['ID=462ece3e-f40a-44a0-a4fc-7c3ef3e9827a,revision_number=None']} {{(pid=103721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 31 11:52:28.222783 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG oslo_concurrency.lockutils [None req-49963e2f-05fa-4d57-b0f6-c9f8b7b7d5b0 tempest-TestShelveInstance-1856919752 tempest-TestShelveInstance-1856919752-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=103721) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 31 11:52:28.297340 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.db.l3_dvrscheduler_db [req-965405e8-d21e-4f89-b882-1713db9b7130 req-49963e2f-05fa-4d57-b0f6-c9f8b7b7d5b0 tempest-TestShelveInstance-1856919752 tempest-TestShelveInstance-1856919752-project] No DVR routers for this DVR port 462ece3e-f40a-44a0-a4fc-7c3ef3e9827a on host hv-cinder-78638 {{(pid=103721) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 31 11:52:28.300338 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron_lib.callbacks.manager [req-965405e8-d21e-4f89-b882-1713db9b7130 req-49963e2f-05fa-4d57-b0f6-c9f8b7b7d5b0 tempest-TestShelveInstance-1856919752 tempest-TestShelveInstance-1856919752-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46333'] for port, before_response {{(pid=103721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:52:28.303133 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e459736f-0c08-4469-b126-a8d744b78201', 'name': 'network-vif-deleted', 'tag': '462ece3e-f40a-44a0-a4fc-7c3ef3e9827a'}] {{(pid=103721) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 31 11:52:28.305515 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3cd903d475e597836c68a86188e0a4f713f0e90603b95bd8a010e768671d0d04" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cc0434b6-2914-45c2-ab81-b4574e53ebec" -d '{"events": [{"server_uuid": "e459736f-0c08-4469-b126-a8d744b78201", "name": "network-vif-deleted", "tag": "462ece3e-f40a-44a0-a4fc-7c3ef3e9827a"}]}' {{(pid=103721) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
May 31 11:52:28.320915 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [req-965405e8-d21e-4f89-b882-1713db9b7130 req-49963e2f-05fa-4d57-b0f6-c9f8b7b7d5b0 tempest-TestShelveInstance-1856919752 tempest-TestShelveInstance-1856919752-project] 10.222.0.60 "DELETE /v2.0/ports/462ece3e-f40a-44a0-a4fc-7c3ef3e9827a HTTP/1.1" status: 204  len: 173 time: 0.7696383
May 31 11:52:28.353495 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 31 May 2021 11:52:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-496d7e86-8cbb-4967-907d-76afc06f38fb x-openstack-request-id: req-496d7e86-8cbb-4967-907d-76afc06f38fb {{(pid=103721) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
May 31 11:52:28.354193 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e459736f-0c08-4469-b126-a8d744b78201", "name": "network-vif-deleted", "tag": "462ece3e-f40a-44a0-a4fc-7c3ef3e9827a", "status": "completed", "code": 200}]} {{(pid=103721) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
May 31 11:52:28.354193 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-496d7e86-8cbb-4967-907d-76afc06f38fb {{(pid=103721) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
May 31 11:52:28.354558 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e459736f-0c08-4469-b126-a8d744b78201', 'name': 'network-vif-deleted', 'tag': '462ece3e-f40a-44a0-a4fc-7c3ef3e9827a', 'status': 'completed', 'code': 200}
May 31 11:52:28.516395 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.quota.resource [req-ec2542cd-5fd4-418c-8fb6-69fa11f8f3a4 req-a39f4bca-8111-4272-95c1-34a31e46aa85 tempest-TestShelveInstance-1856919752 tempest-TestShelveInstance-1856919752-project] Synchronizing usage tracker for tenant:67225ec5f483494c9d8a6368709f6b83 on resource:port {{(pid=103721) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 31 11:52:28.533228 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.quota.resource [req-ec2542cd-5fd4-418c-8fb6-69fa11f8f3a4 req-a39f4bca-8111-4272-95c1-34a31e46aa85 tempest-TestShelveInstance-1856919752 tempest-TestShelveInstance-1856919752-project] Unset dirty status for tenant:67225ec5f483494c9d8a6368709f6b83 on resource:port {{(pid=103721) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 31 11:52:28.534446 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [req-ec2542cd-5fd4-418c-8fb6-69fa11f8f3a4 req-a39f4bca-8111-4272-95c1-34a31e46aa85 tempest-TestShelveInstance-1856919752 tempest-TestShelveInstance-1856919752-project] 10.222.0.57 "GET /v2.0/ports?device_id=e459736f-0c08-4469-b126-a8d744b78201 HTTP/1.1" status: 200  len: 210 time: 0.0606346
May 31 11:52:29.708094 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [req-8618c0b5-bf4d-4ec7-8917-0e478b205bc8 req-dadd01fa-3458-4fba-bc2a-414a8decd54d tempest-TestShelveInstance-1856919752 tempest-TestShelveInstance-1856919752-project] 10.222.0.57 "GET /v2.0/ports?device_id=e459736f-0c08-4469-b126-a8d744b78201 HTTP/1.1" status: 200  len: 210 time: 0.0453515
May 31 11:52:30.932219 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.wsgi [-] (103721) accepted ('10.222.0.57', 48226) {{(pid=103721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 31 11:52:31.008021 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron_lib.callbacks.manager [None req-b272c522-6139-4fd9-96b0-dc4a6ca142db tempest-TestShelveInstance-1856919752 tempest-TestShelveInstance-1856919752-project] Notify callbacks [] for security_group, before_delete {{(pid=103721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:52:31.047755 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron_lib.callbacks.manager [None req-b272c522-6139-4fd9-96b0-dc4a6ca142db tempest-TestShelveInstance-1856919752 tempest-TestShelveInstance-1856919752-project] Notify callbacks [] for security_group, precommit_delete {{(pid=103721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:52:31.114386 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron_lib.callbacks.manager [None req-b272c522-6139-4fd9-96b0-dc4a6ca142db tempest-TestShelveInstance-1856919752 tempest-TestShelveInstance-1856919752-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3705957'] for security_group, after_delete {{(pid=103721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:52:31.118126 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG oslo_concurrency.lockutils [None req-c3702b15-8ff0-4dab-8e78-4e47644b9ab2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103721) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 31 11:52:31.133520 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b272c522-6139-4fd9-96b0-dc4a6ca142db tempest-TestShelveInstance-1856919752 tempest-TestShelveInstance-1856919752-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c27ba14d-ac85-44f1-aa89-ac308792b39a,revision_number=None']} {{(pid=103721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 31 11:52:31.136219 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG oslo_concurrency.lockutils [None req-b272c522-6139-4fd9-96b0-dc4a6ca142db tempest-TestShelveInstance-1856919752 tempest-TestShelveInstance-1856919752-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=103721) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 31 11:52:31.143361 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron_lib.callbacks.manager [None req-b272c522-6139-4fd9-96b0-dc4a6ca142db tempest-TestShelveInstance-1856919752 tempest-TestShelveInstance-1856919752-project] Notify callbacks [] for security_group, before_response {{(pid=103721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:52:31.144536 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [None req-b272c522-6139-4fd9-96b0-dc4a6ca142db tempest-TestShelveInstance-1856919752 tempest-TestShelveInstance-1856919752-project] 10.222.0.57 "DELETE /v2.0/security-groups/c27ba14d-ac85-44f1-aa89-ac308792b39a HTTP/1.1" status: 204  len: 168 time: 0.2113132
May 31 11:52:31.192897 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.wsgi [-] (103721) accepted ('10.222.0.57', 48232) {{(pid=103721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 31 11:52:31.460118 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron_lib.callbacks.manager [None req-43028a7b-58d7-408b-ac75-1328e6896bf7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744215964654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857257'] for agent, after_update {{(pid=103722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:52:31.782695 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron_lib.callbacks.manager [None req-6a206019-38aa-4715-a175-a6c070e6f4fb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4094159'] for router_interface, before_delete {{(pid=103721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:52:32.107393 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron.plugins.ml2.rpc [None req-43028a7b-58d7-408b-ac75-1328e6896bf7 None None] Device 462ece3e-f40a-44a0-a4fc-7c3ef3e9827a no longer exists at agent hyperv_hv-cinder-78638 {{(pid=103722) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
May 31 11:52:32.141390 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron.plugins.ml2.plugin [None req-43028a7b-58d7-408b-ac75-1328e6896bf7 None None] No Port match for: 462ece3e-f40a-44a0-a4fc-7c3ef3e9827a {{(pid=103722) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}}
May 31 11:52:32.141744 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron.plugins.ml2.rpc [None req-43028a7b-58d7-408b-ac75-1328e6896bf7 None None] Device 462ece3e-f40a-44a0-a4fc-7c3ef3e9827a not bound to the agent host hv-cinder-78638 {{(pid=103722) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
May 31 11:52:32.291837 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.plugins.ml2.plugin [None req-6a206019-38aa-4715-a175-a6c070e6f4fb admin admin] Deleting port f5c1da4d-9c4c-47d0-a175-9a1ad60ee097 {{(pid=103721) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
May 31 11:52:32.292459 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron_lib.callbacks.manager [None req-6a206019-38aa-4715-a175-a6c070e6f4fb admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744215952451'] for port, before_delete {{(pid=103721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:52:32.414229 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.plugins.ml2.db [None req-6a206019-38aa-4715-a175-a6c070e6f4fb admin admin] For port f5c1da4d-9c4c-47d0-a175-9a1ad60ee097, host dv-cinder-786384-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786384-7-iscsi',level=0,port_id=f5c1da4d-9c4c-47d0-a175-9a1ad60ee097,segment=NetworkSegment(85ec44de-340d-4adb-a400-8c2147a8ec2a),segment_id=85ec44de-340d-4adb-a400-8c2147a8ec2a)] {{(pid=103721) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 31 11:52:32.414460 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron_lib.callbacks.manager [None req-6a206019-38aa-4715-a175-a6c070e6f4fb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4088094'] for port, precommit_delete {{(pid=103721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:52:32.536021 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.plugins.ml2.plugin [None req-6a206019-38aa-4715-a175-a6c070e6f4fb admin admin] Calling delete_port for f5c1da4d-9c4c-47d0-a175-9a1ad60ee097 owned by network:router_interface {{(pid=103721) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
May 31 11:52:32.834362 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron_lib.callbacks.manager [None req-6a206019-38aa-4715-a175-a6c070e6f4fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937715', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3701677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744215954342', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744215520979', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2250866'] for port, after_delete {{(pid=103721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:52:32.837839 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103721) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 31 11:52:32.881473 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a206019-38aa-4715-a175-a6c070e6f4fb admin admin] Pushing event deleted for resources: {'Port': ['ID=f5c1da4d-9c4c-47d0-a175-9a1ad60ee097,revision_number=None']} {{(pid=103721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 31 11:52:32.885297 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG oslo_concurrency.lockutils [None req-6a206019-38aa-4715-a175-a6c070e6f4fb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=103721) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 31 11:52:33.081139 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron_lib.callbacks.manager [None req-3b010d58-6482-460e-a98c-cd47e4204404 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744215964654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857257'] for agent, after_update {{(pid=103722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:52:33.140596 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron_lib.callbacks.manager [None req-6a206019-38aa-4715-a175-a6c070e6f4fb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3701695', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4090207'] for router_interface, after_delete {{(pid=103721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:52:33.608898 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6a206019-38aa-4715-a175-a6c070e6f4fb admin admin] Router c5fc676f-fec8-4683-bbb8-4ef1f0fbc090 has already been hosted by L3 agent f8c17dd7-da16-4427-b6e3-d7e30616bc4c {{(pid=103721) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
May 31 11:52:33.799027 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6a206019-38aa-4715-a175-a6c070e6f4fb admin admin] Notify agent at l3_agent.dv-cinder-786384-7-iscsi the message routers_updated {{(pid=103721) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
May 31 11:52:33.808455 dv-cinder-786384-7-iscsi neutron-server[103723]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1b69913-46f9-42c4-80d6-b9f7c67ec6df None None] Sync routers for ids ['c5fc676f-fec8-4683-bbb8-4ef1f0fbc090'] in dv-cinder-786384-7-iscsi {{(pid=103723) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 31 11:52:33.817802 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [None req-6a206019-38aa-4715-a175-a6c070e6f4fb admin admin] 10.222.0.57 "PUT /v2.0/routers/c5fc676f-fec8-4683-bbb8-4ef1f0fbc090/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 2.6237915
May 31 11:52:33.817980 dv-cinder-786384-7-iscsi neutron-server[103723]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1b69913-46f9-42c4-80d6-b9f7c67ec6df None None] Routers {'c5fc676f-fec8-4683-bbb8-4ef1f0fbc090'} bound to L3 agent in host dv-cinder-786384-7-iscsi {{(pid=103723) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 31 11:52:33.818564 dv-cinder-786384-7-iscsi neutron-server[103723]: DEBUG neutron.db.l3_hamode_db [None req-c1b69913-46f9-42c4-80d6-b9f7c67ec6df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f3ebc837190>, 'dv-cinder-786384-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-31T11:36:05Z,description=<?>,heartbeat_timestamp=2021-05-31T11:52:06Z,host='dv-cinder-786384-7-iscsi',id=f8c17dd7-da16-4427-b6e3-d7e30616bc4c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-31T11:36:05Z,topic='l3_agent')) {'router_ids': ['c5fc676f-fec8-4683-bbb8-4ef1f0fbc090'], 'active': True} {{(pid=103723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 31 11:52:33.820341 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.wsgi [-] (103721) accepted ('10.222.0.57', 48244) {{(pid=103721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 31 11:52:33.997407 dv-cinder-786384-7-iscsi neutron-server[103723]: DEBUG neutron.db.l3_dvr_db [None req-c1b69913-46f9-42c4-80d6-b9f7c67ec6df None None] Set router c5fc676f-fec8-4683-bbb8-4ef1f0fbc090 gateway port host: dv-cinder-786384-7-iscsi {{(pid=103723) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
May 31 11:52:34.007843 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron_lib.callbacks.manager [None req-b942d466-2886-4fa2-8e99-ff005550512d admin admin] Notify callbacks [] for router, before_delete {{(pid=103721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:52:34.242896 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b60c6dfa-7e6f-4f70-ab89-c5d98df10f93 req-8d4253a6-e36a-457d-9a92-6c59d729c2f3 tempest-AttachVolumeTestJSON-530604526 tempest-AttachVolumeTestJSON-530604526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 11:52:34.244363 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [req-b60c6dfa-7e6f-4f70-ab89-c5d98df10f93 req-8d4253a6-e36a-457d-9a92-6c59d729c2f3 tempest-AttachVolumeTestJSON-530604526 tempest-AttachVolumeTestJSON-530604526-project] 10.222.0.57 "GET /v2.0/ports?device_id=3910485b-0ffc-4380-b9c3-27b9735928d8 HTTP/1.1" status: 200  len: 946 time: 0.1776242
May 31 11:52:34.245730 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron_lib.callbacks.manager [None req-b942d466-2886-4fa2-8e99-ff005550512d admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=103721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:52:34.295064 dv-cinder-786384-7-iscsi neutron-server[103723]: DEBUG neutron.db.l3_hamode_db [None req-c1b69913-46f9-42c4-80d6-b9f7c67ec6df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f3ebc837190>, [{'id': 'c5fc676f-fec8-4683-bbb8-4ef1f0fbc090', 'name': 'tempest-TestShelveInstance-1820448711-router', 'tenant_id': '67225ec5f483494c9d8a6368709f6b83', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cb16751-6ba1-494a-bef1-53f614bdb222', 'external_fixed_ips': [{'subnet_id': '1135c889-0623-4d10-975a-f2c46f50f0f6', 'ip_address': '172.27.2.140'}], 'enable_snat': True}, 'gw_port_id': '17ec24c9-8383-4534-b5a1-5e7aee5329b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T11:47:11Z', 'updated_at': '2021-05-31T11:52:32Z', 'revision_number': 5, 'project_id': '67225ec5f483494c9d8a6368709f6b83', 'gw_port': {'id': '17ec24c9-8383-4534-b5a1-5e7aee5329b8', 'name': '', 'network_id': '1cb16751-6ba1-494a-bef1-53f614bdb222', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:ae:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5fc676f-fec8-4683-bbb8-4ef1f0fbc090', 'device_owner': 'network:router_gateway', 'standard_attr_id': 447, 'fixed_ips': [{'subnet_id': '1135c889-0623-4d10-975a-f2c46f50f0f6', 'ip_address': '172.27.2.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786384-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T11:47:12Z', 'updated_at': '2021-05-31T11:47:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1135c889-0623-4d10-975a-f2c46f50f0f6', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786384-7-iscsi'}], 'dv-cinder-786384-7-iscsi', False) {} {{(pid=103723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 31 11:52:34.298998 dv-cinder-786384-7-iscsi neutron-server[103723]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1b69913-46f9-42c4-80d6-b9f7c67ec6df None None] Checking router: c5fc676f-fec8-4683-bbb8-4ef1f0fbc090 for host: dv-cinder-786384-7-iscsi {{(pid=103723) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
May 31 11:52:34.307640 dv-cinder-786384-7-iscsi neutron-server[103723]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1b69913-46f9-42c4-80d6-b9f7c67ec6df None None] Routers {'c5fc676f-fec8-4683-bbb8-4ef1f0fbc090'} bound to L3 agent in host dv-cinder-786384-7-iscsi {{(pid=103723) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 31 11:52:34.308279 dv-cinder-786384-7-iscsi neutron-server[103723]: DEBUG neutron.db.l3_hamode_db [None req-c1b69913-46f9-42c4-80d6-b9f7c67ec6df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f3ebc837190>, 'dv-cinder-786384-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-31T11:36:05Z,description=<?>,heartbeat_timestamp=2021-05-31T11:52:06Z,host='dv-cinder-786384-7-iscsi',id=f8c17dd7-da16-4427-b6e3-d7e30616bc4c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-31T11:36:05Z,topic='l3_agent')) {'router_ids': ['c5fc676f-fec8-4683-bbb8-4ef1f0fbc090'], 'active': True} {{(pid=103723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 31 11:52:34.328535 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [req-b60c6dfa-7e6f-4f70-ab89-c5d98df10f93 req-0e4f0b04-ba53-4922-a75d-b45caa97d383 tempest-AttachVolumeTestJSON-530604526 tempest-AttachVolumeTestJSON-530604526-project] 10.222.0.57 "GET /v2.0/security-groups?id=12b57ca2-3f7f-4392-824c-9b0ff93e964a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0782917
May 31 11:52:34.350289 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.plugins.ml2.plugin [None req-b942d466-2886-4fa2-8e99-ff005550512d admin admin] Deleting port 17ec24c9-8383-4534-b5a1-5e7aee5329b8 {{(pid=103721) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
May 31 11:52:34.350644 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron_lib.callbacks.manager [None req-b942d466-2886-4fa2-8e99-ff005550512d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744215952451'] for port, before_delete {{(pid=103721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:52:34.457754 dv-cinder-786384-7-iscsi neutron-server[103723]: DEBUG neutron.db.l3_dvr_db [None req-c1b69913-46f9-42c4-80d6-b9f7c67ec6df None None] Set router c5fc676f-fec8-4683-bbb8-4ef1f0fbc090 gateway port host: None {{(pid=103723) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
May 31 11:52:34.471150 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.plugins.ml2.db [None req-b942d466-2886-4fa2-8e99-ff005550512d admin admin] For port 17ec24c9-8383-4534-b5a1-5e7aee5329b8, host dv-cinder-786384-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786384-7-iscsi',level=0,port_id=17ec24c9-8383-4534-b5a1-5e7aee5329b8,segment=NetworkSegment(82286f75-faff-40ec-beef-7945374ee8e1),segment_id=82286f75-faff-40ec-beef-7945374ee8e1)] {{(pid=103721) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 31 11:52:34.471524 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron_lib.callbacks.manager [None req-b942d466-2886-4fa2-8e99-ff005550512d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4088094'] for port, precommit_delete {{(pid=103721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:52:34.562584 dv-cinder-786384-7-iscsi neutron-server[103723]: DEBUG neutron.db.l3_hamode_db [None req-c1b69913-46f9-42c4-80d6-b9f7c67ec6df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f3ebc837190>, [{'id': 'c5fc676f-fec8-4683-bbb8-4ef1f0fbc090', 'name': 'tempest-TestShelveInstance-1820448711-router', 'tenant_id': '67225ec5f483494c9d8a6368709f6b83', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T11:47:11Z', 'updated_at': '2021-05-31T11:52:34Z', 'revision_number': 6, 'project_id': '67225ec5f483494c9d8a6368709f6b83', 'gw_port_host': None}], 'dv-cinder-786384-7-iscsi', False) {} {{(pid=103723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 31 11:52:34.566735 dv-cinder-786384-7-iscsi neutron-server[103723]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1b69913-46f9-42c4-80d6-b9f7c67ec6df None None] The sync data for ids ['c5fc676f-fec8-4683-bbb8-4ef1f0fbc090'] in dv-cinder-786384-7-iscsi is: [{'id': 'c5fc676f-fec8-4683-bbb8-4ef1f0fbc090', 'name': 'tempest-TestShelveInstance-1820448711-router', 'tenant_id': '67225ec5f483494c9d8a6368709f6b83', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T11:47:11Z', 'updated_at': '2021-05-31T11:52:34Z', 'revision_number': 6, 'project_id': '67225ec5f483494c9d8a6368709f6b83', 'gw_port_host': None}] {{(pid=103723) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 31 11:52:34.596321 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.plugins.ml2.plugin [None req-b942d466-2886-4fa2-8e99-ff005550512d admin admin] Calling delete_port for 17ec24c9-8383-4534-b5a1-5e7aee5329b8 owned by network:router_gateway {{(pid=103721) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
May 31 11:52:34.738400 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron_lib.callbacks.manager [None req-b942d466-2886-4fa2-8e99-ff005550512d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937715', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3701677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744215954342', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744215520979', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2250866'] for port, after_delete {{(pid=103721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:52:34.742908 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG oslo_concurrency.lockutils [None req-2d7c1f50-d435-45f2-9180-18d437ddb375 tempest-TestShelveInstance-1856919752 tempest-TestShelveInstance-1856919752-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103721) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 31 11:52:34.919283 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b942d466-2886-4fa2-8e99-ff005550512d admin admin] Pushing event deleted for resources: {'Port': ['ID=17ec24c9-8383-4534-b5a1-5e7aee5329b8,revision_number=None']} {{(pid=103721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 31 11:52:34.925560 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG oslo_concurrency.lockutils [None req-b942d466-2886-4fa2-8e99-ff005550512d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.183s {{(pid=103721) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 31 11:52:34.980490 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron_lib.callbacks.manager [None req-b942d466-2886-4fa2-8e99-ff005550512d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-4088530'] for router_gateway, after_delete {{(pid=103721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:52:35.148764 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron_lib.callbacks.manager [None req-b942d466-2886-4fa2-8e99-ff005550512d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4091231', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-939'] for router, precommit_delete {{(pid=103721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:52:35.150854 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron_lib.callbacks.manager [None req-b942d466-2886-4fa2-8e99-ff005550512d admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=103721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:52:35.178027 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron_lib.callbacks.manager [None req-b942d466-2886-4fa2-8e99-ff005550512d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-4089955'] for router, after_delete {{(pid=103721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:52:35.178690 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b942d466-2886-4fa2-8e99-ff005550512d admin admin] Fanout notify agent at l3_agent the message router_deleted on router c5fc676f-fec8-4683-bbb8-4ef1f0fbc090 {{(pid=103721) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
May 31 11:52:35.194917 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron_lib.callbacks.manager [None req-b942d466-2886-4fa2-8e99-ff005550512d admin admin] Notify callbacks [] for router, before_response {{(pid=103721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:52:35.196595 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [None req-b942d466-2886-4fa2-8e99-ff005550512d admin admin] 10.222.0.57 "DELETE /v2.0/routers/c5fc676f-fec8-4683-bbb8-4ef1f0fbc090 HTTP/1.1" status: 204  len: 168 time: 1.3753335
May 31 11:52:35.199278 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.wsgi [-] (103721) accepted ('10.222.0.57', 48252) {{(pid=103721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 31 11:52:35.262692 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.db.db_base_plugin_v2 [None req-e39d274c-0102-4a6b-b76f-dfcc113a3422 admin admin] Deleting subnet 0c8f52ca-30c0-490a-ab46-49af9203f193 {{(pid=103721) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}}
May 31 11:52:35.265847 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron_lib.callbacks.manager [None req-e39d274c-0102-4a6b-b76f-dfcc113a3422 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=103721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:52:35.314873 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron_lib.callbacks.manager [None req-e39d274c-0102-4a6b-b76f-dfcc113a3422 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2649308'] for subnet, precommit_delete_associations {{(pid=103721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:52:35.404222 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron_lib.callbacks.manager [None req-e39d274c-0102-4a6b-b76f-dfcc113a3422 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-877032'] for subnet, precommit_delete {{(pid=103721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:52:35.415687 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron.plugins.ml2.rpc [None req-1f0a762f-0348-4bba-b860-8eddab4cd770 None None] Device f5c1da4d-9c4c-47d0-a175-9a1ad60ee097 no longer exists at agent ovs-agent-dv-cinder-786384-7-iscsi {{(pid=103722) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
May 31 11:52:35.456363 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron.plugins.ml2.plugin [None req-1f0a762f-0348-4bba-b860-8eddab4cd770 None None] No Port match for: f5c1da4d-9c4c-47d0-a175-9a1ad60ee097 {{(pid=103722) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}}
May 31 11:52:35.456805 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron.plugins.ml2.rpc [None req-1f0a762f-0348-4bba-b860-8eddab4cd770 None None] Device f5c1da4d-9c4c-47d0-a175-9a1ad60ee097 not bound to the agent host dv-cinder-786384-7-iscsi {{(pid=103722) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
May 31 11:52:35.457310 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron.plugins.ml2.rpc [None req-1f0a762f-0348-4bba-b860-8eddab4cd770 None None] Device 17ec24c9-8383-4534-b5a1-5e7aee5329b8 no longer exists at agent ovs-agent-dv-cinder-786384-7-iscsi {{(pid=103722) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
May 31 11:52:35.492755 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron.plugins.ml2.plugin [None req-1f0a762f-0348-4bba-b860-8eddab4cd770 None None] No Port match for: 17ec24c9-8383-4534-b5a1-5e7aee5329b8 {{(pid=103722) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}}
May 31 11:52:35.493229 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron.plugins.ml2.rpc [None req-1f0a762f-0348-4bba-b860-8eddab4cd770 None None] Device 17ec24c9-8383-4534-b5a1-5e7aee5329b8 not bound to the agent host dv-cinder-786384-7-iscsi {{(pid=103722) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
May 31 11:52:35.514027 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron_lib.callbacks.manager [None req-f93479b1-7d73-416c-a328-5af8a4029ac2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744215964654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857257'] for agent, after_update {{(pid=103722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:52:35.613150 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron_lib.callbacks.manager [None req-1f0a762f-0348-4bba-b860-8eddab4cd770 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744215964654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857257'] for agent, after_update {{(pid=103722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:52:35.641523 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8821539f-5286-4b7b-8cae-73fdc81731c6 req-8cca774c-abec-474b-9850-088e214e7fca tempest-AttachVolumeTestJSON-530604526 tempest-AttachVolumeTestJSON-530604526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 11:52:35.642948 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [req-8821539f-5286-4b7b-8cae-73fdc81731c6 req-8cca774c-abec-474b-9850-088e214e7fca tempest-AttachVolumeTestJSON-530604526 tempest-AttachVolumeTestJSON-530604526-project] 10.222.0.57 "GET /v2.0/ports?device_id=3910485b-0ffc-4380-b9c3-27b9735928d8 HTTP/1.1" status: 200  len: 946 time: 0.1977642
May 31 11:52:35.738495 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [req-8821539f-5286-4b7b-8cae-73fdc81731c6 req-379a7254-a1ae-4c55-8dbf-7cb95fc5b200 tempest-AttachVolumeTestJSON-530604526 tempest-AttachVolumeTestJSON-530604526-project] 10.222.0.57 "GET /v2.0/security-groups?id=12b57ca2-3f7f-4392-824c-9b0ff93e964a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0848517
May 31 11:52:35.764511 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron_lib.callbacks.manager [None req-e39d274c-0102-4a6b-b76f-dfcc113a3422 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-877917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3701677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2246273', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2293544'] for subnet, after_delete {{(pid=103721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:52:35.765422 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG oslo_concurrency.lockutils [None req-cab5b8df-aa3a-4af2-a022-0018b5e31108 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103721) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 31 11:52:35.803263 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron_lib.callbacks.manager [None req-e39d274c-0102-4a6b-b76f-dfcc113a3422 admin admin] Notify callbacks [] for subnet, before_response {{(pid=103721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:52:35.805597 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e39d274c-0102-4a6b-b76f-dfcc113a3422 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0c8f52ca-30c0-490a-ab46-49af9203f193,revision_number=None']} {{(pid=103721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 31 11:52:35.806533 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15f72e22-eca4-41e2-9b3e-6d3c4dfa83b2 None None] Network 56741204-4ce1-45fa-a0a1-399f87add183 requested from dv-cinder-786384-7-iscsi {{(pid=103722) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
May 31 11:52:35.808541 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG oslo_concurrency.lockutils [None req-e39d274c-0102-4a6b-b76f-dfcc113a3422 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=103721) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 31 11:52:35.811953 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [None req-e39d274c-0102-4a6b-b76f-dfcc113a3422 admin admin] 10.222.0.57 "DELETE /v2.0/subnets/0c8f52ca-30c0-490a-ab46-49af9203f193 HTTP/1.1" status: 204  len: 168 time: 0.6115613
May 31 11:52:35.814532 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.wsgi [-] (103721) accepted ('10.222.0.57', 48258) {{(pid=103721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 31 11:52:35.916792 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron_lib.callbacks.manager [None req-94d5fbfd-95cf-466d-abb7-75e20cbeac81 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-969884'] for network, before_delete {{(pid=103721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:52:35.993627 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.plugins.ml2.plugin [None req-94d5fbfd-95cf-466d-abb7-75e20cbeac81 admin admin] Deleting port aadbd31b-4c77-4cfd-a5fe-fa975c2b053b {{(pid=103721) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
May 31 11:52:35.993983 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron_lib.callbacks.manager [None req-94d5fbfd-95cf-466d-abb7-75e20cbeac81 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744215952451'] for port, before_delete {{(pid=103721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:52:36.060318 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b22d1b8-f6e0-4857-8da7-8dddea5a2901 None None] DHCP port deletion for 56741204-4ce1-45fa-a0a1-399f87add183 request from dv-cinder-786384-7-iscsi {{(pid=103722) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
May 31 11:52:36.095838 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.plugins.ml2.db [None req-94d5fbfd-95cf-466d-abb7-75e20cbeac81 admin admin] For port aadbd31b-4c77-4cfd-a5fe-fa975c2b053b, host dv-cinder-786384-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786384-7-iscsi',level=0,port_id=aadbd31b-4c77-4cfd-a5fe-fa975c2b053b,segment=NetworkSegment(85ec44de-340d-4adb-a400-8c2147a8ec2a),segment_id=85ec44de-340d-4adb-a400-8c2147a8ec2a)] {{(pid=103721) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 31 11:52:36.096220 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron_lib.callbacks.manager [None req-94d5fbfd-95cf-466d-abb7-75e20cbeac81 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4088094'] for port, precommit_delete {{(pid=103721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:52:36.127710 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron.plugins.ml2.plugin [None req-5b22d1b8-f6e0-4857-8da7-8dddea5a2901 None None] Deleting port aadbd31b-4c77-4cfd-a5fe-fa975c2b053b {{(pid=103722) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
May 31 11:52:36.128107 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron_lib.callbacks.manager [None req-5b22d1b8-f6e0-4857-8da7-8dddea5a2901 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744215952451'] for port, before_delete {{(pid=103722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:52:36.216769 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.plugins.ml2.plugin [None req-94d5fbfd-95cf-466d-abb7-75e20cbeac81 admin admin] Calling delete_port for aadbd31b-4c77-4cfd-a5fe-fa975c2b053b owned by network:dhcp {{(pid=103721) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
May 31 11:52:36.222734 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron.plugins.ml2.db [None req-5b22d1b8-f6e0-4857-8da7-8dddea5a2901 None None] For port aadbd31b-4c77-4cfd-a5fe-fa975c2b053b, host dv-cinder-786384-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786384-7-iscsi',level=0,port_id=aadbd31b-4c77-4cfd-a5fe-fa975c2b053b,segment=NetworkSegment(85ec44de-340d-4adb-a400-8c2147a8ec2a),segment_id=85ec44de-340d-4adb-a400-8c2147a8ec2a)] {{(pid=103722) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 31 11:52:36.223159 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron_lib.callbacks.manager [None req-5b22d1b8-f6e0-4857-8da7-8dddea5a2901 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4088094'] for port, precommit_delete {{(pid=103722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:52:36.265466 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron_lib.callbacks.manager [None req-94d5fbfd-95cf-466d-abb7-75e20cbeac81 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937715', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3701677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744215954342', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744215520979', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2250866'] for port, after_delete {{(pid=103721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:52:36.269149 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG oslo_concurrency.lockutils [None req-ffe0e6e4-a3f8-4c1b-9121-2f1f2b88afdb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103721) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 31 11:52:36.308788 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94d5fbfd-95cf-466d-abb7-75e20cbeac81 admin admin] Pushing event deleted for resources: {'Port': ['ID=aadbd31b-4c77-4cfd-a5fe-fa975c2b053b,revision_number=None']} {{(pid=103721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 31 11:52:36.312601 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG oslo_concurrency.lockutils [None req-94d5fbfd-95cf-466d-abb7-75e20cbeac81 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=103721) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 31 11:52:36.317127 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94d5fbfd-95cf-466d-abb7-75e20cbeac81 admin admin] No DVR routers for this DVR port aadbd31b-4c77-4cfd-a5fe-fa975c2b053b on host dv-cinder-786384-7-iscsi {{(pid=103721) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 31 11:52:36.384319 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron.plugins.ml2.plugin [None req-5b22d1b8-f6e0-4857-8da7-8dddea5a2901 None None] Calling delete_port for aadbd31b-4c77-4cfd-a5fe-fa975c2b053b owned by network:dhcp {{(pid=103722) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
May 31 11:52:36.430067 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron_lib.callbacks.manager [None req-5b22d1b8-f6e0-4857-8da7-8dddea5a2901 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937715', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3701677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744215954342', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744215520979'] for port, after_delete {{(pid=103722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:52:36.434076 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG oslo_concurrency.lockutils [None req-df95d475-921f-44a0-8b83-df1f59a2899a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103722) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 31 11:52:36.476800 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b22d1b8-f6e0-4857-8da7-8dddea5a2901 None None] Pushing event deleted for resources: {'Port': ['ID=aadbd31b-4c77-4cfd-a5fe-fa975c2b053b,revision_number=None']} {{(pid=103722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 31 11:52:36.480947 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b22d1b8-f6e0-4857-8da7-8dddea5a2901 None None] No DVR routers for this DVR port aadbd31b-4c77-4cfd-a5fe-fa975c2b053b on host dv-cinder-786384-7-iscsi {{(pid=103722) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 31 11:52:36.490993 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b22d1b8-f6e0-4857-8da7-8dddea5a2901 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786384-7-iscsi {{(pid=103722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 31 11:52:36.490993 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b22d1b8-f6e0-4857-8da7-8dddea5a2901 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786384-7-iscsi {{(pid=103722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 31 11:52:36.491429 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b22d1b8-f6e0-4857-8da7-8dddea5a2901 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786384-7-iscsi {{(pid=103722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 31 11:52:36.491699 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b22d1b8-f6e0-4857-8da7-8dddea5a2901 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786384-7-iscsi {{(pid=103722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 31 11:52:36.492053 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b22d1b8-f6e0-4857-8da7-8dddea5a2901 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786384-7-iscsi {{(pid=103722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 31 11:52:36.492413 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b22d1b8-f6e0-4857-8da7-8dddea5a2901 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786384-7-iscsi {{(pid=103722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 31 11:52:36.492730 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b22d1b8-f6e0-4857-8da7-8dddea5a2901 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786384-7-iscsi {{(pid=103722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 31 11:52:36.493049 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b22d1b8-f6e0-4857-8da7-8dddea5a2901 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786384-7-iscsi {{(pid=103722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 31 11:52:36.493345 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b22d1b8-f6e0-4857-8da7-8dddea5a2901 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786384-7-iscsi {{(pid=103722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 31 11:52:36.493655 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b22d1b8-f6e0-4857-8da7-8dddea5a2901 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786384-7-iscsi {{(pid=103722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 31 11:52:36.493961 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b22d1b8-f6e0-4857-8da7-8dddea5a2901 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786384-7-iscsi {{(pid=103722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 31 11:52:36.494267 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b22d1b8-f6e0-4857-8da7-8dddea5a2901 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786384-7-iscsi {{(pid=103722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 31 11:52:36.497298 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG oslo_concurrency.lockutils [None req-5b22d1b8-f6e0-4857-8da7-8dddea5a2901 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=103722) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 31 11:52:36.515566 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron_lib.callbacks.manager [None req-c59bf3d8-3f04-4740-8d75-807cb4f7478e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744215964654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857257'] for agent, after_update {{(pid=103722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:52:36.534227 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron_lib.callbacks.manager [None req-94d5fbfd-95cf-466d-abb7-75e20cbeac81 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-859751', 'neutron.services.segments.db._delete_segments_for_network-8744215964636'] for network, precommit_delete {{(pid=103721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:52:36.546562 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.services.segments.db [None req-94d5fbfd-95cf-466d-abb7-75e20cbeac81 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f3eb7255d90>,) {'filters': {'network_id': ['56741204-4ce1-45fa-a0a1-399f87add183']}} {{(pid=103721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 31 11:52:36.558370 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.services.segments.db [None req-94d5fbfd-95cf-466d-abb7-75e20cbeac81 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f3eb7255d90>, '85ec44de-340d-4adb-a400-8c2147a8ec2a') {'for_net_delete': True} {{(pid=103721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 31 11:52:36.558678 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.services.segments.db [None req-94d5fbfd-95cf-466d-abb7-75e20cbeac81 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f3eb7255d90>, '85ec44de-340d-4adb-a400-8c2147a8ec2a') {} {{(pid=103721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 31 11:52:36.569944 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron_lib.callbacks.manager [None req-94d5fbfd-95cf-466d-abb7-75e20cbeac81 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744215973789', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2649303'] for segment, before_delete {{(pid=103721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:52:36.585574 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron_lib.callbacks.manager [None req-94d5fbfd-95cf-466d-abb7-75e20cbeac81 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-882655'] for segment, precommit_delete {{(pid=103721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:52:36.591498 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-94d5fbfd-95cf-466d-abb7-75e20cbeac81 admin admin] Releasing vlan 780 on physical network physnet1 to pool {{(pid=103721) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
May 31 11:52:36.591896 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron_lib.callbacks.manager [None req-94d5fbfd-95cf-466d-abb7-75e20cbeac81 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-882655', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2250791'] for segment, after_delete {{(pid=103721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:52:36.604738 dv-cinder-786384-7-iscsi neutron-server[103721]: Traceback (most recent call last):
May 31 11:52:36.604738 dv-cinder-786384-7-iscsi neutron-server[103721]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
May 31 11:52:36.604738 dv-cinder-786384-7-iscsi neutron-server[103721]:     timer()
May 31 11:52:36.604738 dv-cinder-786384-7-iscsi neutron-server[103721]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
May 31 11:52:36.604738 dv-cinder-786384-7-iscsi neutron-server[103721]:     cb(*args, **kw)
May 31 11:52:36.604738 dv-cinder-786384-7-iscsi neutron-server[103721]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
May 31 11:52:36.604738 dv-cinder-786384-7-iscsi neutron-server[103721]:     return func(*args, **kwargs)
May 31 11:52:36.604738 dv-cinder-786384-7-iscsi neutron-server[103721]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
May 31 11:52:36.604738 dv-cinder-786384-7-iscsi neutron-server[103721]:     self._notify()
May 31 11:52:36.604738 dv-cinder-786384-7-iscsi neutron-server[103721]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
May 31 11:52:36.604738 dv-cinder-786384-7-iscsi neutron-server[103721]:     self.callback(batched_events)
May 31 11:52:36.604738 dv-cinder-786384-7-iscsi neutron-server[103721]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
May 31 11:52:36.604738 dv-cinder-786384-7-iscsi neutron-server[103721]:     event.method(event)
May 31 11:52:36.604738 dv-cinder-786384-7-iscsi neutron-server[103721]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
May 31 11:52:36.604738 dv-cinder-786384-7-iscsi neutron-server[103721]:     aggregate_id = self._get_aggregate_id(event.segment_id)
May 31 11:52:36.604738 dv-cinder-786384-7-iscsi neutron-server[103721]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
May 31 11:52:36.604738 dv-cinder-786384-7-iscsi neutron-server[103721]:     aggregate_uuid = self.p_client.list_aggregates(
May 31 11:52:36.604738 dv-cinder-786384-7-iscsi neutron-server[103721]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
May 31 11:52:36.604738 dv-cinder-786384-7-iscsi neutron-server[103721]:     return f(self, *a, **k)
May 31 11:52:36.604738 dv-cinder-786384-7-iscsi neutron-server[103721]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
May 31 11:52:36.604738 dv-cinder-786384-7-iscsi neutron-server[103721]:     return self._get(url).json()
May 31 11:52:36.604738 dv-cinder-786384-7-iscsi neutron-server[103721]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
May 31 11:52:36.604738 dv-cinder-786384-7-iscsi neutron-server[103721]:     return self._client.get(url, endpoint_filter=self._ks_filter,
May 31 11:52:36.604738 dv-cinder-786384-7-iscsi neutron-server[103721]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
May 31 11:52:36.604738 dv-cinder-786384-7-iscsi neutron-server[103721]:     return self.request(url, 'GET', **kwargs)
May 31 11:52:36.604738 dv-cinder-786384-7-iscsi neutron-server[103721]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
May 31 11:52:36.604738 dv-cinder-786384-7-iscsi neutron-server[103721]:     base_url = self.get_endpoint(auth, allow=allow,
May 31 11:52:36.604738 dv-cinder-786384-7-iscsi neutron-server[103721]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
May 31 11:52:36.604738 dv-cinder-786384-7-iscsi neutron-server[103721]:     auth = self._auth_required(auth, 'determine endpoint URL')
May 31 11:52:36.604738 dv-cinder-786384-7-iscsi neutron-server[103721]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
May 31 11:52:36.604738 dv-cinder-786384-7-iscsi neutron-server[103721]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
May 31 11:52:36.604738 dv-cinder-786384-7-iscsi neutron-server[103721]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
May 31 11:52:36.683554 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron_lib.callbacks.manager [None req-94d5fbfd-95cf-466d-abb7-75e20cbeac81 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-859758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3705951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3701686', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4088527'] for network, after_delete {{(pid=103721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:52:36.687236 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103721) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 31 11:52:36.699731 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron_lib.callbacks.manager [None req-94d5fbfd-95cf-466d-abb7-75e20cbeac81 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3701651'] for network, before_response {{(pid=103721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:52:36.709595 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94d5fbfd-95cf-466d-abb7-75e20cbeac81 admin admin] Pushing event deleted for resources: {'Network': ['ID=56741204-4ce1-45fa-a0a1-399f87add183,revision_number=None']} {{(pid=103721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 31 11:52:36.712577 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG oslo_concurrency.lockutils [None req-94d5fbfd-95cf-466d-abb7-75e20cbeac81 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=103721) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 31 11:52:36.725245 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [None req-94d5fbfd-95cf-466d-abb7-75e20cbeac81 admin admin] 10.222.0.57 "DELETE /v2.0/networks/56741204-4ce1-45fa-a0a1-399f87add183 HTTP/1.1" status: 204  len: 168 time: 0.9097497
May 31 11:52:36.728528 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.wsgi [-] (103721) accepted ('10.222.0.57', 48262) {{(pid=103721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 31 11:52:37.103883 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6205bf6b-c84f-4454-963f-5cb3ffba4767 req-f70b5507-c583-49f0-9526-16da590345bf tempest-AttachVolumeTestJSON-530604526 tempest-AttachVolumeTestJSON-530604526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 11:52:37.105232 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [req-6205bf6b-c84f-4454-963f-5cb3ffba4767 req-f70b5507-c583-49f0-9526-16da590345bf tempest-AttachVolumeTestJSON-530604526 tempest-AttachVolumeTestJSON-530604526-project] 10.222.0.57 "GET /v2.0/ports?device_id=3910485b-0ffc-4380-b9c3-27b9735928d8 HTTP/1.1" status: 200  len: 946 time: 0.2393565
May 31 11:52:37.193880 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [req-6205bf6b-c84f-4454-963f-5cb3ffba4767 req-04d2edd3-45d6-47bd-9c0a-fda9e527b5d8 tempest-AttachVolumeTestJSON-530604526 tempest-AttachVolumeTestJSON-530604526-project] 10.222.0.57 "GET /v2.0/security-groups?id=12b57ca2-3f7f-4392-824c-9b0ff93e964a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0785146
May 31 11:52:37.365049 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron_lib.callbacks.manager [None req-a262ed43-146e-416b-8475-2717c9c25dff admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4094159'] for router_interface, before_delete {{(pid=103721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:52:37.401570 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron.plugins.ml2.rpc [None req-1f0a762f-0348-4bba-b860-8eddab4cd770 None None] Device aadbd31b-4c77-4cfd-a5fe-fa975c2b053b no longer exists at agent ovs-agent-dv-cinder-786384-7-iscsi {{(pid=103722) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
May 31 11:52:37.434965 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron.plugins.ml2.plugin [None req-1f0a762f-0348-4bba-b860-8eddab4cd770 None None] No Port match for: aadbd31b-4c77-4cfd-a5fe-fa975c2b053b {{(pid=103722) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}}
May 31 11:52:37.435681 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron.plugins.ml2.rpc [None req-1f0a762f-0348-4bba-b860-8eddab4cd770 None None] Device aadbd31b-4c77-4cfd-a5fe-fa975c2b053b not bound to the agent host dv-cinder-786384-7-iscsi {{(pid=103722) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
May 31 11:52:37.782516 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.plugins.ml2.plugin [None req-a262ed43-146e-416b-8475-2717c9c25dff admin admin] Deleting port 02c9fe26-d22e-40ab-a7b4-b49c56e8a5ca {{(pid=103721) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
May 31 11:52:37.782829 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron_lib.callbacks.manager [None req-a262ed43-146e-416b-8475-2717c9c25dff admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744215952451'] for port, before_delete {{(pid=103721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:52:37.970677 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron_lib.callbacks.manager [None req-e2b995a4-3526-4c71-93aa-7f4ba47dfd64 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744215964654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857257'] for agent, after_update {{(pid=103722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:52:38.005558 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.plugins.ml2.db [None req-a262ed43-146e-416b-8475-2717c9c25dff admin admin] For port 02c9fe26-d22e-40ab-a7b4-b49c56e8a5ca, host dv-cinder-786384-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786384-7-iscsi',level=0,port_id=02c9fe26-d22e-40ab-a7b4-b49c56e8a5ca,segment=NetworkSegment(1345f0f0-4672-4fb3-9fe4-9a7f06e2abec),segment_id=1345f0f0-4672-4fb3-9fe4-9a7f06e2abec)] {{(pid=103721) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 31 11:52:38.005961 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron_lib.callbacks.manager [None req-a262ed43-146e-416b-8475-2717c9c25dff admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4088094'] for port, precommit_delete {{(pid=103721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:52:38.128938 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.plugins.ml2.plugin [None req-a262ed43-146e-416b-8475-2717c9c25dff admin admin] Calling delete_port for 02c9fe26-d22e-40ab-a7b4-b49c56e8a5ca owned by network:router_interface {{(pid=103721) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
May 31 11:52:38.293569 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron_lib.callbacks.manager [None req-a262ed43-146e-416b-8475-2717c9c25dff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937715', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3701677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744215954342', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744215520979', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2250866'] for port, after_delete {{(pid=103721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:52:38.297305 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG oslo_concurrency.lockutils [None req-b942d466-2886-4fa2-8e99-ff005550512d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103721) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 31 11:52:38.383051 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a262ed43-146e-416b-8475-2717c9c25dff admin admin] Pushing event deleted for resources: {'Port': ['ID=02c9fe26-d22e-40ab-a7b4-b49c56e8a5ca,revision_number=None']} {{(pid=103721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 31 11:52:38.413819 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG oslo_concurrency.lockutils [None req-a262ed43-146e-416b-8475-2717c9c25dff admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=103721) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 31 11:52:38.581096 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db0de0a7-3047-47f4-ad7a-abfe38e7f4cb req-6ab9e4a3-438e-4bb1-88a3-a3e2c66f639a tempest-AttachVolumeTestJSON-530604526 tempest-AttachVolumeTestJSON-530604526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 11:52:38.582566 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [req-db0de0a7-3047-47f4-ad7a-abfe38e7f4cb req-6ab9e4a3-438e-4bb1-88a3-a3e2c66f639a tempest-AttachVolumeTestJSON-530604526 tempest-AttachVolumeTestJSON-530604526-project] 10.222.0.57 "GET /v2.0/ports?device_id=3910485b-0ffc-4380-b9c3-27b9735928d8 HTTP/1.1" status: 200  len: 946 time: 0.2542911
May 31 11:52:38.699704 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron_lib.callbacks.manager [None req-a262ed43-146e-416b-8475-2717c9c25dff admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3701695', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4090207'] for router_interface, after_delete {{(pid=103721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:52:38.705083 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [req-db0de0a7-3047-47f4-ad7a-abfe38e7f4cb req-1682419a-fcff-4775-9d0b-19667cf29771 tempest-AttachVolumeTestJSON-530604526 tempest-AttachVolumeTestJSON-530604526-project] 10.222.0.57 "GET /v2.0/security-groups?id=12b57ca2-3f7f-4392-824c-9b0ff93e964a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0710235
May 31 11:52:39.061037 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a262ed43-146e-416b-8475-2717c9c25dff admin admin] Router 88f71438-3b78-420f-a353-acaf343f81db has already been hosted by L3 agent f8c17dd7-da16-4427-b6e3-d7e30616bc4c {{(pid=103721) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
May 31 11:52:39.235929 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a262ed43-146e-416b-8475-2717c9c25dff admin admin] Notify agent at l3_agent.dv-cinder-786384-7-iscsi the message routers_updated {{(pid=103721) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
May 31 11:52:39.244708 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-007d8bb4-9c59-4645-8464-779a0597576f None None] Sync routers for ids ['88f71438-3b78-420f-a353-acaf343f81db'] in dv-cinder-786384-7-iscsi {{(pid=103722) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 31 11:52:39.245800 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [None req-a262ed43-146e-416b-8475-2717c9c25dff admin admin] 10.222.0.57 "PUT /v2.0/routers/88f71438-3b78-420f-a353-acaf343f81db/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 2.5162766
May 31 11:52:39.248455 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.wsgi [-] (103721) accepted ('10.222.0.57', 48270) {{(pid=103721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 31 11:52:39.257740 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron.db.l3_dvrscheduler_db [None req-007d8bb4-9c59-4645-8464-779a0597576f None None] Routers {'88f71438-3b78-420f-a353-acaf343f81db'} bound to L3 agent in host dv-cinder-786384-7-iscsi {{(pid=103722) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 31 11:52:39.258371 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron.db.l3_hamode_db [None req-007d8bb4-9c59-4645-8464-779a0597576f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f3ebc9e5310>, 'dv-cinder-786384-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-31T11:36:05Z,description=<?>,heartbeat_timestamp=2021-05-31T11:52:35Z,host='dv-cinder-786384-7-iscsi',id=f8c17dd7-da16-4427-b6e3-d7e30616bc4c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-31T11:36:05Z,topic='l3_agent')) {'router_ids': ['88f71438-3b78-420f-a353-acaf343f81db'], 'active': True} {{(pid=103722) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 31 11:52:39.441832 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron.db.l3_dvr_db [None req-007d8bb4-9c59-4645-8464-779a0597576f None None] Set router 88f71438-3b78-420f-a353-acaf343f81db gateway port host: dv-cinder-786384-7-iscsi {{(pid=103722) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
May 31 11:52:39.538433 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron_lib.callbacks.manager [None req-89756d21-a467-45d3-b63d-8053c4a20314 admin admin] Notify callbacks [] for router, before_delete {{(pid=103721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:52:39.711936 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron_lib.callbacks.manager [None req-89756d21-a467-45d3-b63d-8053c4a20314 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=103721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:52:39.727161 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron.db.l3_hamode_db [None req-007d8bb4-9c59-4645-8464-779a0597576f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f3ebc9e5310>, [{'id': '88f71438-3b78-420f-a353-acaf343f81db', 'name': 'tempest-TestShelveInstance-693436700-router', 'tenant_id': '09cfcbad535d41f8a11c13f14eae8d07', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cb16751-6ba1-494a-bef1-53f614bdb222', 'external_fixed_ips': [{'subnet_id': '1135c889-0623-4d10-975a-f2c46f50f0f6', 'ip_address': '172.27.2.44'}], 'enable_snat': True}, 'gw_port_id': 'a5040054-23d4-4551-b794-634163dd2f1b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T11:47:24Z', 'updated_at': '2021-05-31T11:52:38Z', 'revision_number': 5, 'project_id': '09cfcbad535d41f8a11c13f14eae8d07', 'gw_port': {'id': 'a5040054-23d4-4551-b794-634163dd2f1b', 'name': '', 'network_id': '1cb16751-6ba1-494a-bef1-53f614bdb222', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:8a:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88f71438-3b78-420f-a353-acaf343f81db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 468, 'fixed_ips': [{'subnet_id': '1135c889-0623-4d10-975a-f2c46f50f0f6', 'ip_address': '172.27.2.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786384-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T11:47:24Z', 'updated_at': '2021-05-31T11:47:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1135c889-0623-4d10-975a-f2c46f50f0f6', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786384-7-iscsi'}], 'dv-cinder-786384-7-iscsi', False) {} {{(pid=103722) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 31 11:52:39.731262 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-007d8bb4-9c59-4645-8464-779a0597576f None None] Checking router: 88f71438-3b78-420f-a353-acaf343f81db for host: dv-cinder-786384-7-iscsi {{(pid=103722) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
May 31 11:52:39.740522 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron.db.l3_dvrscheduler_db [None req-007d8bb4-9c59-4645-8464-779a0597576f None None] Routers {'88f71438-3b78-420f-a353-acaf343f81db'} bound to L3 agent in host dv-cinder-786384-7-iscsi {{(pid=103722) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 31 11:52:39.741077 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron.db.l3_hamode_db [None req-007d8bb4-9c59-4645-8464-779a0597576f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f3ebc9e5310>, 'dv-cinder-786384-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-31T11:36:05Z,description=<?>,heartbeat_timestamp=2021-05-31T11:52:35Z,host='dv-cinder-786384-7-iscsi',id=f8c17dd7-da16-4427-b6e3-d7e30616bc4c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-31T11:36:05Z,topic='l3_agent')) {'router_ids': ['88f71438-3b78-420f-a353-acaf343f81db'], 'active': True} {{(pid=103722) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 31 11:52:39.786004 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.plugins.ml2.plugin [None req-89756d21-a467-45d3-b63d-8053c4a20314 admin admin] Deleting port a5040054-23d4-4551-b794-634163dd2f1b {{(pid=103721) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
May 31 11:52:39.786387 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron_lib.callbacks.manager [None req-89756d21-a467-45d3-b63d-8053c4a20314 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744215952451'] for port, before_delete {{(pid=103721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:52:39.888449 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron.db.l3_dvr_db [None req-007d8bb4-9c59-4645-8464-779a0597576f None None] Set router 88f71438-3b78-420f-a353-acaf343f81db gateway port host: None {{(pid=103722) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
May 31 11:52:39.959562 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.plugins.ml2.db [None req-89756d21-a467-45d3-b63d-8053c4a20314 admin admin] For port a5040054-23d4-4551-b794-634163dd2f1b, host dv-cinder-786384-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786384-7-iscsi',level=0,port_id=a5040054-23d4-4551-b794-634163dd2f1b,segment=NetworkSegment(82286f75-faff-40ec-beef-7945374ee8e1),segment_id=82286f75-faff-40ec-beef-7945374ee8e1)] {{(pid=103721) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 31 11:52:39.959958 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron_lib.callbacks.manager [None req-89756d21-a467-45d3-b63d-8053c4a20314 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4088094'] for port, precommit_delete {{(pid=103721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:52:39.991299 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron.db.l3_hamode_db [None req-007d8bb4-9c59-4645-8464-779a0597576f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f3ebc9e5310>, [{'id': '88f71438-3b78-420f-a353-acaf343f81db', 'name': 'tempest-TestShelveInstance-693436700-router', 'tenant_id': '09cfcbad535d41f8a11c13f14eae8d07', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T11:47:24Z', 'updated_at': '2021-05-31T11:52:39Z', 'revision_number': 6, 'project_id': '09cfcbad535d41f8a11c13f14eae8d07', 'gw_port_host': None}], 'dv-cinder-786384-7-iscsi', False) {} {{(pid=103722) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 31 11:52:39.995339 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-007d8bb4-9c59-4645-8464-779a0597576f None None] The sync data for ids ['88f71438-3b78-420f-a353-acaf343f81db'] in dv-cinder-786384-7-iscsi is: [{'id': '88f71438-3b78-420f-a353-acaf343f81db', 'name': 'tempest-TestShelveInstance-693436700-router', 'tenant_id': '09cfcbad535d41f8a11c13f14eae8d07', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T11:47:24Z', 'updated_at': '2021-05-31T11:52:39Z', 'revision_number': 6, 'project_id': '09cfcbad535d41f8a11c13f14eae8d07', 'gw_port_host': None}] {{(pid=103722) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 31 11:52:40.082015 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.plugins.ml2.plugin [None req-89756d21-a467-45d3-b63d-8053c4a20314 admin admin] Calling delete_port for a5040054-23d4-4551-b794-634163dd2f1b owned by network:router_gateway {{(pid=103721) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
May 31 11:52:40.099058 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6e3f7eb-f626-45a8-b450-996c4eee3f22 req-855eb38e-2278-4a0b-a00d-b7a26d4c5339 tempest-AttachVolumeTestJSON-530604526 tempest-AttachVolumeTestJSON-530604526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 11:52:40.100550 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [req-c6e3f7eb-f626-45a8-b450-996c4eee3f22 req-855eb38e-2278-4a0b-a00d-b7a26d4c5339 tempest-AttachVolumeTestJSON-530604526 tempest-AttachVolumeTestJSON-530604526-project] 10.222.0.57 "GET /v2.0/ports?device_id=3910485b-0ffc-4380-b9c3-27b9735928d8 HTTP/1.1" status: 200  len: 946 time: 0.2488546
May 31 11:52:40.155169 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [req-c6e3f7eb-f626-45a8-b450-996c4eee3f22 req-ee476299-cbec-414b-93d5-56777a59c484 tempest-AttachVolumeTestJSON-530604526 tempest-AttachVolumeTestJSON-530604526-project] 10.222.0.57 "GET /v2.0/security-groups?id=12b57ca2-3f7f-4392-824c-9b0ff93e964a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0451965
May 31 11:52:40.265966 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron_lib.callbacks.manager [None req-89756d21-a467-45d3-b63d-8053c4a20314 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937715', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3701677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744215954342', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744215520979', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2250866'] for port, after_delete {{(pid=103721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:52:40.269411 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG oslo_concurrency.lockutils [None req-0a7ee83c-7202-4c47-90fc-23a3a359761c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103721) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 31 11:52:40.310782 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89756d21-a467-45d3-b63d-8053c4a20314 admin admin] Pushing event deleted for resources: {'Port': ['ID=a5040054-23d4-4551-b794-634163dd2f1b,revision_number=None']} {{(pid=103721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 31 11:52:40.313758 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG oslo_concurrency.lockutils [None req-89756d21-a467-45d3-b63d-8053c4a20314 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=103721) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 31 11:52:40.408508 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron_lib.callbacks.manager [None req-89756d21-a467-45d3-b63d-8053c4a20314 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-4088530'] for router_gateway, after_delete {{(pid=103721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:52:40.579370 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron_lib.callbacks.manager [None req-89756d21-a467-45d3-b63d-8053c4a20314 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4091231', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-939'] for router, precommit_delete {{(pid=103721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:52:40.581659 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron_lib.callbacks.manager [None req-89756d21-a467-45d3-b63d-8053c4a20314 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=103721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:52:40.606867 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron_lib.callbacks.manager [None req-89756d21-a467-45d3-b63d-8053c4a20314 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-4089955'] for router, after_delete {{(pid=103721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:52:40.607414 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-89756d21-a467-45d3-b63d-8053c4a20314 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 88f71438-3b78-420f-a353-acaf343f81db {{(pid=103721) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
May 31 11:52:40.619715 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron_lib.callbacks.manager [None req-89756d21-a467-45d3-b63d-8053c4a20314 admin admin] Notify callbacks [] for router, before_response {{(pid=103721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:52:40.620879 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [None req-89756d21-a467-45d3-b63d-8053c4a20314 admin admin] 10.222.0.57 "DELETE /v2.0/routers/88f71438-3b78-420f-a353-acaf343f81db HTTP/1.1" status: 204  len: 168 time: 1.3715348
May 31 11:52:40.623469 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.wsgi [-] (103721) accepted ('10.222.0.57', 48276) {{(pid=103721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 31 11:52:40.681250 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.db.db_base_plugin_v2 [None req-dc935024-5a56-41dc-be3b-29be4fe76ddf admin admin] Deleting subnet a15390bc-ca38-45af-995b-0ce70aabf2d5 {{(pid=103721) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}}
May 31 11:52:40.684502 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron_lib.callbacks.manager [None req-dc935024-5a56-41dc-be3b-29be4fe76ddf admin admin] Notify callbacks [] for subnet, before_delete {{(pid=103721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:52:40.840764 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron_lib.callbacks.manager [None req-dc935024-5a56-41dc-be3b-29be4fe76ddf admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2649308'] for subnet, precommit_delete_associations {{(pid=103721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:52:40.920775 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron_lib.callbacks.manager [None req-dc935024-5a56-41dc-be3b-29be4fe76ddf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-877032'] for subnet, precommit_delete {{(pid=103721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:52:41.176375 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron_lib.callbacks.manager [None req-dc935024-5a56-41dc-be3b-29be4fe76ddf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-877917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3701677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2246273', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2293544'] for subnet, after_delete {{(pid=103721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:52:41.180146 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103721) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 31 11:52:41.213321 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc935024-5a56-41dc-be3b-29be4fe76ddf admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a15390bc-ca38-45af-995b-0ce70aabf2d5,revision_number=None']} {{(pid=103721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 31 11:52:41.216121 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG oslo_concurrency.lockutils [None req-dc935024-5a56-41dc-be3b-29be4fe76ddf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=103721) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 31 11:52:41.218541 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron_lib.callbacks.manager [None req-dc935024-5a56-41dc-be3b-29be4fe76ddf admin admin] Notify callbacks [] for subnet, before_response {{(pid=103721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:52:41.225386 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d35cafa-72fb-4ff1-9a41-d332734ee05b None None] Network b20faf65-7a93-45d2-abc5-44303a2c8a5c requested from dv-cinder-786384-7-iscsi {{(pid=103722) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
May 31 11:52:41.225906 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [None req-dc935024-5a56-41dc-be3b-29be4fe76ddf admin admin] 10.222.0.57 "DELETE /v2.0/subnets/a15390bc-ca38-45af-995b-0ce70aabf2d5 HTTP/1.1" status: 204  len: 168 time: 0.6011069
May 31 11:52:41.228160 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.wsgi [-] (103721) accepted ('10.222.0.57', 48282) {{(pid=103721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 31 11:52:41.383049 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron_lib.callbacks.manager [None req-4dab7250-b84f-4adc-8dec-bb4a692ca237 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-969884'] for network, before_delete {{(pid=103721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:52:41.411168 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron.plugins.ml2.rpc [None req-1f0a762f-0348-4bba-b860-8eddab4cd770 None None] Device a5040054-23d4-4551-b794-634163dd2f1b no longer exists at agent ovs-agent-dv-cinder-786384-7-iscsi {{(pid=103722) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
May 31 11:52:41.446938 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron.plugins.ml2.plugin [None req-1f0a762f-0348-4bba-b860-8eddab4cd770 None None] No Port match for: a5040054-23d4-4551-b794-634163dd2f1b {{(pid=103722) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}}
May 31 11:52:41.447167 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron.plugins.ml2.rpc [None req-1f0a762f-0348-4bba-b860-8eddab4cd770 None None] Device a5040054-23d4-4551-b794-634163dd2f1b not bound to the agent host dv-cinder-786384-7-iscsi {{(pid=103722) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
May 31 11:52:41.447616 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron.plugins.ml2.rpc [None req-1f0a762f-0348-4bba-b860-8eddab4cd770 None None] Device 02c9fe26-d22e-40ab-a7b4-b49c56e8a5ca no longer exists at agent ovs-agent-dv-cinder-786384-7-iscsi {{(pid=103722) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
May 31 11:52:41.458471 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95104b12-f2b5-4b57-8455-ddb52f78d9fe req-0474e32b-52ce-4871-a9b2-2e0725c3eac8 tempest-AttachVolumeTestJSON-530604526 tempest-AttachVolumeTestJSON-530604526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 11:52:41.459940 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [req-95104b12-f2b5-4b57-8455-ddb52f78d9fe req-0474e32b-52ce-4871-a9b2-2e0725c3eac8 tempest-AttachVolumeTestJSON-530604526 tempest-AttachVolumeTestJSON-530604526-project] 10.222.0.57 "GET /v2.0/ports?device_id=3910485b-0ffc-4380-b9c3-27b9735928d8 HTTP/1.1" status: 200  len: 946 time: 0.1619208
May 31 11:52:41.485211 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron.plugins.ml2.plugin [None req-1f0a762f-0348-4bba-b860-8eddab4cd770 None None] No Port match for: 02c9fe26-d22e-40ab-a7b4-b49c56e8a5ca {{(pid=103722) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}}
May 31 11:52:41.485554 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron.plugins.ml2.rpc [None req-1f0a762f-0348-4bba-b860-8eddab4cd770 None None] Device 02c9fe26-d22e-40ab-a7b4-b49c56e8a5ca not bound to the agent host dv-cinder-786384-7-iscsi {{(pid=103722) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
May 31 11:52:41.514958 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.plugins.ml2.plugin [None req-4dab7250-b84f-4adc-8dec-bb4a692ca237 admin admin] Deleting port 5f8d0446-6441-4500-9d68-45e5e1c5d8f2 {{(pid=103721) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
May 31 11:52:41.515296 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron_lib.callbacks.manager [None req-4dab7250-b84f-4adc-8dec-bb4a692ca237 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744215952451'] for port, before_delete {{(pid=103721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:52:41.533348 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [req-95104b12-f2b5-4b57-8455-ddb52f78d9fe req-0c788175-1467-4c40-96ea-422490aff4ab tempest-AttachVolumeTestJSON-530604526 tempest-AttachVolumeTestJSON-530604526-project] 10.222.0.57 "GET /v2.0/security-groups?id=12b57ca2-3f7f-4392-824c-9b0ff93e964a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0668674
May 31 11:52:41.560202 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a787a31-9aa7-4ff6-a139-7919b6b2587f None None] DHCP port deletion for b20faf65-7a93-45d2-abc5-44303a2c8a5c request from dv-cinder-786384-7-iscsi {{(pid=103722) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
May 31 11:52:41.619621 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.plugins.ml2.db [None req-4dab7250-b84f-4adc-8dec-bb4a692ca237 admin admin] For port 5f8d0446-6441-4500-9d68-45e5e1c5d8f2, host dv-cinder-786384-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786384-7-iscsi',level=0,port_id=5f8d0446-6441-4500-9d68-45e5e1c5d8f2,segment=NetworkSegment(1345f0f0-4672-4fb3-9fe4-9a7f06e2abec),segment_id=1345f0f0-4672-4fb3-9fe4-9a7f06e2abec)] {{(pid=103721) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 31 11:52:41.620014 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron_lib.callbacks.manager [None req-4dab7250-b84f-4adc-8dec-bb4a692ca237 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4088094'] for port, precommit_delete {{(pid=103721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:52:41.625585 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron.plugins.ml2.plugin [None req-5a787a31-9aa7-4ff6-a139-7919b6b2587f None None] Deleting port 5f8d0446-6441-4500-9d68-45e5e1c5d8f2 {{(pid=103722) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
May 31 11:52:41.626034 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron_lib.callbacks.manager [None req-5a787a31-9aa7-4ff6-a139-7919b6b2587f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744215952451'] for port, before_delete {{(pid=103722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:52:41.743075 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.plugins.ml2.plugin [None req-4dab7250-b84f-4adc-8dec-bb4a692ca237 admin admin] Calling delete_port for 5f8d0446-6441-4500-9d68-45e5e1c5d8f2 owned by network:dhcp {{(pid=103721) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
May 31 11:52:41.760351 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron.plugins.ml2.db [None req-5a787a31-9aa7-4ff6-a139-7919b6b2587f None None] For port 5f8d0446-6441-4500-9d68-45e5e1c5d8f2, host dv-cinder-786384-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786384-7-iscsi',level=0,port_id=5f8d0446-6441-4500-9d68-45e5e1c5d8f2,segment=NetworkSegment(1345f0f0-4672-4fb3-9fe4-9a7f06e2abec),segment_id=1345f0f0-4672-4fb3-9fe4-9a7f06e2abec)] {{(pid=103722) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 31 11:52:41.760748 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron_lib.callbacks.manager [None req-5a787a31-9aa7-4ff6-a139-7919b6b2587f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4088094'] for port, precommit_delete {{(pid=103722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:52:41.795057 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron_lib.callbacks.manager [None req-4dab7250-b84f-4adc-8dec-bb4a692ca237 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937715', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3701677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744215954342', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744215520979', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2250866'] for port, after_delete {{(pid=103721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:52:41.798738 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG oslo_concurrency.lockutils [None req-92aaf898-e384-4b93-8724-75b6c5218a58 tempest-VolumesSnapshotTestJSON-1664951213 tempest-VolumesSnapshotTestJSON-1664951213-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103721) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 31 11:52:41.843689 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dab7250-b84f-4adc-8dec-bb4a692ca237 admin admin] Pushing event deleted for resources: {'Port': ['ID=5f8d0446-6441-4500-9d68-45e5e1c5d8f2,revision_number=None']} {{(pid=103721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 31 11:52:41.846725 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG oslo_concurrency.lockutils [None req-4dab7250-b84f-4adc-8dec-bb4a692ca237 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=103721) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 31 11:52:41.847477 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4dab7250-b84f-4adc-8dec-bb4a692ca237 admin admin] No DVR routers for this DVR port 5f8d0446-6441-4500-9d68-45e5e1c5d8f2 on host dv-cinder-786384-7-iscsi {{(pid=103721) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 31 11:52:41.882313 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron.plugins.ml2.plugin [None req-5a787a31-9aa7-4ff6-a139-7919b6b2587f None None] Calling delete_port for 5f8d0446-6441-4500-9d68-45e5e1c5d8f2 owned by network:dhcp {{(pid=103722) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
May 31 11:52:41.927515 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron_lib.callbacks.manager [None req-5a787a31-9aa7-4ff6-a139-7919b6b2587f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937715', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3701677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744215954342', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744215520979'] for port, after_delete {{(pid=103722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:52:41.931190 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG oslo_concurrency.lockutils [None req-de7a84b1-3b40-42d8-863e-66076be6a40f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103722) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 31 11:52:41.962612 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron_lib.callbacks.manager [None req-4dab7250-b84f-4adc-8dec-bb4a692ca237 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-859751', 'neutron.services.segments.db._delete_segments_for_network-8744215964636'] for network, precommit_delete {{(pid=103721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:52:41.975232 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a787a31-9aa7-4ff6-a139-7919b6b2587f None None] Pushing event deleted for resources: {'Port': ['ID=5f8d0446-6441-4500-9d68-45e5e1c5d8f2,revision_number=None']} {{(pid=103722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 31 11:52:41.975591 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.services.segments.db [None req-4dab7250-b84f-4adc-8dec-bb4a692ca237 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f3ebc2ebb50>,) {'filters': {'network_id': ['b20faf65-7a93-45d2-abc5-44303a2c8a5c']}} {{(pid=103721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 31 11:52:41.978774 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG oslo_concurrency.lockutils [None req-5a787a31-9aa7-4ff6-a139-7919b6b2587f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=103722) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 31 11:52:41.981041 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a787a31-9aa7-4ff6-a139-7919b6b2587f None None] No DVR routers for this DVR port 5f8d0446-6441-4500-9d68-45e5e1c5d8f2 on host dv-cinder-786384-7-iscsi {{(pid=103722) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 31 11:52:41.988288 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.services.segments.db [None req-4dab7250-b84f-4adc-8dec-bb4a692ca237 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f3ebc2ebb50>, '1345f0f0-4672-4fb3-9fe4-9a7f06e2abec') {'for_net_delete': True} {{(pid=103721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 31 11:52:41.988588 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.services.segments.db [None req-4dab7250-b84f-4adc-8dec-bb4a692ca237 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f3ebc2ebb50>, '1345f0f0-4672-4fb3-9fe4-9a7f06e2abec') {} {{(pid=103721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 31 11:52:42.000225 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron_lib.callbacks.manager [None req-4dab7250-b84f-4adc-8dec-bb4a692ca237 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744215973789', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2649303'] for segment, before_delete {{(pid=103721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:52:42.016257 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron_lib.callbacks.manager [None req-4dab7250-b84f-4adc-8dec-bb4a692ca237 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-882655'] for segment, precommit_delete {{(pid=103721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:52:42.022498 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4dab7250-b84f-4adc-8dec-bb4a692ca237 admin admin] Releasing vlan 776 on physical network physnet1 to pool {{(pid=103721) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
May 31 11:52:42.022892 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron_lib.callbacks.manager [None req-4dab7250-b84f-4adc-8dec-bb4a692ca237 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-882655', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2250791'] for segment, after_delete {{(pid=103721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:52:42.035798 dv-cinder-786384-7-iscsi neutron-server[103721]: Traceback (most recent call last):
May 31 11:52:42.035798 dv-cinder-786384-7-iscsi neutron-server[103721]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
May 31 11:52:42.035798 dv-cinder-786384-7-iscsi neutron-server[103721]:     timer()
May 31 11:52:42.035798 dv-cinder-786384-7-iscsi neutron-server[103721]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
May 31 11:52:42.035798 dv-cinder-786384-7-iscsi neutron-server[103721]:     cb(*args, **kw)
May 31 11:52:42.035798 dv-cinder-786384-7-iscsi neutron-server[103721]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
May 31 11:52:42.035798 dv-cinder-786384-7-iscsi neutron-server[103721]:     return func(*args, **kwargs)
May 31 11:52:42.035798 dv-cinder-786384-7-iscsi neutron-server[103721]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
May 31 11:52:42.035798 dv-cinder-786384-7-iscsi neutron-server[103721]:     self._notify()
May 31 11:52:42.035798 dv-cinder-786384-7-iscsi neutron-server[103721]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
May 31 11:52:42.035798 dv-cinder-786384-7-iscsi neutron-server[103721]:     self.callback(batched_events)
May 31 11:52:42.035798 dv-cinder-786384-7-iscsi neutron-server[103721]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
May 31 11:52:42.035798 dv-cinder-786384-7-iscsi neutron-server[103721]:     event.method(event)
May 31 11:52:42.035798 dv-cinder-786384-7-iscsi neutron-server[103721]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
May 31 11:52:42.035798 dv-cinder-786384-7-iscsi neutron-server[103721]:     aggregate_id = self._get_aggregate_id(event.segment_id)
May 31 11:52:42.035798 dv-cinder-786384-7-iscsi neutron-server[103721]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
May 31 11:52:42.035798 dv-cinder-786384-7-iscsi neutron-server[103721]:     aggregate_uuid = self.p_client.list_aggregates(
May 31 11:52:42.035798 dv-cinder-786384-7-iscsi neutron-server[103721]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
May 31 11:52:42.035798 dv-cinder-786384-7-iscsi neutron-server[103721]:     return f(self, *a, **k)
May 31 11:52:42.035798 dv-cinder-786384-7-iscsi neutron-server[103721]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
May 31 11:52:42.035798 dv-cinder-786384-7-iscsi neutron-server[103721]:     return self._get(url).json()
May 31 11:52:42.035798 dv-cinder-786384-7-iscsi neutron-server[103721]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
May 31 11:52:42.035798 dv-cinder-786384-7-iscsi neutron-server[103721]:     return self._client.get(url, endpoint_filter=self._ks_filter,
May 31 11:52:42.035798 dv-cinder-786384-7-iscsi neutron-server[103721]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
May 31 11:52:42.035798 dv-cinder-786384-7-iscsi neutron-server[103721]:     return self.request(url, 'GET', **kwargs)
May 31 11:52:42.035798 dv-cinder-786384-7-iscsi neutron-server[103721]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
May 31 11:52:42.035798 dv-cinder-786384-7-iscsi neutron-server[103721]:     base_url = self.get_endpoint(auth, allow=allow,
May 31 11:52:42.035798 dv-cinder-786384-7-iscsi neutron-server[103721]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
May 31 11:52:42.035798 dv-cinder-786384-7-iscsi neutron-server[103721]:     auth = self._auth_required(auth, 'determine endpoint URL')
May 31 11:52:42.035798 dv-cinder-786384-7-iscsi neutron-server[103721]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
May 31 11:52:42.035798 dv-cinder-786384-7-iscsi neutron-server[103721]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
May 31 11:52:42.035798 dv-cinder-786384-7-iscsi neutron-server[103721]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
May 31 11:52:42.113526 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron_lib.callbacks.manager [None req-4dab7250-b84f-4adc-8dec-bb4a692ca237 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-859758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3705951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3701686', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4088527'] for network, after_delete {{(pid=103721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:52:42.117746 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG oslo_concurrency.lockutils [None req-0a7ee83c-7202-4c47-90fc-23a3a359761c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103721) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 31 11:52:42.130577 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron_lib.callbacks.manager [None req-4dab7250-b84f-4adc-8dec-bb4a692ca237 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3701651'] for network, before_response {{(pid=103721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:52:42.140955 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dab7250-b84f-4adc-8dec-bb4a692ca237 admin admin] Pushing event deleted for resources: {'Network': ['ID=b20faf65-7a93-45d2-abc5-44303a2c8a5c,revision_number=None']} {{(pid=103721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 31 11:52:42.143622 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG oslo_concurrency.lockutils [None req-4dab7250-b84f-4adc-8dec-bb4a692ca237 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=103721) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 31 11:52:42.146219 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [None req-4dab7250-b84f-4adc-8dec-bb4a692ca237 admin admin] 10.222.0.57 "DELETE /v2.0/networks/b20faf65-7a93-45d2-abc5-44303a2c8a5c HTTP/1.1" status: 204  len: 168 time: 0.9164395
May 31 11:52:42.268497 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.wsgi [-] (103721) accepted ('10.222.0.57', 48288) {{(pid=103721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 31 11:52:42.318224 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [None req-91e3323f-b874-47da-999f-6367831030ef admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=67225ec5f483494c9d8a6368709f6b83&name=default HTTP/1.1" status: 200  len: 2979 time: 0.0483720
May 31 11:52:42.320633 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.wsgi [-] (103721) accepted ('10.222.0.57', 48292) {{(pid=103721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 31 11:52:42.378138 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron_lib.callbacks.manager [None req-bdf7d88c-da24-43aa-8421-82678d25f342 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:52:42.402955 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron_lib.callbacks.manager [None req-bdf7d88c-da24-43aa-8421-82678d25f342 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:52:42.460967 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron_lib.callbacks.manager [None req-bdf7d88c-da24-43aa-8421-82678d25f342 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3705957'] for security_group, after_delete {{(pid=103721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:52:42.465774 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG oslo_concurrency.lockutils [None req-bde356a1-0407-45f8-bd4c-9d719c581c66 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103721) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 31 11:52:42.478216 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdf7d88c-da24-43aa-8421-82678d25f342 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fc64cda5-171b-4910-80a5-e13a8ad8d059,revision_number=None']} {{(pid=103721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 31 11:52:42.480743 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG oslo_concurrency.lockutils [None req-bdf7d88c-da24-43aa-8421-82678d25f342 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=103721) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 31 11:52:42.486163 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron_lib.callbacks.manager [None req-bdf7d88c-da24-43aa-8421-82678d25f342 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:52:42.487313 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [None req-bdf7d88c-da24-43aa-8421-82678d25f342 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/fc64cda5-171b-4910-80a5-e13a8ad8d059 HTTP/1.1" status: 204  len: 168 time: 0.1658204
May 31 11:52:42.719810 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e241413d-82ed-49a9-8ef0-cc90f6243bf9 req-cef86e39-139b-4a15-b157-27ee370199c1 tempest-AttachVolumeTestJSON-530604526 tempest-AttachVolumeTestJSON-530604526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 11:52:42.721290 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [req-e241413d-82ed-49a9-8ef0-cc90f6243bf9 req-cef86e39-139b-4a15-b157-27ee370199c1 tempest-AttachVolumeTestJSON-530604526 tempest-AttachVolumeTestJSON-530604526-project] 10.222.0.57 "GET /v2.0/ports?device_id=3910485b-0ffc-4380-b9c3-27b9735928d8 HTTP/1.1" status: 200  len: 946 time: 0.0834007
May 31 11:52:42.765202 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [req-e241413d-82ed-49a9-8ef0-cc90f6243bf9 req-f90a046a-df45-477f-92f8-72ad3b2fa4ea tempest-AttachVolumeTestJSON-530604526 tempest-AttachVolumeTestJSON-530604526-project] 10.222.0.57 "GET /v2.0/security-groups?id=12b57ca2-3f7f-4392-824c-9b0ff93e964a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0381224
May 31 11:52:42.844154 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.wsgi [-] (103721) accepted ('10.222.0.57', 48302) {{(pid=103721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 31 11:52:42.893640 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [None req-c1368aec-61cd-43d0-8415-689f41957c81 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=09cfcbad535d41f8a11c13f14eae8d07&name=default HTTP/1.1" status: 200  len: 2979 time: 0.0482495
May 31 11:52:42.896295 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.wsgi [-] (103721) accepted ('10.222.0.57', 48306) {{(pid=103721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 31 11:52:43.052747 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron_lib.callbacks.manager [None req-a2957304-400c-42e7-871c-a2dbee92e416 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:52:43.078400 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron_lib.callbacks.manager [None req-a2957304-400c-42e7-871c-a2dbee92e416 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:52:43.133994 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron_lib.callbacks.manager [None req-a2957304-400c-42e7-871c-a2dbee92e416 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3705957'] for security_group, after_delete {{(pid=103721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:52:43.137651 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG oslo_concurrency.lockutils [None req-8f5bb604-5e93-45c3-af17-4ff8498d9468 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103721) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 31 11:52:43.148488 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2957304-400c-42e7-871c-a2dbee92e416 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f0194db2-f4cc-4b10-9970-7b09f71a15be,revision_number=None']} {{(pid=103721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 31 11:52:43.151198 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG oslo_concurrency.lockutils [None req-a2957304-400c-42e7-871c-a2dbee92e416 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=103721) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 31 11:52:43.156613 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron_lib.callbacks.manager [None req-a2957304-400c-42e7-871c-a2dbee92e416 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:52:43.158042 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [None req-a2957304-400c-42e7-871c-a2dbee92e416 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/f0194db2-f4cc-4b10-9970-7b09f71a15be HTTP/1.1" status: 204  len: 168 time: 0.2607336
May 31 11:52:43.404645 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron.plugins.ml2.rpc [None req-1f0a762f-0348-4bba-b860-8eddab4cd770 None None] Device 5f8d0446-6441-4500-9d68-45e5e1c5d8f2 no longer exists at agent ovs-agent-dv-cinder-786384-7-iscsi {{(pid=103722) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
May 31 11:52:43.440657 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron.plugins.ml2.plugin [None req-1f0a762f-0348-4bba-b860-8eddab4cd770 None None] No Port match for: 5f8d0446-6441-4500-9d68-45e5e1c5d8f2 {{(pid=103722) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}}
May 31 11:52:43.440946 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron.plugins.ml2.rpc [None req-1f0a762f-0348-4bba-b860-8eddab4cd770 None None] Device 5f8d0446-6441-4500-9d68-45e5e1c5d8f2 not bound to the agent host dv-cinder-786384-7-iscsi {{(pid=103722) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
May 31 11:52:43.970443 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-804e869d-a661-4c9f-b18a-d3721cb28154 req-32ba5af8-ab5f-4da5-b45f-35d8593237bc tempest-AttachVolumeTestJSON-530604526 tempest-AttachVolumeTestJSON-530604526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 11:52:43.971897 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [req-804e869d-a661-4c9f-b18a-d3721cb28154 req-32ba5af8-ab5f-4da5-b45f-35d8593237bc tempest-AttachVolumeTestJSON-530604526 tempest-AttachVolumeTestJSON-530604526-project] 10.222.0.57 "GET /v2.0/ports?device_id=3910485b-0ffc-4380-b9c3-27b9735928d8 HTTP/1.1" status: 200  len: 946 time: 0.0838556
May 31 11:52:44.017180 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [req-804e869d-a661-4c9f-b18a-d3721cb28154 req-748c5834-117f-41e0-ba6c-f2b00c3b1ad1 tempest-AttachVolumeTestJSON-530604526 tempest-AttachVolumeTestJSON-530604526-project] 10.222.0.57 "GET /v2.0/security-groups?id=12b57ca2-3f7f-4392-824c-9b0ff93e964a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0393052
May 31 11:52:45.218438 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9995441a-4ed3-472e-b772-6d01ef52104f req-738981db-4ac7-4661-bbf8-99ba6422cf3e tempest-AttachVolumeTestJSON-530604526 tempest-AttachVolumeTestJSON-530604526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 11:52:45.219906 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [req-9995441a-4ed3-472e-b772-6d01ef52104f req-738981db-4ac7-4661-bbf8-99ba6422cf3e tempest-AttachVolumeTestJSON-530604526 tempest-AttachVolumeTestJSON-530604526-project] 10.222.0.57 "GET /v2.0/ports?device_id=3910485b-0ffc-4380-b9c3-27b9735928d8 HTTP/1.1" status: 200  len: 946 time: 0.0893345
May 31 11:52:45.265857 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [req-9995441a-4ed3-472e-b772-6d01ef52104f req-d0eb5716-67f3-449c-b9af-9b6ea2b83301 tempest-AttachVolumeTestJSON-530604526 tempest-AttachVolumeTestJSON-530604526-project] 10.222.0.57 "GET /v2.0/security-groups?id=12b57ca2-3f7f-4392-824c-9b0ff93e964a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0387092
May 31 11:52:46.480126 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60f0b375-970f-4683-aa11-4f83a3c20907 req-5a38525c-0eca-4929-b736-d4058bf04af8 tempest-AttachVolumeTestJSON-530604526 tempest-AttachVolumeTestJSON-530604526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 11:52:46.481610 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [req-60f0b375-970f-4683-aa11-4f83a3c20907 req-5a38525c-0eca-4929-b736-d4058bf04af8 tempest-AttachVolumeTestJSON-530604526 tempest-AttachVolumeTestJSON-530604526-project] 10.222.0.57 "GET /v2.0/ports?device_id=3910485b-0ffc-4380-b9c3-27b9735928d8 HTTP/1.1" status: 200  len: 946 time: 0.1063852
May 31 11:52:46.527228 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [req-60f0b375-970f-4683-aa11-4f83a3c20907 req-051f26d3-4425-41c6-90f7-670412358ae9 tempest-AttachVolumeTestJSON-530604526 tempest-AttachVolumeTestJSON-530604526-project] 10.222.0.57 "GET /v2.0/security-groups?id=12b57ca2-3f7f-4392-824c-9b0ff93e964a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0398550
May 31 11:52:47.721932 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0358b98b-5960-4cfd-915d-5a24804b09cf req-eb8ed23d-207d-495a-9cd0-1b63868d49b6 tempest-AttachVolumeTestJSON-530604526 tempest-AttachVolumeTestJSON-530604526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 11:52:47.723371 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [req-0358b98b-5960-4cfd-915d-5a24804b09cf req-eb8ed23d-207d-495a-9cd0-1b63868d49b6 tempest-AttachVolumeTestJSON-530604526 tempest-AttachVolumeTestJSON-530604526-project] 10.222.0.57 "GET /v2.0/ports?device_id=3910485b-0ffc-4380-b9c3-27b9735928d8 HTTP/1.1" status: 200  len: 946 time: 0.0794678
May 31 11:52:47.768112 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [req-0358b98b-5960-4cfd-915d-5a24804b09cf req-692f8341-d568-4c1a-8052-deef57f57eea tempest-AttachVolumeTestJSON-530604526 tempest-AttachVolumeTestJSON-530604526-project] 10.222.0.57 "GET /v2.0/security-groups?id=12b57ca2-3f7f-4392-824c-9b0ff93e964a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0388997
May 31 11:52:48.182223 dv-cinder-786384-7-iscsi neutron-server[103723]: DEBUG neutron.db.agents_db [None req-cb648da2-ef1b-4de5-af28-8b32e926ae6d None None] Agent healthcheck: found 6 active agents {{(pid=103723) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}}
May 31 11:52:48.965095 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d08e919-9482-466b-aed6-c392b775d115 req-d2f93a84-ec0a-4a5f-9eb2-c447d2ddc6a5 tempest-AttachVolumeTestJSON-530604526 tempest-AttachVolumeTestJSON-530604526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 11:52:48.966544 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [req-7d08e919-9482-466b-aed6-c392b775d115 req-d2f93a84-ec0a-4a5f-9eb2-c447d2ddc6a5 tempest-AttachVolumeTestJSON-530604526 tempest-AttachVolumeTestJSON-530604526-project] 10.222.0.57 "GET /v2.0/ports?device_id=3910485b-0ffc-4380-b9c3-27b9735928d8 HTTP/1.1" status: 200  len: 946 time: 0.0868661
May 31 11:52:49.010974 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [req-7d08e919-9482-466b-aed6-c392b775d115 req-9470c2c8-53c1-4284-ab50-7747a3973407 tempest-AttachVolumeTestJSON-530604526 tempest-AttachVolumeTestJSON-530604526-project] 10.222.0.57 "GET /v2.0/security-groups?id=12b57ca2-3f7f-4392-824c-9b0ff93e964a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0385742
May 31 11:52:50.216191 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a619fac-ccc3-47a4-a7d4-0960baa132bc req-4f7b5b03-471d-4e16-bb57-e75aab83ebdf tempest-AttachVolumeTestJSON-530604526 tempest-AttachVolumeTestJSON-530604526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 11:52:50.217649 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [req-9a619fac-ccc3-47a4-a7d4-0960baa132bc req-4f7b5b03-471d-4e16-bb57-e75aab83ebdf tempest-AttachVolumeTestJSON-530604526 tempest-AttachVolumeTestJSON-530604526-project] 10.222.0.57 "GET /v2.0/ports?device_id=3910485b-0ffc-4380-b9c3-27b9735928d8 HTTP/1.1" status: 200  len: 946 time: 0.0928836
May 31 11:52:50.267960 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [req-9a619fac-ccc3-47a4-a7d4-0960baa132bc req-1dc98377-a9ca-4b10-9c56-55dc34bd0a78 tempest-AttachVolumeTestJSON-530604526 tempest-AttachVolumeTestJSON-530604526-project] 10.222.0.57 "GET /v2.0/security-groups?id=12b57ca2-3f7f-4392-824c-9b0ff93e964a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0444458
May 31 11:52:50.616843 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7156760c-a149-42e4-b936-4ecc9c9d0a79 req-97986a22-1621-48b7-9052-5161cd65f84f tempest-AttachVolumeTestJSON-530604526 tempest-AttachVolumeTestJSON-530604526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 11:52:50.618220 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [req-7156760c-a149-42e4-b936-4ecc9c9d0a79 req-97986a22-1621-48b7-9052-5161cd65f84f tempest-AttachVolumeTestJSON-530604526 tempest-AttachVolumeTestJSON-530604526-project] 10.222.0.57 "GET /v2.0/ports?device_id=3910485b-0ffc-4380-b9c3-27b9735928d8 HTTP/1.1" status: 200  len: 946 time: 0.0851798
May 31 11:52:50.707958 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [req-7156760c-a149-42e4-b936-4ecc9c9d0a79 req-b48efc97-605b-4ba6-a535-ebb3afd36258 tempest-AttachVolumeTestJSON-530604526 tempest-AttachVolumeTestJSON-530604526-project] 10.222.0.57 "GET /v2.0/security-groups?id=12b57ca2-3f7f-4392-824c-9b0ff93e964a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0595632
May 31 11:52:50.724502 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6382353d-dd53-4c5b-b29d-59f5a85d658f req-13bbeabd-d2de-42cd-b13f-9c5ff03a5f87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 11:52:50.725995 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [req-6382353d-dd53-4c5b-b29d-59f5a85d658f req-13bbeabd-d2de-42cd-b13f-9c5ff03a5f87 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=e3923e95b37e4efbba6bab00145c1100&device_id=3910485b-0ffc-4380-b9c3-27b9735928d8 HTTP/1.1" status: 200  len: 1099 time: 0.1069298
May 31 11:52:50.860946 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6382353d-dd53-4c5b-b29d-59f5a85d658f req-464a6feb-f1ec-4589-b8a6-ee363192c55c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 11:52:50.862410 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [req-6382353d-dd53-4c5b-b29d-59f5a85d658f req-464a6feb-f1ec-4589-b8a6-ee363192c55c service neutron] 10.222.0.60 "GET /v2.0/networks?id=473801c6-dabb-45c0-9a54-9749a4aa5add HTTP/1.1" status: 200  len: 911 time: 0.1299183
May 31 11:52:50.963812 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [req-6382353d-dd53-4c5b-b29d-59f5a85d658f req-6457a4d4-03c2-4f63-b621-4008a516aedd service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=c7ab787e-aa62-4d5f-8f73-9eaeb054d396 HTTP/1.1" status: 200  len: 1002 time: 0.0950398
May 31 11:52:51.026002 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6382353d-dd53-4c5b-b29d-59f5a85d658f req-0a1c3278-12f2-462e-816a-c475160a636d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 11:52:51.027376 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [req-6382353d-dd53-4c5b-b29d-59f5a85d658f req-0a1c3278-12f2-462e-816a-c475160a636d service neutron] 10.222.0.60 "GET /v2.0/subnets?id=a301253b-4889-476f-a06a-31d586ab0ede HTTP/1.1" status: 200  len: 849 time: 0.0574422
May 31 11:52:51.102774 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6382353d-dd53-4c5b-b29d-59f5a85d658f req-e6d36063-171e-4c5c-aab3-297da71d52d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 11:52:51.104469 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [req-6382353d-dd53-4c5b-b29d-59f5a85d658f req-e6d36063-171e-4c5c-aab3-297da71d52d2 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=473801c6-dabb-45c0-9a54-9749a4aa5add&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0709026
May 31 11:52:51.234605 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [req-6382353d-dd53-4c5b-b29d-59f5a85d658f req-f1c13293-67ba-4ec3-bf31-68f354403f2c service neutron] 10.222.0.60 "GET /v2.0/networks/473801c6-dabb-45c0-9a54-9749a4aa5add?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1233182
May 31 11:52:51.373392 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [req-6382353d-dd53-4c5b-b29d-59f5a85d658f req-f5cdcae4-97eb-42f9-84a1-6344901bfcee service neutron] 10.222.0.60 "GET /v2.0/networks/473801c6-dabb-45c0-9a54-9749a4aa5add?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1323197
May 31 11:52:51.911024 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09cd9d13-5ac1-4063-aab9-cbd560fa3eac req-0a8569de-a916-4977-9568-195499871fa7 tempest-AttachVolumeTestJSON-530604526 tempest-AttachVolumeTestJSON-530604526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 11:52:51.912546 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [req-09cd9d13-5ac1-4063-aab9-cbd560fa3eac req-0a8569de-a916-4977-9568-195499871fa7 tempest-AttachVolumeTestJSON-530604526 tempest-AttachVolumeTestJSON-530604526-project] 10.222.0.57 "GET /v2.0/ports?device_id=3910485b-0ffc-4380-b9c3-27b9735928d8 HTTP/1.1" status: 200  len: 946 time: 0.0863369
May 31 11:52:51.956870 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [req-09cd9d13-5ac1-4063-aab9-cbd560fa3eac req-5b5cb2f9-f6cf-4b7e-9bf1-9481f64a99b0 tempest-AttachVolumeTestJSON-530604526 tempest-AttachVolumeTestJSON-530604526-project] 10.222.0.57 "GET /v2.0/security-groups?id=12b57ca2-3f7f-4392-824c-9b0ff93e964a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0385120
May 31 11:52:53.154093 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d9622af-0684-45bc-8bf1-eb5aee4dc598 req-3e7dbc1e-d350-4f95-8aac-078674c730b7 tempest-AttachVolumeTestJSON-530604526 tempest-AttachVolumeTestJSON-530604526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 11:52:53.155577 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [req-0d9622af-0684-45bc-8bf1-eb5aee4dc598 req-3e7dbc1e-d350-4f95-8aac-078674c730b7 tempest-AttachVolumeTestJSON-530604526 tempest-AttachVolumeTestJSON-530604526-project] 10.222.0.57 "GET /v2.0/ports?device_id=3910485b-0ffc-4380-b9c3-27b9735928d8 HTTP/1.1" status: 200  len: 946 time: 0.0837331
May 31 11:52:53.298089 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [req-0d9622af-0684-45bc-8bf1-eb5aee4dc598 req-979e5225-a5f2-479b-aa6d-c695d8f24dc6 tempest-AttachVolumeTestJSON-530604526 tempest-AttachVolumeTestJSON-530604526-project] 10.222.0.57 "GET /v2.0/security-groups?id=12b57ca2-3f7f-4392-824c-9b0ff93e964a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1365941
May 31 11:53:01.469243 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron_lib.callbacks.manager [None req-43028a7b-58d7-408b-ac75-1328e6896bf7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744215964654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857257'] for agent, after_update {{(pid=103722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:53:03.090510 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron_lib.callbacks.manager [None req-ce99878f-af65-4123-85e8-1c16464c9d62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744215964654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857257'] for agent, after_update {{(pid=103722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:53:05.493171 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [req-0c7dca05-03e9-4dd4-bcd9-9c7db2025f13 req-6fbb89fe-56fe-4459-ac47-2a7648361e3d service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=3910485b-0ffc-4380-b9c3-27b9735928d8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.0793104
May 31 11:53:05.522268 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron_lib.callbacks.manager [None req-b37d6c9a-e342-4f5f-a07a-d734138ee452 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744215964654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857257'] for agent, after_update {{(pid=103722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:53:05.609605 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron_lib.callbacks.manager [None req-1f0a762f-0348-4bba-b860-8eddab4cd770 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744215964654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857257'] for agent, after_update {{(pid=103722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:53:05.655739 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c7dca05-03e9-4dd4-bcd9-9c7db2025f13 req-56814731-263c-42ba-a941-886e8ff2dc0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 11:53:05.657245 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [req-0c7dca05-03e9-4dd4-bcd9-9c7db2025f13 req-56814731-263c-42ba-a941-886e8ff2dc0a service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=e3923e95b37e4efbba6bab00145c1100&device_id=3910485b-0ffc-4380-b9c3-27b9735928d8 HTTP/1.1" status: 200  len: 1099 time: 0.0793445
May 31 11:53:05.804046 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c7dca05-03e9-4dd4-bcd9-9c7db2025f13 req-55487db8-ee24-417d-9f6d-28a35975b48b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 11:53:05.805281 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [req-0c7dca05-03e9-4dd4-bcd9-9c7db2025f13 req-55487db8-ee24-417d-9f6d-28a35975b48b service neutron] 10.222.0.60 "GET /v2.0/networks?id=473801c6-dabb-45c0-9a54-9749a4aa5add HTTP/1.1" status: 200  len: 911 time: 0.1287382
May 31 11:53:05.904741 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [req-0c7dca05-03e9-4dd4-bcd9-9c7db2025f13 req-1dfd192f-833d-41e5-8f43-c512c6a0bd60 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=c7ab787e-aa62-4d5f-8f73-9eaeb054d396 HTTP/1.1" status: 200  len: 1002 time: 0.0927117
May 31 11:53:05.970069 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c7dca05-03e9-4dd4-bcd9-9c7db2025f13 req-159263a6-bd8b-44ee-8326-c200d3114cc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 11:53:05.971450 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [req-0c7dca05-03e9-4dd4-bcd9-9c7db2025f13 req-159263a6-bd8b-44ee-8326-c200d3114cc0 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=a301253b-4889-476f-a06a-31d586ab0ede HTTP/1.1" status: 200  len: 849 time: 0.0611591
May 31 11:53:06.059683 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c7dca05-03e9-4dd4-bcd9-9c7db2025f13 req-fcd57a8d-39c6-4c2c-a6e4-a80a5f9f039e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 11:53:06.061057 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [req-0c7dca05-03e9-4dd4-bcd9-9c7db2025f13 req-fcd57a8d-39c6-4c2c-a6e4-a80a5f9f039e service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=473801c6-dabb-45c0-9a54-9749a4aa5add&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0833862
May 31 11:53:06.209256 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [req-0c7dca05-03e9-4dd4-bcd9-9c7db2025f13 req-695a2b07-7ae8-483f-825c-616a0fc55619 service neutron] 10.222.0.60 "GET /v2.0/networks/473801c6-dabb-45c0-9a54-9749a4aa5add?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1409280
May 31 11:53:06.352618 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [req-0c7dca05-03e9-4dd4-bcd9-9c7db2025f13 req-9695a76f-f5f5-4456-87b5-e02963f0c86c service neutron] 10.222.0.60 "GET /v2.0/networks/473801c6-dabb-45c0-9a54-9749a4aa5add?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1359456
May 31 11:53:06.520053 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron_lib.callbacks.manager [None req-c59bf3d8-3f04-4740-8d75-807cb4f7478e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744215964654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857257'] for agent, after_update {{(pid=103722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:53:07.979084 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron_lib.callbacks.manager [None req-e2b995a4-3526-4c71-93aa-7f4ba47dfd64 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744215964654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857257'] for agent, after_update {{(pid=103722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:53:25.181638 dv-cinder-786384-7-iscsi neutron-server[103723]: DEBUG neutron.db.agents_db [None req-cb648da2-ef1b-4de5-af28-8b32e926ae6d None None] Agent healthcheck: found 6 active agents {{(pid=103723) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}}
May 31 11:53:26.940930 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c90fb197-c2b8-4e4b-a819-af23ca8cdb34 req-165098c3-4d53-4f34-bbf0-6f59d9c81ac1 tempest-AttachVolumeTestJSON-530604526 tempest-AttachVolumeTestJSON-530604526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 11:53:26.942263 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [req-c90fb197-c2b8-4e4b-a819-af23ca8cdb34 req-165098c3-4d53-4f34-bbf0-6f59d9c81ac1 tempest-AttachVolumeTestJSON-530604526 tempest-AttachVolumeTestJSON-530604526-project] 10.222.0.57 "GET /v2.0/ports?device_id=3910485b-0ffc-4380-b9c3-27b9735928d8 HTTP/1.1" status: 200  len: 946 time: 0.0980742
May 31 11:53:26.988037 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [req-c90fb197-c2b8-4e4b-a819-af23ca8cdb34 req-d45bb542-ca37-42f2-85b3-e69fcdb05f19 tempest-AttachVolumeTestJSON-530604526 tempest-AttachVolumeTestJSON-530604526-project] 10.222.0.57 "GET /v2.0/security-groups?id=12b57ca2-3f7f-4392-824c-9b0ff93e964a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0396361
May 31 11:53:28.195820 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be498abc-edd3-40f2-9002-86973bc0a797 req-7f612cce-9c28-4145-a8d7-1797a4540ac1 tempest-AttachVolumeTestJSON-530604526 tempest-AttachVolumeTestJSON-530604526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 11:53:28.197265 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [req-be498abc-edd3-40f2-9002-86973bc0a797 req-7f612cce-9c28-4145-a8d7-1797a4540ac1 tempest-AttachVolumeTestJSON-530604526 tempest-AttachVolumeTestJSON-530604526-project] 10.222.0.57 "GET /v2.0/ports?device_id=3910485b-0ffc-4380-b9c3-27b9735928d8 HTTP/1.1" status: 200  len: 946 time: 0.0887017
May 31 11:53:28.246738 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [req-be498abc-edd3-40f2-9002-86973bc0a797 req-2f48bd96-c5e7-4c5c-82de-a287e2a75592 tempest-AttachVolumeTestJSON-530604526 tempest-AttachVolumeTestJSON-530604526-project] 10.222.0.57 "GET /v2.0/security-groups?id=12b57ca2-3f7f-4392-824c-9b0ff93e964a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0436721
May 31 11:53:29.449590 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f8dee02-76c4-4332-acdd-a5f644e92b9c req-4114744e-f3d0-448b-823a-bc338d38a2ba tempest-AttachVolumeTestJSON-530604526 tempest-AttachVolumeTestJSON-530604526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 11:53:29.451037 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [req-4f8dee02-76c4-4332-acdd-a5f644e92b9c req-4114744e-f3d0-448b-823a-bc338d38a2ba tempest-AttachVolumeTestJSON-530604526 tempest-AttachVolumeTestJSON-530604526-project] 10.222.0.57 "GET /v2.0/ports?device_id=3910485b-0ffc-4380-b9c3-27b9735928d8 HTTP/1.1" status: 200  len: 946 time: 0.0904338
May 31 11:53:29.504265 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [req-4f8dee02-76c4-4332-acdd-a5f644e92b9c req-a24f9fa1-4a11-4ff1-aa21-6be7b300db1f tempest-AttachVolumeTestJSON-530604526 tempest-AttachVolumeTestJSON-530604526-project] 10.222.0.57 "GET /v2.0/security-groups?id=12b57ca2-3f7f-4392-824c-9b0ff93e964a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0451024
May 31 11:53:30.702703 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3728d74e-3e33-404c-9711-aada4a6aa274 req-15212678-1ef0-423c-a4a9-1725c8c11d84 tempest-AttachVolumeTestJSON-530604526 tempest-AttachVolumeTestJSON-530604526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 11:53:30.704171 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [req-3728d74e-3e33-404c-9711-aada4a6aa274 req-15212678-1ef0-423c-a4a9-1725c8c11d84 tempest-AttachVolumeTestJSON-530604526 tempest-AttachVolumeTestJSON-530604526-project] 10.222.0.57 "GET /v2.0/ports?device_id=3910485b-0ffc-4380-b9c3-27b9735928d8 HTTP/1.1" status: 200  len: 946 time: 0.0904069
May 31 11:53:30.760177 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [req-3728d74e-3e33-404c-9711-aada4a6aa274 req-36eef0d6-272f-455a-9095-97aa151fadf6 tempest-AttachVolumeTestJSON-530604526 tempest-AttachVolumeTestJSON-530604526-project] 10.222.0.57 "GET /v2.0/security-groups?id=12b57ca2-3f7f-4392-824c-9b0ff93e964a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0470502
May 31 11:53:31.483022 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron_lib.callbacks.manager [None req-43028a7b-58d7-408b-ac75-1328e6896bf7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744215964654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857257'] for agent, after_update {{(pid=103722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:53:31.968205 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9781bb7-0c01-4e3d-9cea-9b7db4bee2a4 req-b1ef13a7-2e6e-4328-85a7-cf090015fab1 tempest-AttachVolumeTestJSON-530604526 tempest-AttachVolumeTestJSON-530604526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 11:53:31.969631 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [req-f9781bb7-0c01-4e3d-9cea-9b7db4bee2a4 req-b1ef13a7-2e6e-4328-85a7-cf090015fab1 tempest-AttachVolumeTestJSON-530604526 tempest-AttachVolumeTestJSON-530604526-project] 10.222.0.57 "GET /v2.0/ports?device_id=3910485b-0ffc-4380-b9c3-27b9735928d8 HTTP/1.1" status: 200  len: 946 time: 0.0845826
May 31 11:53:32.015166 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [req-f9781bb7-0c01-4e3d-9cea-9b7db4bee2a4 req-ea926808-375c-4edb-b7d6-2acedc67611d tempest-AttachVolumeTestJSON-530604526 tempest-AttachVolumeTestJSON-530604526-project] 10.222.0.57 "GET /v2.0/security-groups?id=12b57ca2-3f7f-4392-824c-9b0ff93e964a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0397766
May 31 11:53:33.127431 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron_lib.callbacks.manager [None req-b4faf703-d79a-46bc-ab1c-4ece179444e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744215964654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857257'] for agent, after_update {{(pid=103722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:53:33.210302 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa69206e-2403-4068-a240-c0ebdfa41934 req-bf51d8b3-b04f-472d-b9db-4129e74f707d tempest-AttachVolumeTestJSON-530604526 tempest-AttachVolumeTestJSON-530604526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 11:53:33.211814 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [req-fa69206e-2403-4068-a240-c0ebdfa41934 req-bf51d8b3-b04f-472d-b9db-4129e74f707d tempest-AttachVolumeTestJSON-530604526 tempest-AttachVolumeTestJSON-530604526-project] 10.222.0.57 "GET /v2.0/ports?device_id=3910485b-0ffc-4380-b9c3-27b9735928d8 HTTP/1.1" status: 200  len: 946 time: 0.0848587
May 31 11:53:33.257702 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [req-fa69206e-2403-4068-a240-c0ebdfa41934 req-04fd3d9b-eb98-42e8-b34d-bba2ad015a97 tempest-AttachVolumeTestJSON-530604526 tempest-AttachVolumeTestJSON-530604526-project] 10.222.0.57 "GET /v2.0/security-groups?id=12b57ca2-3f7f-4392-824c-9b0ff93e964a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0397658
May 31 11:53:34.469049 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-520f693c-1453-4e18-b773-dc9d3583174a req-b5364595-a102-41f6-b463-3bdb996b464e tempest-AttachVolumeTestJSON-530604526 tempest-AttachVolumeTestJSON-530604526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 11:53:34.470477 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [req-520f693c-1453-4e18-b773-dc9d3583174a req-b5364595-a102-41f6-b463-3bdb996b464e tempest-AttachVolumeTestJSON-530604526 tempest-AttachVolumeTestJSON-530604526-project] 10.222.0.57 "GET /v2.0/ports?device_id=3910485b-0ffc-4380-b9c3-27b9735928d8 HTTP/1.1" status: 200  len: 946 time: 0.0853400
May 31 11:53:34.516493 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [req-520f693c-1453-4e18-b773-dc9d3583174a req-4113cb8a-769a-4d52-8fb7-2d1227375a68 tempest-AttachVolumeTestJSON-530604526 tempest-AttachVolumeTestJSON-530604526-project] 10.222.0.57 "GET /v2.0/security-groups?id=12b57ca2-3f7f-4392-824c-9b0ff93e964a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0402458
May 31 11:53:35.522114 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron_lib.callbacks.manager [None req-b8b94b49-9d8c-4d16-93c7-66debd5197e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744215964654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857257'] for agent, after_update {{(pid=103722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:53:35.614900 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron_lib.callbacks.manager [None req-1f0a762f-0348-4bba-b860-8eddab4cd770 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744215964654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857257'] for agent, after_update {{(pid=103722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:53:35.710744 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cb3bf93-478f-4fdb-bf8a-5c2f00afa670 req-49caa66d-134c-4c9c-95bf-e1ecb3705af3 tempest-AttachVolumeTestJSON-530604526 tempest-AttachVolumeTestJSON-530604526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 11:53:35.712330 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [req-4cb3bf93-478f-4fdb-bf8a-5c2f00afa670 req-49caa66d-134c-4c9c-95bf-e1ecb3705af3 tempest-AttachVolumeTestJSON-530604526 tempest-AttachVolumeTestJSON-530604526-project] 10.222.0.57 "GET /v2.0/ports?device_id=3910485b-0ffc-4380-b9c3-27b9735928d8 HTTP/1.1" status: 200  len: 946 time: 0.0906293
May 31 11:53:35.757178 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [req-4cb3bf93-478f-4fdb-bf8a-5c2f00afa670 req-599509db-91ec-4fec-8fdd-e14f677125e3 tempest-AttachVolumeTestJSON-530604526 tempest-AttachVolumeTestJSON-530604526-project] 10.222.0.57 "GET /v2.0/security-groups?id=12b57ca2-3f7f-4392-824c-9b0ff93e964a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0386586
May 31 11:53:36.527867 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron_lib.callbacks.manager [None req-c59bf3d8-3f04-4740-8d75-807cb4f7478e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744215964654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857257'] for agent, after_update {{(pid=103722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:53:36.962879 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47b17a56-78d4-4424-a6b8-82a665dfc994 req-d7c28c89-8c52-45c1-aa9e-b01b959dcc90 tempest-AttachVolumeTestJSON-530604526 tempest-AttachVolumeTestJSON-530604526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 11:53:36.964433 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [req-47b17a56-78d4-4424-a6b8-82a665dfc994 req-d7c28c89-8c52-45c1-aa9e-b01b959dcc90 tempest-AttachVolumeTestJSON-530604526 tempest-AttachVolumeTestJSON-530604526-project] 10.222.0.57 "GET /v2.0/ports?device_id=3910485b-0ffc-4380-b9c3-27b9735928d8 HTTP/1.1" status: 200  len: 946 time: 0.0940983
May 31 11:53:37.014028 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [req-47b17a56-78d4-4424-a6b8-82a665dfc994 req-0d0a4741-6546-449e-8701-8136023fe8aa tempest-AttachVolumeTestJSON-530604526 tempest-AttachVolumeTestJSON-530604526-project] 10.222.0.57 "GET /v2.0/security-groups?id=12b57ca2-3f7f-4392-824c-9b0ff93e964a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0438557
May 31 11:53:37.986345 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron_lib.callbacks.manager [None req-e2b995a4-3526-4c71-93aa-7f4ba47dfd64 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744215964654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857257'] for agent, after_update {{(pid=103722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:53:38.209323 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b6a6535-d7c0-4af2-9c8b-d18623de8d26 req-c3e9860e-89aa-412a-871b-aa648a717c9d tempest-AttachVolumeTestJSON-530604526 tempest-AttachVolumeTestJSON-530604526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 11:53:38.210740 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [req-5b6a6535-d7c0-4af2-9c8b-d18623de8d26 req-c3e9860e-89aa-412a-871b-aa648a717c9d tempest-AttachVolumeTestJSON-530604526 tempest-AttachVolumeTestJSON-530604526-project] 10.222.0.57 "GET /v2.0/ports?device_id=3910485b-0ffc-4380-b9c3-27b9735928d8 HTTP/1.1" status: 200  len: 946 time: 0.0868440
May 31 11:53:38.262616 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [req-5b6a6535-d7c0-4af2-9c8b-d18623de8d26 req-f5aea04d-8852-41f8-88cd-77bd2eec410f tempest-AttachVolumeTestJSON-530604526 tempest-AttachVolumeTestJSON-530604526-project] 10.222.0.57 "GET /v2.0/security-groups?id=12b57ca2-3f7f-4392-824c-9b0ff93e964a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0435338
May 31 11:53:38.748907 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19197eb5-88b1-4ec0-be12-fe59444398e1 req-6a3bc5fe-a6e7-4ff5-978b-229e6ad1e1a9 tempest-AttachVolumeTestJSON-530604526 tempest-AttachVolumeTestJSON-530604526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 11:53:38.750245 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [req-19197eb5-88b1-4ec0-be12-fe59444398e1 req-6a3bc5fe-a6e7-4ff5-978b-229e6ad1e1a9 tempest-AttachVolumeTestJSON-530604526 tempest-AttachVolumeTestJSON-530604526-project] 10.222.0.57 "GET /v2.0/ports?device_id=3910485b-0ffc-4380-b9c3-27b9735928d8 HTTP/1.1" status: 200  len: 946 time: 0.2188287
May 31 11:53:38.803607 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [req-19197eb5-88b1-4ec0-be12-fe59444398e1 req-a22a280d-e7c6-44c9-92cf-ca335d5932fb tempest-AttachVolumeTestJSON-530604526 tempest-AttachVolumeTestJSON-530604526-project] 10.222.0.57 "GET /v2.0/security-groups?id=12b57ca2-3f7f-4392-824c-9b0ff93e964a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0460813
May 31 11:53:38.806218 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d49d2f6-2f4f-4598-bebd-780ba62658de req-fdf7c600-3c84-4fac-b32d-e6781f2f6bb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 11:53:38.807594 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [req-0d49d2f6-2f4f-4598-bebd-780ba62658de req-fdf7c600-3c84-4fac-b32d-e6781f2f6bb4 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=e3923e95b37e4efbba6bab00145c1100&device_id=3910485b-0ffc-4380-b9c3-27b9735928d8 HTTP/1.1" status: 200  len: 1099 time: 0.2023606
May 31 11:53:38.940534 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d49d2f6-2f4f-4598-bebd-780ba62658de req-73f6acb1-96a3-4c1e-80e8-e2a711216a08 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 11:53:38.941994 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [req-0d49d2f6-2f4f-4598-bebd-780ba62658de req-73f6acb1-96a3-4c1e-80e8-e2a711216a08 service neutron] 10.222.0.60 "GET /v2.0/networks?id=473801c6-dabb-45c0-9a54-9749a4aa5add HTTP/1.1" status: 200  len: 911 time: 0.1274405
May 31 11:53:39.047622 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [req-0d49d2f6-2f4f-4598-bebd-780ba62658de req-599bd751-f318-4ed2-a661-a259803e45e1 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=c7ab787e-aa62-4d5f-8f73-9eaeb054d396 HTTP/1.1" status: 200  len: 1002 time: 0.0949459
May 31 11:53:39.113420 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d49d2f6-2f4f-4598-bebd-780ba62658de req-3f609846-91f5-41d5-b957-e06fa6d58d8d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 11:53:39.114754 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [req-0d49d2f6-2f4f-4598-bebd-780ba62658de req-3f609846-91f5-41d5-b957-e06fa6d58d8d service neutron] 10.222.0.60 "GET /v2.0/subnets?id=a301253b-4889-476f-a06a-31d586ab0ede HTTP/1.1" status: 200  len: 849 time: 0.0603368
May 31 11:53:39.191089 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d49d2f6-2f4f-4598-bebd-780ba62658de req-c5d5d1b4-1057-4263-b4a2-acb38c053cd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 11:53:39.192552 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [req-0d49d2f6-2f4f-4598-bebd-780ba62658de req-c5d5d1b4-1057-4263-b4a2-acb38c053cd8 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=473801c6-dabb-45c0-9a54-9749a4aa5add&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0711937
May 31 11:53:39.321003 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [req-0d49d2f6-2f4f-4598-bebd-780ba62658de req-9e16a3e4-751c-4557-baa0-3d08dd189414 service neutron] 10.222.0.60 "GET /v2.0/networks/473801c6-dabb-45c0-9a54-9749a4aa5add?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1214311
May 31 11:53:39.451987 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [req-0d49d2f6-2f4f-4598-bebd-780ba62658de req-d6731655-cbca-4fb0-88c7-caf03c1e4de4 service neutron] 10.222.0.60 "GET /v2.0/networks/473801c6-dabb-45c0-9a54-9749a4aa5add?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1227741
May 31 11:53:40.014272 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29a36b2b-efc7-4cfb-ae57-fc5ec10f7bd8 req-649a0e4f-715c-40ea-9b75-3b676d46f833 tempest-AttachVolumeTestJSON-530604526 tempest-AttachVolumeTestJSON-530604526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 11:53:40.015924 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [req-29a36b2b-efc7-4cfb-ae57-fc5ec10f7bd8 req-649a0e4f-715c-40ea-9b75-3b676d46f833 tempest-AttachVolumeTestJSON-530604526 tempest-AttachVolumeTestJSON-530604526-project] 10.222.0.57 "GET /v2.0/ports?device_id=3910485b-0ffc-4380-b9c3-27b9735928d8 HTTP/1.1" status: 200  len: 946 time: 0.0919006
May 31 11:53:40.068183 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [req-29a36b2b-efc7-4cfb-ae57-fc5ec10f7bd8 req-f7b4ee73-1736-407f-b22a-5dff65a9a693 tempest-AttachVolumeTestJSON-530604526 tempest-AttachVolumeTestJSON-530604526-project] 10.222.0.57 "GET /v2.0/security-groups?id=12b57ca2-3f7f-4392-824c-9b0ff93e964a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0456159
May 31 11:53:41.277668 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4241ec4-9b02-4c94-bff8-511d428423da req-6a9ece7d-bd4e-4a9d-ab10-85f8e6eb81af tempest-AttachVolumeTestJSON-530604526 tempest-AttachVolumeTestJSON-530604526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 11:53:41.279095 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [req-a4241ec4-9b02-4c94-bff8-511d428423da req-6a9ece7d-bd4e-4a9d-ab10-85f8e6eb81af tempest-AttachVolumeTestJSON-530604526 tempest-AttachVolumeTestJSON-530604526-project] 10.222.0.57 "GET /v2.0/ports?device_id=3910485b-0ffc-4380-b9c3-27b9735928d8 HTTP/1.1" status: 200  len: 946 time: 0.0986230
May 31 11:53:41.324775 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [req-a4241ec4-9b02-4c94-bff8-511d428423da req-cf3440a4-40e5-4733-af02-59656a23aa76 tempest-AttachVolumeTestJSON-530604526 tempest-AttachVolumeTestJSON-530604526-project] 10.222.0.57 "GET /v2.0/security-groups?id=12b57ca2-3f7f-4392-824c-9b0ff93e964a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0398490
May 31 11:54:01.482943 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron_lib.callbacks.manager [None req-43028a7b-58d7-408b-ac75-1328e6896bf7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744215964654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857257'] for agent, after_update {{(pid=103722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:54:02.186108 dv-cinder-786384-7-iscsi neutron-server[103723]: DEBUG neutron.db.agents_db [None req-cb648da2-ef1b-4de5-af28-8b32e926ae6d None None] Agent healthcheck: found 6 active agents {{(pid=103723) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}}
May 31 11:54:03.094487 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron_lib.callbacks.manager [None req-db8252b5-9278-4518-bb3a-038f43f24593 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744215964654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857257'] for agent, after_update {{(pid=103722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:54:05.480418 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [req-49dd215e-f75b-4c7c-92ad-7d347fce0b21 req-a3d5b819-2dcb-474f-b057-1743a12b7197 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=3910485b-0ffc-4380-b9c3-27b9735928d8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.0822387
May 31 11:54:05.518616 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron_lib.callbacks.manager [None req-c87a0bf4-927f-4eae-820f-2a05edf04e79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744215964654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857257'] for agent, after_update {{(pid=103722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:54:05.620180 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron_lib.callbacks.manager [None req-1f0a762f-0348-4bba-b860-8eddab4cd770 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744215964654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857257'] for agent, after_update {{(pid=103722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:54:05.641639 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49dd215e-f75b-4c7c-92ad-7d347fce0b21 req-cd64a509-c948-435a-b944-3bf1fbc01df4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 11:54:05.643138 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [req-49dd215e-f75b-4c7c-92ad-7d347fce0b21 req-cd64a509-c948-435a-b944-3bf1fbc01df4 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=e3923e95b37e4efbba6bab00145c1100&device_id=3910485b-0ffc-4380-b9c3-27b9735928d8 HTTP/1.1" status: 200  len: 1099 time: 0.0753226
May 31 11:54:05.793013 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49dd215e-f75b-4c7c-92ad-7d347fce0b21 req-eee0a1d8-43ed-4879-a24f-7480b5a1c57d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 11:54:05.794508 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [req-49dd215e-f75b-4c7c-92ad-7d347fce0b21 req-eee0a1d8-43ed-4879-a24f-7480b5a1c57d service neutron] 10.222.0.60 "GET /v2.0/networks?id=473801c6-dabb-45c0-9a54-9749a4aa5add HTTP/1.1" status: 200  len: 911 time: 0.1309917
May 31 11:54:05.906182 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [req-49dd215e-f75b-4c7c-92ad-7d347fce0b21 req-10f17fe9-54b6-4db7-b681-5991116d865e service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=c7ab787e-aa62-4d5f-8f73-9eaeb054d396 HTTP/1.1" status: 200  len: 1002 time: 0.1047471
May 31 11:54:05.969011 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49dd215e-f75b-4c7c-92ad-7d347fce0b21 req-1a0c8d77-2d9f-4aed-8618-826aace39395 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 11:54:05.970338 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [req-49dd215e-f75b-4c7c-92ad-7d347fce0b21 req-1a0c8d77-2d9f-4aed-8618-826aace39395 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=a301253b-4889-476f-a06a-31d586ab0ede HTTP/1.1" status: 200  len: 849 time: 0.0576956
May 31 11:54:06.048691 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49dd215e-f75b-4c7c-92ad-7d347fce0b21 req-4e58828d-c67e-4a16-9f77-34dd683519f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 11:54:06.049998 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [req-49dd215e-f75b-4c7c-92ad-7d347fce0b21 req-4e58828d-c67e-4a16-9f77-34dd683519f6 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=473801c6-dabb-45c0-9a54-9749a4aa5add&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0733869
May 31 11:54:06.060534 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.wsgi [req-49dd215e-f75b-4c7c-92ad-7d347fce0b21 req-5c292539-b0d6-4d1d-9574-6d9fddd0e834 service neutron] http://10.222.0.57:9696/v2.0/extensions returned with HTTP 200 {{(pid=103721) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
May 31 11:54:06.061417 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [req-49dd215e-f75b-4c7c-92ad-7d347fce0b21 req-5c292539-b0d6-4d1d-9574-6d9fddd0e834 service neutron] 10.222.0.60 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13640 time: 0.0048091
May 31 11:54:06.285013 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [req-49dd215e-f75b-4c7c-92ad-7d347fce0b21 req-4e3b8c4a-4767-4f71-8731-6d515758dc31 service neutron] 10.222.0.60 "GET /v2.0/networks/473801c6-dabb-45c0-9a54-9749a4aa5add?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2162824
May 31 11:54:06.418945 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [req-49dd215e-f75b-4c7c-92ad-7d347fce0b21 req-7189ef0c-f1cd-46bb-87b3-058cbfb341e0 service neutron] 10.222.0.60 "GET /v2.0/networks/473801c6-dabb-45c0-9a54-9749a4aa5add?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1269951
May 31 11:54:06.528580 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron_lib.callbacks.manager [None req-c59bf3d8-3f04-4740-8d75-807cb4f7478e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744215964654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857257'] for agent, after_update {{(pid=103722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:54:07.992668 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron_lib.callbacks.manager [None req-e2b995a4-3526-4c71-93aa-7f4ba47dfd64 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744215964654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857257'] for agent, after_update {{(pid=103722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:54:14.959030 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bf8f78a-33c2-4fc6-a99b-0c933076433e req-7dc65824-57f0-4ae5-babe-e558aa81d2ed tempest-AttachVolumeTestJSON-530604526 tempest-AttachVolumeTestJSON-530604526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 11:54:14.961055 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [req-2bf8f78a-33c2-4fc6-a99b-0c933076433e req-7dc65824-57f0-4ae5-babe-e558aa81d2ed tempest-AttachVolumeTestJSON-530604526 tempest-AttachVolumeTestJSON-530604526-project] 10.222.0.57 "GET /v2.0/ports?device_id=3910485b-0ffc-4380-b9c3-27b9735928d8 HTTP/1.1" status: 200  len: 946 time: 0.3405969
May 31 11:54:15.011240 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [req-2bf8f78a-33c2-4fc6-a99b-0c933076433e req-9fe740eb-875a-4b90-b6fb-55e7a062aca2 tempest-AttachVolumeTestJSON-530604526 tempest-AttachVolumeTestJSON-530604526-project] 10.222.0.57 "GET /v2.0/security-groups?id=12b57ca2-3f7f-4392-824c-9b0ff93e964a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0441408
May 31 11:54:16.266872 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2270226-06f9-4dd6-b2cb-171240a6f2d3 req-96a32082-4218-4ee0-9a9c-4859ec63bc8e tempest-AttachVolumeTestJSON-530604526 tempest-AttachVolumeTestJSON-530604526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 11:54:16.268331 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [req-d2270226-06f9-4dd6-b2cb-171240a6f2d3 req-96a32082-4218-4ee0-9a9c-4859ec63bc8e tempest-AttachVolumeTestJSON-530604526 tempest-AttachVolumeTestJSON-530604526-project] 10.222.0.57 "GET /v2.0/ports?device_id=3910485b-0ffc-4380-b9c3-27b9735928d8 HTTP/1.1" status: 200  len: 946 time: 0.1420152
May 31 11:54:16.313919 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [req-d2270226-06f9-4dd6-b2cb-171240a6f2d3 req-d61bf301-d0e9-4fef-8a5e-d1ecd2b93372 tempest-AttachVolumeTestJSON-530604526 tempest-AttachVolumeTestJSON-530604526-project] 10.222.0.57 "GET /v2.0/security-groups?id=12b57ca2-3f7f-4392-824c-9b0ff93e964a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0382051
May 31 11:54:16.600957 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5af3588-42e6-4af8-8d62-9c3a0b4f781e req-5371c006-c894-4c46-b9aa-03d9339f6ce4 tempest-AttachVolumeTestJSON-530604526 tempest-AttachVolumeTestJSON-530604526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 11:54:16.602270 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [req-f5af3588-42e6-4af8-8d62-9c3a0b4f781e req-5371c006-c894-4c46-b9aa-03d9339f6ce4 tempest-AttachVolumeTestJSON-530604526 tempest-AttachVolumeTestJSON-530604526-project] 10.222.0.60 "GET /v2.0/ports?device_id=3910485b-0ffc-4380-b9c3-27b9735928d8 HTTP/1.1" status: 200  len: 946 time: 0.0819671
May 31 11:54:16.740765 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.plugins.ml2.plugin [req-f5af3588-42e6-4af8-8d62-9c3a0b4f781e req-895c82dd-3cae-4214-8331-d2756180c1ae tempest-AttachVolumeTestJSON-530604526 tempest-AttachVolumeTestJSON-530604526-project] Deleting port c7ab787e-aa62-4d5f-8f73-9eaeb054d396 {{(pid=103721) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
May 31 11:54:16.741102 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron_lib.callbacks.manager [req-f5af3588-42e6-4af8-8d62-9c3a0b4f781e req-895c82dd-3cae-4214-8331-d2756180c1ae tempest-AttachVolumeTestJSON-530604526 tempest-AttachVolumeTestJSON-530604526-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744215952451'] for port, before_delete {{(pid=103721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:54:16.874948 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.plugins.ml2.db [req-f5af3588-42e6-4af8-8d62-9c3a0b4f781e req-895c82dd-3cae-4214-8331-d2756180c1ae tempest-AttachVolumeTestJSON-530604526 tempest-AttachVolumeTestJSON-530604526-project] For port c7ab787e-aa62-4d5f-8f73-9eaeb054d396, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=c7ab787e-aa62-4d5f-8f73-9eaeb054d396,segment=NetworkSegment(3d1de7c0-86e0-456b-9c60-98ba6c64918f),segment_id=3d1de7c0-86e0-456b-9c60-98ba6c64918f)] {{(pid=103721) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 31 11:54:16.875210 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron_lib.callbacks.manager [req-f5af3588-42e6-4af8-8d62-9c3a0b4f781e req-895c82dd-3cae-4214-8331-d2756180c1ae tempest-AttachVolumeTestJSON-530604526 tempest-AttachVolumeTestJSON-530604526-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4088094'] for port, precommit_delete {{(pid=103721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:54:17.166578 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron_lib.callbacks.manager [req-f5af3588-42e6-4af8-8d62-9c3a0b4f781e req-895c82dd-3cae-4214-8331-d2756180c1ae tempest-AttachVolumeTestJSON-530604526 tempest-AttachVolumeTestJSON-530604526-project] Notify callbacks [] for floatingip, precommit_update {{(pid=103721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:54:17.166814 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron_lib.callbacks.manager [req-f5af3588-42e6-4af8-8d62-9c3a0b4f781e req-895c82dd-3cae-4214-8331-d2756180c1ae tempest-AttachVolumeTestJSON-530604526 tempest-AttachVolumeTestJSON-530604526-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4088573'] for floatingip, after_update {{(pid=103721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:54:17.167128 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.db.l3_db [req-f5af3588-42e6-4af8-8d62-9c3a0b4f781e req-895c82dd-3cae-4214-8331-d2756180c1ae tempest-AttachVolumeTestJSON-530604526 tempest-AttachVolumeTestJSON-530604526-project] Floating IP a6b4ca00-6162-45f2-8f7d-95c9a0e7a22c disassociated. External IP: 172.27.2.199, port: c7ab787e-aa62-4d5f-8f73-9eaeb054d396.
May 31 11:54:17.167456 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.plugins.ml2.plugin [req-f5af3588-42e6-4af8-8d62-9c3a0b4f781e req-895c82dd-3cae-4214-8331-d2756180c1ae tempest-AttachVolumeTestJSON-530604526 tempest-AttachVolumeTestJSON-530604526-project] Calling delete_port for c7ab787e-aa62-4d5f-8f73-9eaeb054d396 owned by compute:nova {{(pid=103721) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
May 31 11:54:17.285764 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron_lib.callbacks.manager [req-f5af3588-42e6-4af8-8d62-9c3a0b4f781e req-895c82dd-3cae-4214-8331-d2756180c1ae tempest-AttachVolumeTestJSON-530604526 tempest-AttachVolumeTestJSON-530604526-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937715', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3701677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744215954342', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744215520979', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2250866'] for port, after_delete {{(pid=103721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:54:17.292762 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG oslo_concurrency.lockutils [None req-f9cf449e-88b8-455e-8ef3-078c38120a00 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103721) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 31 11:54:17.334083 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-895c82dd-3cae-4214-8331-d2756180c1ae tempest-AttachVolumeTestJSON-530604526 tempest-AttachVolumeTestJSON-530604526-project] Pushing event deleted for resources: {'Port': ['ID=c7ab787e-aa62-4d5f-8f73-9eaeb054d396,revision_number=None']} {{(pid=103721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 31 11:54:17.345418 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-895c82dd-3cae-4214-8331-d2756180c1ae tempest-AttachVolumeTestJSON-530604526 tempest-AttachVolumeTestJSON-530604526-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786384-7-iscsi {{(pid=103721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 31 11:54:17.345517 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-895c82dd-3cae-4214-8331-d2756180c1ae tempest-AttachVolumeTestJSON-530604526 tempest-AttachVolumeTestJSON-530604526-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786384-7-iscsi {{(pid=103721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 31 11:54:17.345820 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-895c82dd-3cae-4214-8331-d2756180c1ae tempest-AttachVolumeTestJSON-530604526 tempest-AttachVolumeTestJSON-530604526-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786384-7-iscsi {{(pid=103721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 31 11:54:17.346197 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-895c82dd-3cae-4214-8331-d2756180c1ae tempest-AttachVolumeTestJSON-530604526 tempest-AttachVolumeTestJSON-530604526-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786384-7-iscsi {{(pid=103721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 31 11:54:17.346541 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-895c82dd-3cae-4214-8331-d2756180c1ae tempest-AttachVolumeTestJSON-530604526 tempest-AttachVolumeTestJSON-530604526-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786384-7-iscsi {{(pid=103721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 31 11:54:17.346884 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-895c82dd-3cae-4214-8331-d2756180c1ae tempest-AttachVolumeTestJSON-530604526 tempest-AttachVolumeTestJSON-530604526-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786384-7-iscsi {{(pid=103721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 31 11:54:17.347223 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-895c82dd-3cae-4214-8331-d2756180c1ae tempest-AttachVolumeTestJSON-530604526 tempest-AttachVolumeTestJSON-530604526-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786384-7-iscsi {{(pid=103721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 31 11:54:17.347564 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-895c82dd-3cae-4214-8331-d2756180c1ae tempest-AttachVolumeTestJSON-530604526 tempest-AttachVolumeTestJSON-530604526-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786384-7-iscsi {{(pid=103721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 31 11:54:17.347930 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-895c82dd-3cae-4214-8331-d2756180c1ae tempest-AttachVolumeTestJSON-530604526 tempest-AttachVolumeTestJSON-530604526-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786384-7-iscsi {{(pid=103721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 31 11:54:17.348269 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-895c82dd-3cae-4214-8331-d2756180c1ae tempest-AttachVolumeTestJSON-530604526 tempest-AttachVolumeTestJSON-530604526-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786384-7-iscsi {{(pid=103721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 31 11:54:17.348579 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-895c82dd-3cae-4214-8331-d2756180c1ae tempest-AttachVolumeTestJSON-530604526 tempest-AttachVolumeTestJSON-530604526-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786384-7-iscsi {{(pid=103721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 31 11:54:17.348920 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-895c82dd-3cae-4214-8331-d2756180c1ae tempest-AttachVolumeTestJSON-530604526 tempest-AttachVolumeTestJSON-530604526-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786384-7-iscsi {{(pid=103721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 31 11:54:17.352733 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG oslo_concurrency.lockutils [None req-895c82dd-3cae-4214-8331-d2756180c1ae tempest-AttachVolumeTestJSON-530604526 tempest-AttachVolumeTestJSON-530604526-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=103721) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 31 11:54:17.473836 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [req-c97ace6c-83c5-472b-8f61-50a745ee1c4b req-02db6a77-3df1-4e77-b587-2d56ebe99f60 tempest-AttachVolumeTestJSON-530604526 tempest-AttachVolumeTestJSON-530604526-project] 10.222.0.57 "GET /v2.0/ports?device_id=3910485b-0ffc-4380-b9c3-27b9735928d8 HTTP/1.1" status: 200  len: 210 time: 0.0472806
May 31 11:54:17.580373 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.scheduler.l3_agent_scheduler [req-f5af3588-42e6-4af8-8d62-9c3a0b4f781e req-895c82dd-3cae-4214-8331-d2756180c1ae tempest-AttachVolumeTestJSON-530604526 tempest-AttachVolumeTestJSON-530604526-project] Router 9ae8a4bc-4f22-453c-bf1c-e1ec058c9843 has already been hosted by L3 agent f8c17dd7-da16-4427-b6e3-d7e30616bc4c {{(pid=103721) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
May 31 11:54:17.875870 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-f5af3588-42e6-4af8-8d62-9c3a0b4f781e req-895c82dd-3cae-4214-8331-d2756180c1ae tempest-AttachVolumeTestJSON-530604526 tempest-AttachVolumeTestJSON-530604526-project] Notify agent at l3_agent.dv-cinder-786384-7-iscsi the message routers_updated {{(pid=103721) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
May 31 11:54:17.886233 dv-cinder-786384-7-iscsi neutron-server[103723]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6ae0ae2-77f3-4819-a315-41b0e588b701 None None] Sync routers for ids ['9ae8a4bc-4f22-453c-bf1c-e1ec058c9843'] in dv-cinder-786384-7-iscsi {{(pid=103723) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 31 11:54:17.896357 dv-cinder-786384-7-iscsi neutron-server[103723]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6ae0ae2-77f3-4819-a315-41b0e588b701 None None] Routers {'9ae8a4bc-4f22-453c-bf1c-e1ec058c9843'} bound to L3 agent in host dv-cinder-786384-7-iscsi {{(pid=103723) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 31 11:54:17.897022 dv-cinder-786384-7-iscsi neutron-server[103723]: DEBUG neutron.db.l3_hamode_db [None req-e6ae0ae2-77f3-4819-a315-41b0e588b701 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f3ebcbbd910>, 'dv-cinder-786384-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-05-31T11:36:05Z,description=<?>,heartbeat_timestamp=2021-05-31T11:54:06Z,host='dv-cinder-786384-7-iscsi',id=f8c17dd7-da16-4427-b6e3-d7e30616bc4c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-31T11:36:05Z,topic='l3_agent')) {'router_ids': ['9ae8a4bc-4f22-453c-bf1c-e1ec058c9843'], 'active': True} {{(pid=103723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 31 11:54:17.948251 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.db.l3_dvrscheduler_db [req-f5af3588-42e6-4af8-8d62-9c3a0b4f781e req-895c82dd-3cae-4214-8331-d2756180c1ae tempest-AttachVolumeTestJSON-530604526 tempest-AttachVolumeTestJSON-530604526-project] No DVR routers for this DVR port c7ab787e-aa62-4d5f-8f73-9eaeb054d396 on host hv-cinder-78638 {{(pid=103721) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 31 11:54:17.950718 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron_lib.callbacks.manager [req-f5af3588-42e6-4af8-8d62-9c3a0b4f781e req-895c82dd-3cae-4214-8331-d2756180c1ae tempest-AttachVolumeTestJSON-530604526 tempest-AttachVolumeTestJSON-530604526-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46333'] for port, before_response {{(pid=103721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:54:17.953213 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3910485b-0ffc-4380-b9c3-27b9735928d8', 'name': 'network-vif-deleted', 'tag': 'c7ab787e-aa62-4d5f-8f73-9eaeb054d396'}] {{(pid=103721) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 31 11:54:17.955477 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3cd903d475e597836c68a86188e0a4f713f0e90603b95bd8a010e768671d0d04" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-275c26aa-2180-46ef-bd81-df6470c58084" -d '{"events": [{"server_uuid": "3910485b-0ffc-4380-b9c3-27b9735928d8", "name": "network-vif-deleted", "tag": "c7ab787e-aa62-4d5f-8f73-9eaeb054d396"}]}' {{(pid=103721) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
May 31 11:54:17.970612 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [req-f5af3588-42e6-4af8-8d62-9c3a0b4f781e req-895c82dd-3cae-4214-8331-d2756180c1ae tempest-AttachVolumeTestJSON-530604526 tempest-AttachVolumeTestJSON-530604526-project] 10.222.0.60 "DELETE /v2.0/ports/c7ab787e-aa62-4d5f-8f73-9eaeb054d396 HTTP/1.1" status: 204  len: 173 time: 1.3618872
May 31 11:54:17.999849 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 31 May 2021 11:54:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d7367bb4-4f4e-4ab5-b2c9-25d971f8360c x-openstack-request-id: req-d7367bb4-4f4e-4ab5-b2c9-25d971f8360c {{(pid=103721) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
May 31 11:54:18.000181 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3910485b-0ffc-4380-b9c3-27b9735928d8", "name": "network-vif-deleted", "tag": "c7ab787e-aa62-4d5f-8f73-9eaeb054d396", "status": "completed", "code": 200}]} {{(pid=103721) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
May 31 11:54:18.000466 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-d7367bb4-4f4e-4ab5-b2c9-25d971f8360c {{(pid=103721) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
May 31 11:54:18.000909 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3910485b-0ffc-4380-b9c3-27b9735928d8', 'name': 'network-vif-deleted', 'tag': 'c7ab787e-aa62-4d5f-8f73-9eaeb054d396', 'status': 'completed', 'code': 200}
May 31 11:54:18.117663 dv-cinder-786384-7-iscsi neutron-server[103723]: DEBUG neutron.db.l3_dvr_db [None req-e6ae0ae2-77f3-4819-a315-41b0e588b701 None None] Set router 9ae8a4bc-4f22-453c-bf1c-e1ec058c9843 gateway port host: dv-cinder-786384-7-iscsi {{(pid=103723) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
May 31 11:54:18.434704 dv-cinder-786384-7-iscsi neutron-server[103723]: DEBUG neutron.db.l3_hamode_db [None req-e6ae0ae2-77f3-4819-a315-41b0e588b701 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f3ebcbbd910>, [{'id': '9ae8a4bc-4f22-453c-bf1c-e1ec058c9843', 'name': 'tempest-AttachVolumeTestJSON-303571706-router', 'tenant_id': 'e3923e95b37e4efbba6bab00145c1100', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cb16751-6ba1-494a-bef1-53f614bdb222', 'external_fixed_ips': [{'subnet_id': '1135c889-0623-4d10-975a-f2c46f50f0f6', 'ip_address': '172.27.2.201'}], 'enable_snat': True}, 'gw_port_id': '0b1caa1a-9d57-497b-9463-5780a2ed7452', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T11:51:24Z', 'updated_at': '2021-05-31T11:51:28Z', 'revision_number': 4, 'project_id': 'e3923e95b37e4efbba6bab00145c1100', 'gw_port': {'id': '0b1caa1a-9d57-497b-9463-5780a2ed7452', 'name': '', 'network_id': '1cb16751-6ba1-494a-bef1-53f614bdb222', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:91:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ae8a4bc-4f22-453c-bf1c-e1ec058c9843', 'device_owner': 'network:router_gateway', 'standard_attr_id': 581, 'fixed_ips': [{'subnet_id': '1135c889-0623-4d10-975a-f2c46f50f0f6', 'ip_address': '172.27.2.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786384-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T11:51:25Z', 'updated_at': '2021-05-31T11:51:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1135c889-0623-4d10-975a-f2c46f50f0f6', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786384-7-iscsi', '_interfaces': [{'id': '79fb4f26-387b-47d7-b238-4bdf41a69c39', 'name': '', 'network_id': '473801c6-dabb-45c0-9a54-9749a4aa5add', 'tenant_id': 'e3923e95b37e4efbba6bab00145c1100', 'mac_address': 'fa:16:3e:53:42:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ae8a4bc-4f22-453c-bf1c-e1ec058c9843', 'device_owner': 'network:router_interface', 'standard_attr_id': 582, 'fixed_ips': [{'subnet_id': 'a301253b-4889-476f-a06a-31d586ab0ede', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786384-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T11:51:27Z', 'updated_at': '2021-05-31T11:51:33Z', 'revision_number': 5, 'project_id': 'e3923e95b37e4efbba6bab00145c1100', 'subnets': [{'id': 'a301253b-4889-476f-a06a-31d586ab0ede', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786384-7-iscsi', False) {} {{(pid=103723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 31 11:54:18.438698 dv-cinder-786384-7-iscsi neutron-server[103723]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6ae0ae2-77f3-4819-a315-41b0e588b701 None None] Checking router: 9ae8a4bc-4f22-453c-bf1c-e1ec058c9843 for host: dv-cinder-786384-7-iscsi {{(pid=103723) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
May 31 11:54:18.446952 dv-cinder-786384-7-iscsi neutron-server[103723]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6ae0ae2-77f3-4819-a315-41b0e588b701 None None] Routers {'9ae8a4bc-4f22-453c-bf1c-e1ec058c9843'} bound to L3 agent in host dv-cinder-786384-7-iscsi {{(pid=103723) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 31 11:54:18.447576 dv-cinder-786384-7-iscsi neutron-server[103723]: DEBUG neutron.db.l3_hamode_db [None req-e6ae0ae2-77f3-4819-a315-41b0e588b701 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f3ebcbbd910>, 'dv-cinder-786384-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-05-31T11:36:05Z,description=<?>,heartbeat_timestamp=2021-05-31T11:54:06Z,host='dv-cinder-786384-7-iscsi',id=f8c17dd7-da16-4427-b6e3-d7e30616bc4c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-31T11:36:05Z,topic='l3_agent')) {'router_ids': ['9ae8a4bc-4f22-453c-bf1c-e1ec058c9843'], 'active': True} {{(pid=103723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 31 11:54:18.636445 dv-cinder-786384-7-iscsi neutron-server[103723]: DEBUG neutron.db.l3_dvr_db [None req-e6ae0ae2-77f3-4819-a315-41b0e588b701 None None] Set router 9ae8a4bc-4f22-453c-bf1c-e1ec058c9843 gateway port host: dv-cinder-786384-7-iscsi {{(pid=103723) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
May 31 11:54:18.647211 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.quota.resource [req-40f492a3-fd8a-49cb-8a45-350fcee07edf req-a2fb7dd2-4df6-4af2-b111-4d23007dc685 tempest-AttachVolumeTestJSON-530604526 tempest-AttachVolumeTestJSON-530604526-project] Synchronizing usage tracker for tenant:e3923e95b37e4efbba6bab00145c1100 on resource:port {{(pid=103721) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 31 11:54:18.662993 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.quota.resource [req-40f492a3-fd8a-49cb-8a45-350fcee07edf req-a2fb7dd2-4df6-4af2-b111-4d23007dc685 tempest-AttachVolumeTestJSON-530604526 tempest-AttachVolumeTestJSON-530604526-project] Unset dirty status for tenant:e3923e95b37e4efbba6bab00145c1100 on resource:port {{(pid=103721) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 31 11:54:18.664121 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [req-40f492a3-fd8a-49cb-8a45-350fcee07edf req-a2fb7dd2-4df6-4af2-b111-4d23007dc685 tempest-AttachVolumeTestJSON-530604526 tempest-AttachVolumeTestJSON-530604526-project] 10.222.0.57 "GET /v2.0/ports?device_id=3910485b-0ffc-4380-b9c3-27b9735928d8 HTTP/1.1" status: 200  len: 210 time: 0.0617669
May 31 11:54:18.956514 dv-cinder-786384-7-iscsi neutron-server[103723]: DEBUG neutron.db.l3_hamode_db [None req-e6ae0ae2-77f3-4819-a315-41b0e588b701 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f3ebcbbd910>, [{'id': '9ae8a4bc-4f22-453c-bf1c-e1ec058c9843', 'name': 'tempest-AttachVolumeTestJSON-303571706-router', 'tenant_id': 'e3923e95b37e4efbba6bab00145c1100', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cb16751-6ba1-494a-bef1-53f614bdb222', 'external_fixed_ips': [{'subnet_id': '1135c889-0623-4d10-975a-f2c46f50f0f6', 'ip_address': '172.27.2.201'}], 'enable_snat': True}, 'gw_port_id': '0b1caa1a-9d57-497b-9463-5780a2ed7452', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T11:51:24Z', 'updated_at': '2021-05-31T11:51:28Z', 'revision_number': 4, 'project_id': 'e3923e95b37e4efbba6bab00145c1100', 'gw_port': {'id': '0b1caa1a-9d57-497b-9463-5780a2ed7452', 'name': '', 'network_id': '1cb16751-6ba1-494a-bef1-53f614bdb222', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:91:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ae8a4bc-4f22-453c-bf1c-e1ec058c9843', 'device_owner': 'network:router_gateway', 'standard_attr_id': 581, 'fixed_ips': [{'subnet_id': '1135c889-0623-4d10-975a-f2c46f50f0f6', 'ip_address': '172.27.2.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786384-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T11:51:25Z', 'updated_at': '2021-05-31T11:51:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1135c889-0623-4d10-975a-f2c46f50f0f6', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786384-7-iscsi', '_interfaces': [{'id': '79fb4f26-387b-47d7-b238-4bdf41a69c39', 'name': '', 'network_id': '473801c6-dabb-45c0-9a54-9749a4aa5add', 'tenant_id': 'e3923e95b37e4efbba6bab00145c1100', 'mac_address': 'fa:16:3e:53:42:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ae8a4bc-4f22-453c-bf1c-e1ec058c9843', 'device_owner': 'network:router_interface', 'standard_attr_id': 582, 'fixed_ips': [{'subnet_id': 'a301253b-4889-476f-a06a-31d586ab0ede', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786384-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T11:51:27Z', 'updated_at': '2021-05-31T11:51:33Z', 'revision_number': 5, 'project_id': 'e3923e95b37e4efbba6bab00145c1100', 'subnets': [{'id': 'a301253b-4889-476f-a06a-31d586ab0ede', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786384-7-iscsi', False) {} {{(pid=103723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 31 11:54:18.960642 dv-cinder-786384-7-iscsi neutron-server[103723]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6ae0ae2-77f3-4819-a315-41b0e588b701 None None] The sync data for ids ['9ae8a4bc-4f22-453c-bf1c-e1ec058c9843'] in dv-cinder-786384-7-iscsi is: [{'id': '9ae8a4bc-4f22-453c-bf1c-e1ec058c9843', 'name': 'tempest-AttachVolumeTestJSON-303571706-router', 'tenant_id': 'e3923e95b37e4efbba6bab00145c1100', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cb16751-6ba1-494a-bef1-53f614bdb222', 'external_fixed_ips': [{'subnet_id': '1135c889-0623-4d10-975a-f2c46f50f0f6', 'ip_address': '172.27.2.201'}], 'enable_snat': True}, 'gw_port_id': '0b1caa1a-9d57-497b-9463-5780a2ed7452', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T11:51:24Z', 'updated_at': '2021-05-31T11:51:28Z', 'revision_number': 4, 'project_id': 'e3923e95b37e4efbba6bab00145c1100', 'gw_port': {'id': '0b1caa1a-9d57-497b-9463-5780a2ed7452', 'name': '', 'network_id': '1cb16751-6ba1-494a-bef1-53f614bdb222', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:91:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ae8a4bc-4f22-453c-bf1c-e1ec058c9843', 'device_owner': 'network:router_gateway', 'standard_attr_id': 581, 'fixed_ips': [{'subnet_id': '1135c889-0623-4d10-975a-f2c46f50f0f6', 'ip_address': '172.27.2.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786384-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T11:51:25Z', 'updated_at': '2021-05-31T11:51:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1135c889-0623-4d10-975a-f2c46f50f0f6', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786384-7-iscsi', '_interfaces': [{'id': '79fb4f26-387b-47d7-b238-4bdf41a69c39', 'name': '', 'network_id': '473801c6-dabb-45c0-9a54-9749a4aa5add', 'tenant_id': 'e3923e95b37e4efbba6bab00145c1100', 'mac_address': 'fa:16:3e:53:42:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ae8a4bc-4f22-453c-bf1c-e1ec058c9843', 'device_owner': 'network:router_interface', 'standard_attr_id': 582, 'fixed_ips': [{'subnet_id': 'a301253b-4889-476f-a06a-31d586ab0ede', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786384-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T11:51:27Z', 'updated_at': '2021-05-31T11:51:33Z', 'revision_number': 5, 'project_id': 'e3923e95b37e4efbba6bab00145c1100', 'subnets': [{'id': 'a301253b-4889-476f-a06a-31d586ab0ede', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103723) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 31 11:54:19.172541 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc7dcfc1-f9e5-477f-891b-3afb78547ae5 None None] New status for floating IP a6b4ca00-6162-45f2-8f7d-95c9a0e7a22c: DOWN {{(pid=103722) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
May 31 11:54:19.793908 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron.wsgi [-] (103720) accepted ('10.222.0.57', 48444) {{(pid=103720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 31 11:54:19.858159 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-ffa2bd2d-808a-4619-a498-f27c07b683fd tempest-AttachVolumeTestJSON-530604526 tempest-AttachVolumeTestJSON-530604526-project] Notify callbacks [] for security_group, before_delete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:54:19.886550 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-ffa2bd2d-808a-4619-a498-f27c07b683fd tempest-AttachVolumeTestJSON-530604526 tempest-AttachVolumeTestJSON-530604526-project] Notify callbacks [] for security_group, precommit_delete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:54:19.943186 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-ffa2bd2d-808a-4619-a498-f27c07b683fd tempest-AttachVolumeTestJSON-530604526 tempest-AttachVolumeTestJSON-530604526-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3705957'] for security_group, after_delete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:54:19.947087 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG oslo_concurrency.lockutils [None req-f852ddc6-9c51-4a7d-a12d-7e8e7a691350 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103720) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 31 11:54:19.960787 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffa2bd2d-808a-4619-a498-f27c07b683fd tempest-AttachVolumeTestJSON-530604526 tempest-AttachVolumeTestJSON-530604526-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=12b57ca2-3f7f-4392-824c-9b0ff93e964a,revision_number=None']} {{(pid=103720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 31 11:54:19.969977 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffa2bd2d-808a-4619-a498-f27c07b683fd tempest-AttachVolumeTestJSON-530604526 tempest-AttachVolumeTestJSON-530604526-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786384-7-iscsi {{(pid=103720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 31 11:54:19.970348 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffa2bd2d-808a-4619-a498-f27c07b683fd tempest-AttachVolumeTestJSON-530604526 tempest-AttachVolumeTestJSON-530604526-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786384-7-iscsi {{(pid=103720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 31 11:54:19.970708 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffa2bd2d-808a-4619-a498-f27c07b683fd tempest-AttachVolumeTestJSON-530604526 tempest-AttachVolumeTestJSON-530604526-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786384-7-iscsi {{(pid=103720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 31 11:54:19.971087 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffa2bd2d-808a-4619-a498-f27c07b683fd tempest-AttachVolumeTestJSON-530604526 tempest-AttachVolumeTestJSON-530604526-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786384-7-iscsi {{(pid=103720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 31 11:54:19.971529 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffa2bd2d-808a-4619-a498-f27c07b683fd tempest-AttachVolumeTestJSON-530604526 tempest-AttachVolumeTestJSON-530604526-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786384-7-iscsi {{(pid=103720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 31 11:54:19.971934 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffa2bd2d-808a-4619-a498-f27c07b683fd tempest-AttachVolumeTestJSON-530604526 tempest-AttachVolumeTestJSON-530604526-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786384-7-iscsi {{(pid=103720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 31 11:54:19.972282 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffa2bd2d-808a-4619-a498-f27c07b683fd tempest-AttachVolumeTestJSON-530604526 tempest-AttachVolumeTestJSON-530604526-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786384-7-iscsi {{(pid=103720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 31 11:54:19.972631 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffa2bd2d-808a-4619-a498-f27c07b683fd tempest-AttachVolumeTestJSON-530604526 tempest-AttachVolumeTestJSON-530604526-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786384-7-iscsi {{(pid=103720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 31 11:54:19.972977 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffa2bd2d-808a-4619-a498-f27c07b683fd tempest-AttachVolumeTestJSON-530604526 tempest-AttachVolumeTestJSON-530604526-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786384-7-iscsi {{(pid=103720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 31 11:54:19.973321 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffa2bd2d-808a-4619-a498-f27c07b683fd tempest-AttachVolumeTestJSON-530604526 tempest-AttachVolumeTestJSON-530604526-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786384-7-iscsi {{(pid=103720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 31 11:54:19.973664 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffa2bd2d-808a-4619-a498-f27c07b683fd tempest-AttachVolumeTestJSON-530604526 tempest-AttachVolumeTestJSON-530604526-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786384-7-iscsi {{(pid=103720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 31 11:54:19.974004 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffa2bd2d-808a-4619-a498-f27c07b683fd tempest-AttachVolumeTestJSON-530604526 tempest-AttachVolumeTestJSON-530604526-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786384-7-iscsi {{(pid=103720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 31 11:54:19.978784 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG oslo_concurrency.lockutils [None req-ffa2bd2d-808a-4619-a498-f27c07b683fd tempest-AttachVolumeTestJSON-530604526 tempest-AttachVolumeTestJSON-530604526-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=103720) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 31 11:54:19.982092 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-ffa2bd2d-808a-4619-a498-f27c07b683fd tempest-AttachVolumeTestJSON-530604526 tempest-AttachVolumeTestJSON-530604526-project] Notify callbacks [] for security_group, before_response {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:54:19.983216 dv-cinder-786384-7-iscsi neutron-server[103720]: INFO neutron.wsgi [None req-ffa2bd2d-808a-4619-a498-f27c07b683fd tempest-AttachVolumeTestJSON-530604526 tempest-AttachVolumeTestJSON-530604526-project] 10.222.0.57 "DELETE /v2.0/security-groups/12b57ca2-3f7f-4392-824c-9b0ff93e964a HTTP/1.1" status: 204  len: 168 time: 0.1883597
May 31 11:54:19.985949 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron.wsgi [-] (103720) accepted ('10.222.0.57', 48448) {{(pid=103720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 31 11:54:20.001981 dv-cinder-786384-7-iscsi neutron-server[103720]: INFO neutron.api.v2.resource [None req-63453f97-f228-47a3-8f8e-dc855cee337f tempest-AttachVolumeTestJSON-530604526 tempest-AttachVolumeTestJSON-530604526-project] show failed (client error): The resource could not be found.
May 31 11:54:20.003073 dv-cinder-786384-7-iscsi neutron-server[103720]: INFO neutron.wsgi [None req-63453f97-f228-47a3-8f8e-dc855cee337f tempest-AttachVolumeTestJSON-530604526 tempest-AttachVolumeTestJSON-530604526-project] 10.222.0.57 "GET /v2.0/security-groups/12b57ca2-3f7f-4392-824c-9b0ff93e964a HTTP/1.1" status: 404  len: 347 time: 0.0162301
May 31 11:54:20.005894 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron.wsgi [-] (103720) accepted ('10.222.0.57', 48452) {{(pid=103720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 31 11:54:20.238131 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-aa71e1bd-0279-4765-b494-0266e8589cea tempest-AttachVolumeTestJSON-530604526 tempest-AttachVolumeTestJSON-530604526-project] Deleting port 56e7554d-cc0f-4ae5-84f0-0c3a08f76e9c {{(pid=103720) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
May 31 11:54:20.238453 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-aa71e1bd-0279-4765-b494-0266e8589cea tempest-AttachVolumeTestJSON-530604526 tempest-AttachVolumeTestJSON-530604526-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744215952451'] for port, before_delete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:54:20.356650 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-aa71e1bd-0279-4765-b494-0266e8589cea tempest-AttachVolumeTestJSON-530604526 tempest-AttachVolumeTestJSON-530604526-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4088094'] for port, precommit_delete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:54:20.356984 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-aa71e1bd-0279-4765-b494-0266e8589cea tempest-AttachVolumeTestJSON-530604526 tempest-AttachVolumeTestJSON-530604526-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:54:20.481829 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-aa71e1bd-0279-4765-b494-0266e8589cea tempest-AttachVolumeTestJSON-530604526 tempest-AttachVolumeTestJSON-530604526-project] Calling delete_port for 56e7554d-cc0f-4ae5-84f0-0c3a08f76e9c owned by network:floatingip {{(pid=103720) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
May 31 11:54:20.604186 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-aa71e1bd-0279-4765-b494-0266e8589cea tempest-AttachVolumeTestJSON-530604526 tempest-AttachVolumeTestJSON-530604526-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937715', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3701677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744215954342', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744215520979', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2327893'] for port, after_delete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:54:20.609364 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG oslo_concurrency.lockutils [None req-98331c86-fc1b-46b8-87e9-eabba22ec92c tempest-VolumesSnapshotTestJSON-1664951213 tempest-VolumesSnapshotTestJSON-1664951213-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103720) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 31 11:54:20.652895 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron.plugins.ml2.rpc [None req-43028a7b-58d7-408b-ac75-1328e6896bf7 None None] Device c7ab787e-aa62-4d5f-8f73-9eaeb054d396 no longer exists at agent hyperv_hv-cinder-78638 {{(pid=103722) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
May 31 11:54:20.655078 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa71e1bd-0279-4765-b494-0266e8589cea tempest-AttachVolumeTestJSON-530604526 tempest-AttachVolumeTestJSON-530604526-project] Pushing event deleted for resources: {'Port': ['ID=56e7554d-cc0f-4ae5-84f0-0c3a08f76e9c,revision_number=None']} {{(pid=103720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 31 11:54:20.658235 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG oslo_concurrency.lockutils [None req-aa71e1bd-0279-4765-b494-0266e8589cea tempest-AttachVolumeTestJSON-530604526 tempest-AttachVolumeTestJSON-530604526-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=103720) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 31 11:54:20.688278 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron.plugins.ml2.plugin [None req-43028a7b-58d7-408b-ac75-1328e6896bf7 None None] No Port match for: c7ab787e-aa62-4d5f-8f73-9eaeb054d396 {{(pid=103722) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}}
May 31 11:54:20.688624 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron.plugins.ml2.rpc [None req-43028a7b-58d7-408b-ac75-1328e6896bf7 None None] Device c7ab787e-aa62-4d5f-8f73-9eaeb054d396 not bound to the agent host hv-cinder-78638 {{(pid=103722) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
May 31 11:54:20.749386 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-aa71e1bd-0279-4765-b494-0266e8589cea tempest-AttachVolumeTestJSON-530604526 tempest-AttachVolumeTestJSON-530604526-project] Notify callbacks [] for floatingip, after_delete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:54:20.774112 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-aa71e1bd-0279-4765-b494-0266e8589cea tempest-AttachVolumeTestJSON-530604526 tempest-AttachVolumeTestJSON-530604526-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46333'] for floatingip, before_response {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:54:20.775281 dv-cinder-786384-7-iscsi neutron-server[103720]: INFO neutron.wsgi [None req-aa71e1bd-0279-4765-b494-0266e8589cea tempest-AttachVolumeTestJSON-530604526 tempest-AttachVolumeTestJSON-530604526-project] 10.222.0.57 "DELETE /v2.0/floatingips/a6b4ca00-6162-45f2-8f7d-95c9a0e7a22c HTTP/1.1" status: 204  len: 168 time: 0.7685037
May 31 11:54:20.979684 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron.wsgi [-] (103720) accepted ('10.222.0.57', 48458) {{(pid=103720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 31 11:54:20.985269 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron.api.v2.base [None req-a6dd218c-1056-4144-ab54-80459c86dd18 tempest-AttachVolumeTestJSON-530604526 tempest-AttachVolumeTestJSON-530604526-project] Request body: {'security_group': {'name': 'tempest-securitygroup--808744734', 'description': 'tempest-description--127537529'}} {{(pid=103720) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 31 11:54:20.991596 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron.db.quota.driver [None req-a6dd218c-1056-4144-ab54-80459c86dd18 tempest-AttachVolumeTestJSON-530604526 tempest-AttachVolumeTestJSON-530604526-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=103720) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 31 11:54:20.995996 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron.quota.resource [None req-a6dd218c-1056-4144-ab54-80459c86dd18 tempest-AttachVolumeTestJSON-530604526 tempest-AttachVolumeTestJSON-530604526-project] Usage tracker for resource:security_group and tenant:e3923e95b37e4efbba6bab00145c1100 is out of sync, need to count used quota {{(pid=103720) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 31 11:54:20.999038 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron.quota.resource [None req-a6dd218c-1056-4144-ab54-80459c86dd18 tempest-AttachVolumeTestJSON-530604526 tempest-AttachVolumeTestJSON-530604526-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=103720) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 31 11:54:21.004973 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron.db.quota.driver [None req-a6dd218c-1056-4144-ab54-80459c86dd18 tempest-AttachVolumeTestJSON-530604526 tempest-AttachVolumeTestJSON-530604526-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=103720) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 31 11:54:21.018075 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-a6dd218c-1056-4144-ab54-80459c86dd18 tempest-AttachVolumeTestJSON-530604526 tempest-AttachVolumeTestJSON-530604526-project] Notify callbacks [] for security_group, before_create {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:54:21.039481 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron.db.quota.driver [None req-a6dd218c-1056-4144-ab54-80459c86dd18 tempest-AttachVolumeTestJSON-530604526 tempest-AttachVolumeTestJSON-530604526-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=103720) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 31 11:54:21.043685 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron.quota.resource [None req-a6dd218c-1056-4144-ab54-80459c86dd18 tempest-AttachVolumeTestJSON-530604526 tempest-AttachVolumeTestJSON-530604526-project] Usage tracker for resource:security_group_rule and tenant:e3923e95b37e4efbba6bab00145c1100 is out of sync, need to count used quota {{(pid=103720) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 31 11:54:21.046612 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron.quota.resource [None req-a6dd218c-1056-4144-ab54-80459c86dd18 tempest-AttachVolumeTestJSON-530604526 tempest-AttachVolumeTestJSON-530604526-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=103720) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 31 11:54:21.052840 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron.db.quota.driver [None req-a6dd218c-1056-4144-ab54-80459c86dd18 tempest-AttachVolumeTestJSON-530604526 tempest-AttachVolumeTestJSON-530604526-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=103720) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 31 11:54:21.121027 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-a6dd218c-1056-4144-ab54-80459c86dd18 tempest-AttachVolumeTestJSON-530604526 tempest-AttachVolumeTestJSON-530604526-project] Notify callbacks [] for security_group, precommit_create {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:54:21.126752 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-a6dd218c-1056-4144-ab54-80459c86dd18 tempest-AttachVolumeTestJSON-530604526 tempest-AttachVolumeTestJSON-530604526-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3705957'] for security_group, after_create {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:54:21.130160 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG oslo_concurrency.lockutils [None req-07a6454b-e716-4ac7-bb6e-352f648b7c8d tempest-AttachVolumeTestJSON-530604526 tempest-AttachVolumeTestJSON-530604526-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103720) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 31 11:54:21.172836 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6dd218c-1056-4144-ab54-80459c86dd18 tempest-AttachVolumeTestJSON-530604526 tempest-AttachVolumeTestJSON-530604526-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fa930bf9-336b-4de2-be3d-529bcb594e43,revision_number=1']} {{(pid=103720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 31 11:54:21.175660 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG oslo_concurrency.lockutils [None req-a6dd218c-1056-4144-ab54-80459c86dd18 tempest-AttachVolumeTestJSON-530604526 tempest-AttachVolumeTestJSON-530604526-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=103720) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 31 11:54:21.176871 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-a6dd218c-1056-4144-ab54-80459c86dd18 tempest-AttachVolumeTestJSON-530604526 tempest-AttachVolumeTestJSON-530604526-project] Notify callbacks [] for security_group, before_response {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:54:21.178128 dv-cinder-786384-7-iscsi neutron-server[103720]: INFO neutron.wsgi [None req-a6dd218c-1056-4144-ab54-80459c86dd18 tempest-AttachVolumeTestJSON-530604526 tempest-AttachVolumeTestJSON-530604526-project] 10.222.0.57 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1778 time: 0.1972530
May 31 11:54:21.181037 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron.wsgi [-] (103720) accepted ('10.222.0.57', 48462) {{(pid=103720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 31 11:54:21.185985 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron.api.v2.base [None req-ee40f3d5-e12d-4b1c-a3df-1158a0ca5e09 tempest-AttachVolumeTestJSON-530604526 tempest-AttachVolumeTestJSON-530604526-project] Request body: {'security_group_rule': {'security_group_id': 'fa930bf9-336b-4de2-be3d-529bcb594e43', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103720) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 31 11:54:21.192932 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron.db.quota.driver [None req-ee40f3d5-e12d-4b1c-a3df-1158a0ca5e09 tempest-AttachVolumeTestJSON-530604526 tempest-AttachVolumeTestJSON-530604526-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=103720) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 31 11:54:21.197897 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron.quota.resource [None req-ee40f3d5-e12d-4b1c-a3df-1158a0ca5e09 tempest-AttachVolumeTestJSON-530604526 tempest-AttachVolumeTestJSON-530604526-project] Usage tracker for resource:security_group_rule and tenant:e3923e95b37e4efbba6bab00145c1100 is out of sync, need to count used quota {{(pid=103720) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 31 11:54:21.200776 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron.quota.resource [None req-ee40f3d5-e12d-4b1c-a3df-1158a0ca5e09 tempest-AttachVolumeTestJSON-530604526 tempest-AttachVolumeTestJSON-530604526-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=103720) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 31 11:54:21.206555 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron.db.quota.driver [None req-ee40f3d5-e12d-4b1c-a3df-1158a0ca5e09 tempest-AttachVolumeTestJSON-530604526 tempest-AttachVolumeTestJSON-530604526-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=103720) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 31 11:54:21.224309 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-ee40f3d5-e12d-4b1c-a3df-1158a0ca5e09 tempest-AttachVolumeTestJSON-530604526 tempest-AttachVolumeTestJSON-530604526-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:54:21.285382 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-ee40f3d5-e12d-4b1c-a3df-1158a0ca5e09 tempest-AttachVolumeTestJSON-530604526 tempest-AttachVolumeTestJSON-530604526-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:54:21.291249 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-ee40f3d5-e12d-4b1c-a3df-1158a0ca5e09 tempest-AttachVolumeTestJSON-530604526 tempest-AttachVolumeTestJSON-530604526-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3705985'] for security_group_rule, after_create {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:54:21.297493 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG oslo_concurrency.lockutils [None req-fc9d9352-018f-4d0c-bfd0-82cd0cf56181 tempest-TestShelveInstance-1856919752 tempest-TestShelveInstance-1856919752-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103720) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 31 11:54:21.316236 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee40f3d5-e12d-4b1c-a3df-1158a0ca5e09 tempest-AttachVolumeTestJSON-530604526 tempest-AttachVolumeTestJSON-530604526-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=84943d12-0b4f-4820-9c69-966981fe6fcd,revision_number=0']} {{(pid=103720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 31 11:54:21.318776 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG oslo_concurrency.lockutils [None req-ee40f3d5-e12d-4b1c-a3df-1158a0ca5e09 tempest-AttachVolumeTestJSON-530604526 tempest-AttachVolumeTestJSON-530604526-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=103720) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 31 11:54:21.327236 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-ee40f3d5-e12d-4b1c-a3df-1158a0ca5e09 tempest-AttachVolumeTestJSON-530604526 tempest-AttachVolumeTestJSON-530604526-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:54:21.328442 dv-cinder-786384-7-iscsi neutron-server[103720]: INFO neutron.wsgi [None req-ee40f3d5-e12d-4b1c-a3df-1158a0ca5e09 tempest-AttachVolumeTestJSON-530604526 tempest-AttachVolumeTestJSON-530604526-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.1464591
May 31 11:54:21.331157 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron.wsgi [-] (103720) accepted ('10.222.0.57', 48466) {{(pid=103720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 31 11:54:21.336364 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron.api.v2.base [None req-895edf3d-da00-4b76-ab8a-e6e2f5289bf3 tempest-AttachVolumeTestJSON-530604526 tempest-AttachVolumeTestJSON-530604526-project] Request body: {'security_group_rule': {'security_group_id': 'fa930bf9-336b-4de2-be3d-529bcb594e43', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103720) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 31 11:54:21.342241 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron.db.quota.driver [None req-895edf3d-da00-4b76-ab8a-e6e2f5289bf3 tempest-AttachVolumeTestJSON-530604526 tempest-AttachVolumeTestJSON-530604526-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=103720) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 31 11:54:21.345987 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron.quota.resource [None req-895edf3d-da00-4b76-ab8a-e6e2f5289bf3 tempest-AttachVolumeTestJSON-530604526 tempest-AttachVolumeTestJSON-530604526-project] Usage tracker for resource:security_group_rule and tenant:e3923e95b37e4efbba6bab00145c1100 is out of sync, need to count used quota {{(pid=103720) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 31 11:54:21.348896 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron.quota.resource [None req-895edf3d-da00-4b76-ab8a-e6e2f5289bf3 tempest-AttachVolumeTestJSON-530604526 tempest-AttachVolumeTestJSON-530604526-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=103720) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 31 11:54:21.354572 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron.db.quota.driver [None req-895edf3d-da00-4b76-ab8a-e6e2f5289bf3 tempest-AttachVolumeTestJSON-530604526 tempest-AttachVolumeTestJSON-530604526-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=103720) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 31 11:54:21.372247 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-895edf3d-da00-4b76-ab8a-e6e2f5289bf3 tempest-AttachVolumeTestJSON-530604526 tempest-AttachVolumeTestJSON-530604526-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:54:21.435438 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-895edf3d-da00-4b76-ab8a-e6e2f5289bf3 tempest-AttachVolumeTestJSON-530604526 tempest-AttachVolumeTestJSON-530604526-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:54:21.440641 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-895edf3d-da00-4b76-ab8a-e6e2f5289bf3 tempest-AttachVolumeTestJSON-530604526 tempest-AttachVolumeTestJSON-530604526-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3705985'] for security_group_rule, after_create {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:54:21.442675 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG oslo_concurrency.lockutils [None req-ad6152dd-b4cf-4547-a41d-c7230ce84ee7 tempest-AttachVolumeShelveTestJSON-127538222 tempest-AttachVolumeShelveTestJSON-127538222-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103720) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 31 11:54:21.463695 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-895edf3d-da00-4b76-ab8a-e6e2f5289bf3 tempest-AttachVolumeTestJSON-530604526 tempest-AttachVolumeTestJSON-530604526-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=132a4827-8341-4197-84cb-4966778074c1,revision_number=0']} {{(pid=103720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 31 11:54:21.466070 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG oslo_concurrency.lockutils [None req-895edf3d-da00-4b76-ab8a-e6e2f5289bf3 tempest-AttachVolumeTestJSON-530604526 tempest-AttachVolumeTestJSON-530604526-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=103720) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 31 11:54:21.474007 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-895edf3d-da00-4b76-ab8a-e6e2f5289bf3 tempest-AttachVolumeTestJSON-530604526 tempest-AttachVolumeTestJSON-530604526-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:54:21.475422 dv-cinder-786384-7-iscsi neutron-server[103720]: INFO neutron.wsgi [None req-895edf3d-da00-4b76-ab8a-e6e2f5289bf3 tempest-AttachVolumeTestJSON-530604526 tempest-AttachVolumeTestJSON-530604526-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 0.1433601
May 31 11:54:21.478502 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron.wsgi [-] (103720) accepted ('10.222.0.57', 48470) {{(pid=103720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 31 11:54:21.483522 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron.api.v2.base [None req-e89cc88a-6ca8-4c0f-8f95-f5cd4ede7d7a tempest-AttachVolumeTestJSON-530604526 tempest-AttachVolumeTestJSON-530604526-project] Request body: {'floatingip': {'floating_network_id': '1cb16751-6ba1-494a-bef1-53f614bdb222'}} {{(pid=103720) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 31 11:54:21.489478 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron.db.quota.driver [None req-e89cc88a-6ca8-4c0f-8f95-f5cd4ede7d7a tempest-AttachVolumeTestJSON-530604526 tempest-AttachVolumeTestJSON-530604526-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=103720) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 31 11:54:21.496662 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron.quota.resource [None req-e89cc88a-6ca8-4c0f-8f95-f5cd4ede7d7a tempest-AttachVolumeTestJSON-530604526 tempest-AttachVolumeTestJSON-530604526-project] Usage tracker for resource:floatingip and tenant:e3923e95b37e4efbba6bab00145c1100 is out of sync, need to count used quota {{(pid=103720) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 31 11:54:21.499817 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron.quota.resource [None req-e89cc88a-6ca8-4c0f-8f95-f5cd4ede7d7a tempest-AttachVolumeTestJSON-530604526 tempest-AttachVolumeTestJSON-530604526-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=103720) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 31 11:54:21.505829 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron.db.quota.driver [None req-e89cc88a-6ca8-4c0f-8f95-f5cd4ede7d7a tempest-AttachVolumeTestJSON-530604526 tempest-AttachVolumeTestJSON-530604526-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=103720) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 31 11:54:21.518498 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-e89cc88a-6ca8-4c0f-8f95-f5cd4ede7d7a tempest-AttachVolumeTestJSON-530604526 tempest-AttachVolumeTestJSON-530604526-project] Notify callbacks [] for floatingip, before_create {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:54:21.746815 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-e89cc88a-6ca8-4c0f-8f95-f5cd4ede7d7a tempest-AttachVolumeTestJSON-530604526 tempest-AttachVolumeTestJSON-530604526-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-934180'] for port, before_create {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:54:21.887266 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron.db.db_base_plugin_common [None req-e89cc88a-6ca8-4c0f-8f95-f5cd4ede7d7a tempest-AttachVolumeTestJSON-530604526 tempest-AttachVolumeTestJSON-530604526-project] Allocated IP 172.27.2.190 (1cb16751-6ba1-494a-bef1-53f614bdb222/1135c889-0623-4d10-975a-f2c46f50f0f6/2775793f-4788-45d3-bbd8-5f42de48bdd5) {{(pid=103720) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 31 11:54:22.033717 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-e89cc88a-6ca8-4c0f-8f95-f5cd4ede7d7a tempest-AttachVolumeTestJSON-530604526 tempest-AttachVolumeTestJSON-530604526-project] Notify callbacks [] for port, precommit_create {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:54:22.065295 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-e89cc88a-6ca8-4c0f-8f95-f5cd4ede7d7a tempest-AttachVolumeTestJSON-530604526 tempest-AttachVolumeTestJSON-530604526-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937715', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3701677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744215520970', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2327893'] for port, after_create {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:54:22.068756 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG oslo_concurrency.lockutils [None req-0b2cf279-0c79-4278-a0b9-8b6cf1203524 tempest-AttachVolumeTestJSON-530604526 tempest-AttachVolumeTestJSON-530604526-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103720) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 31 11:54:22.133070 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e89cc88a-6ca8-4c0f-8f95-f5cd4ede7d7a tempest-AttachVolumeTestJSON-530604526 tempest-AttachVolumeTestJSON-530604526-project] Network 1cb16751-6ba1-494a-bef1-53f614bdb222 is already hosted by enough agents. {{(pid=103720) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 31 11:54:22.135890 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron.scheduler.base_scheduler [None req-e89cc88a-6ca8-4c0f-8f95-f5cd4ede7d7a tempest-AttachVolumeTestJSON-530604526 tempest-AttachVolumeTestJSON-530604526-project] Resources bound (agent type, host, resource id):  {{(pid=103720) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 31 11:54:22.139434 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e89cc88a-6ca8-4c0f-8f95-f5cd4ede7d7a tempest-AttachVolumeTestJSON-530604526 tempest-AttachVolumeTestJSON-530604526-project] Received port after_create {{(pid=103720) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
May 31 11:54:22.167807 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e89cc88a-6ca8-4c0f-8f95-f5cd4ede7d7a tempest-AttachVolumeTestJSON-530604526 tempest-AttachVolumeTestJSON-530604526-project] Pushing event updated for resources: {'Port': ['ID=2775793f-4788-45d3-bbd8-5f42de48bdd5,revision_number=1']} {{(pid=103720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 31 11:54:22.173554 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG oslo_concurrency.lockutils [None req-e89cc88a-6ca8-4c0f-8f95-f5cd4ede7d7a tempest-AttachVolumeTestJSON-530604526 tempest-AttachVolumeTestJSON-530604526-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=103720) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 31 11:54:22.230488 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-e89cc88a-6ca8-4c0f-8f95-f5cd4ede7d7a tempest-AttachVolumeTestJSON-530604526 tempest-AttachVolumeTestJSON-530604526-project] Notify callbacks [] for floatingip, precommit_create {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:54:22.293769 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-e89cc88a-6ca8-4c0f-8f95-f5cd4ede7d7a tempest-AttachVolumeTestJSON-530604526 tempest-AttachVolumeTestJSON-530604526-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-934180'] for port, before_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:54:22.505760 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-e89cc88a-6ca8-4c0f-8f95-f5cd4ede7d7a tempest-AttachVolumeTestJSON-530604526 tempest-AttachVolumeTestJSON-530604526-project] Notify callbacks [] for port, precommit_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:54:22.512259 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-e89cc88a-6ca8-4c0f-8f95-f5cd4ede7d7a tempest-AttachVolumeTestJSON-530604526 tempest-AttachVolumeTestJSON-530604526-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937715', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3701677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744215954324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744215520988', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744215521293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2327900'] for port, after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:54:22.515692 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103720) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 31 11:54:22.617986 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e89cc88a-6ca8-4c0f-8f95-f5cd4ede7d7a tempest-AttachVolumeTestJSON-530604526 tempest-AttachVolumeTestJSON-530604526-project] Pushing event updated for resources: {'Port': ['ID=2775793f-4788-45d3-bbd8-5f42de48bdd5,revision_number=2']} {{(pid=103720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 31 11:54:22.621699 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG oslo_concurrency.lockutils [None req-e89cc88a-6ca8-4c0f-8f95-f5cd4ede7d7a tempest-AttachVolumeTestJSON-530604526 tempest-AttachVolumeTestJSON-530604526-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=103720) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 31 11:54:22.630235 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-e89cc88a-6ca8-4c0f-8f95-f5cd4ede7d7a tempest-AttachVolumeTestJSON-530604526 tempest-AttachVolumeTestJSON-530604526-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4088573'] for floatingip, after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:54:22.654623 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-e89cc88a-6ca8-4c0f-8f95-f5cd4ede7d7a tempest-AttachVolumeTestJSON-530604526 tempest-AttachVolumeTestJSON-530604526-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46333'] for floatingip, before_response {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:54:22.655892 dv-cinder-786384-7-iscsi neutron-server[103720]: INFO neutron.wsgi [None req-e89cc88a-6ca8-4c0f-8f95-f5cd4ede7d7a tempest-AttachVolumeTestJSON-530604526 tempest-AttachVolumeTestJSON-530604526-project] 10.222.0.57 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 693 time: 1.1764491
May 31 11:54:22.895199 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [req-34a594fc-c9a7-4088-9f7f-45cf97d1eb02 req-f23d9acd-b3c1-44ce-a190-9698bab1ca84 tempest-AttachVolumeTestJSON-530604526 tempest-AttachVolumeTestJSON-530604526-project] 10.222.0.57 "GET /v2.0/security-groups?name=tempest-securitygroup--808744734&fields=id&tenant_id=e3923e95b37e4efbba6bab00145c1100 HTTP/1.1" status: 200  len: 267 time: 0.0534935
May 31 11:54:23.043361 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34a594fc-c9a7-4088-9f7f-45cf97d1eb02 req-04026ac5-8510-465a-913e-28f6870d5885 tempest-AttachVolumeTestJSON-530604526 tempest-AttachVolumeTestJSON-530604526-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 11:54:23.044808 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [req-34a594fc-c9a7-4088-9f7f-45cf97d1eb02 req-04026ac5-8510-465a-913e-28f6870d5885 tempest-AttachVolumeTestJSON-530604526 tempest-AttachVolumeTestJSON-530604526-project] 10.222.0.57 "GET /v2.0/networks?id=473801c6-dabb-45c0-9a54-9749a4aa5add HTTP/1.1" status: 200  len: 810 time: 0.1429486
May 31 11:54:23.059105 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [req-34a594fc-c9a7-4088-9f7f-45cf97d1eb02 req-ea68df01-813e-40be-bb42-295ee5ab4d17 tempest-AttachVolumeTestJSON-530604526 tempest-AttachVolumeTestJSON-530604526-project] 10.222.0.57 "GET /v2.0/quotas/e3923e95b37e4efbba6bab00145c1100 HTTP/1.1" status: 200  len: 375 time: 0.0088511
May 31 11:54:23.150130 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [req-34a594fc-c9a7-4088-9f7f-45cf97d1eb02 req-d50a233d-a1a1-4b55-8ed2-ee1949dad6f2 tempest-AttachVolumeTestJSON-530604526 tempest-AttachVolumeTestJSON-530604526-project] 10.222.0.57 "GET /v2.0/ports?tenant_id=e3923e95b37e4efbba6bab00145c1100&fields=id HTTP/1.1" status: 200  len: 348 time: 0.0860944
May 31 11:54:23.165625 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.wsgi [req-34a594fc-c9a7-4088-9f7f-45cf97d1eb02 req-85aff5a6-de66-4cb4-b717-cefba643e9f9 service neutron] http://10.222.0.57:9696/v2.0/extensions returned with HTTP 200 {{(pid=103721) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
May 31 11:54:23.166537 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [req-34a594fc-c9a7-4088-9f7f-45cf97d1eb02 req-85aff5a6-de66-4cb4-b717-cefba643e9f9 service neutron] 10.222.0.57 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13640 time: 0.0051520
May 31 11:54:23.294610 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [req-34a594fc-c9a7-4088-9f7f-45cf97d1eb02 req-7e77fdbf-127a-47c8-b21a-60b3ddf14efc service neutron] 10.222.0.57 "GET /v2.0/networks/473801c6-dabb-45c0-9a54-9749a4aa5add?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1227615
May 31 11:54:23.427505 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [req-34a594fc-c9a7-4088-9f7f-45cf97d1eb02 req-5b318d9a-4193-43f1-8658-acf1b427dc78 service neutron] 10.222.0.57 "GET /v2.0/networks/473801c6-dabb-45c0-9a54-9749a4aa5add?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1271198
May 31 11:54:23.622619 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [req-d2f01b92-1cdd-4d25-95f8-91d97d53f994 req-b4bd8f1f-2bd6-46fb-8372-dd1374a4d5ee tempest-AttachVolumeTestJSON-530604526 tempest-AttachVolumeTestJSON-530604526-project] 10.222.0.57 "GET /v2.0/ports?device_id=ab1143be-5613-468e-b708-87f3e975b1db HTTP/1.1" status: 200  len: 210 time: 0.0421228
May 31 11:54:24.795177 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [req-de9a8fb0-a5b3-4bac-aa73-44d64b32eb14 req-db36c01c-7811-419a-a8ad-c30bcba419a0 tempest-AttachVolumeTestJSON-530604526 tempest-AttachVolumeTestJSON-530604526-project] 10.222.0.57 "GET /v2.0/ports?device_id=ab1143be-5613-468e-b708-87f3e975b1db HTTP/1.1" status: 200  len: 210 time: 0.0630698
May 31 11:54:24.821502 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34a594fc-c9a7-4088-9f7f-45cf97d1eb02 req-3a3d38a0-8ec3-4d5d-9831-41b7b29d9d43 tempest-AttachVolumeTestJSON-530604526 tempest-AttachVolumeTestJSON-530604526-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 11:54:24.822944 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [req-34a594fc-c9a7-4088-9f7f-45cf97d1eb02 req-3a3d38a0-8ec3-4d5d-9831-41b7b29d9d43 tempest-AttachVolumeTestJSON-530604526 tempest-AttachVolumeTestJSON-530604526-project] 10.222.0.60 "GET /v2.0/networks?id=473801c6-dabb-45c0-9a54-9749a4aa5add HTTP/1.1" status: 200  len: 810 time: 0.1980329
May 31 11:54:24.889083 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [req-34a594fc-c9a7-4088-9f7f-45cf97d1eb02 req-416ab64b-1dfa-4284-a433-da43e9e2d561 tempest-AttachVolumeTestJSON-530604526 tempest-AttachVolumeTestJSON-530604526-project] 10.222.0.60 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e3923e95b37e4efbba6bab00145c1100 HTTP/1.1" status: 200  len: 379 time: 0.0404398
May 31 11:54:24.899621 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.api.v2.base [req-34a594fc-c9a7-4088-9f7f-45cf97d1eb02 req-92aa8baf-11b3-4f6b-bfa9-3588eb2045ba tempest-AttachVolumeTestJSON-530604526 tempest-AttachVolumeTestJSON-530604526-project] Request body: {'port': {'device_id': 'ab1143be-5613-468e-b708-87f3e975b1db', 'network_id': '473801c6-dabb-45c0-9a54-9749a4aa5add', 'admin_state_up': True, 'tenant_id': 'e3923e95b37e4efbba6bab00145c1100', 'security_groups': ['fa930bf9-336b-4de2-be3d-529bcb594e43']}} {{(pid=103721) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 31 11:54:25.033707 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.db.quota.driver [req-34a594fc-c9a7-4088-9f7f-45cf97d1eb02 req-92aa8baf-11b3-4f6b-bfa9-3588eb2045ba tempest-AttachVolumeTestJSON-530604526 tempest-AttachVolumeTestJSON-530604526-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=103721) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 31 11:54:25.038155 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.quota.resource [req-34a594fc-c9a7-4088-9f7f-45cf97d1eb02 req-92aa8baf-11b3-4f6b-bfa9-3588eb2045ba tempest-AttachVolumeTestJSON-530604526 tempest-AttachVolumeTestJSON-530604526-project] Usage tracker for resource:port and tenant:e3923e95b37e4efbba6bab00145c1100 is out of sync, need to count used quota {{(pid=103721) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 31 11:54:25.041068 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.quota.resource [req-34a594fc-c9a7-4088-9f7f-45cf97d1eb02 req-92aa8baf-11b3-4f6b-bfa9-3588eb2045ba tempest-AttachVolumeTestJSON-530604526 tempest-AttachVolumeTestJSON-530604526-project] Quota usage for port was recalculated. Used quota:3. {{(pid=103721) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 31 11:54:25.046824 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.db.quota.driver [req-34a594fc-c9a7-4088-9f7f-45cf97d1eb02 req-92aa8baf-11b3-4f6b-bfa9-3588eb2045ba tempest-AttachVolumeTestJSON-530604526 tempest-AttachVolumeTestJSON-530604526-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=103721) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 31 11:54:25.061138 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-34a594fc-c9a7-4088-9f7f-45cf97d1eb02 req-92aa8baf-11b3-4f6b-bfa9-3588eb2045ba tempest-AttachVolumeTestJSON-530604526 tempest-AttachVolumeTestJSON-530604526-project] Made reservation on behalf of e3923e95b37e4efbba6bab00145c1100 for: {'port': 1} {{(pid=103721) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 31 11:54:25.064798 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron_lib.callbacks.manager [req-34a594fc-c9a7-4088-9f7f-45cf97d1eb02 req-92aa8baf-11b3-4f6b-bfa9-3588eb2045ba tempest-AttachVolumeTestJSON-530604526 tempest-AttachVolumeTestJSON-530604526-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-934180'] for port, before_create {{(pid=103721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:54:25.235254 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.db.db_base_plugin_common [req-34a594fc-c9a7-4088-9f7f-45cf97d1eb02 req-92aa8baf-11b3-4f6b-bfa9-3588eb2045ba tempest-AttachVolumeTestJSON-530604526 tempest-AttachVolumeTestJSON-530604526-project] Allocated IP 172.20.0.13 (473801c6-dabb-45c0-9a54-9749a4aa5add/a301253b-4889-476f-a06a-31d586ab0ede/306ae763-1ef5-462b-8408-f5b6ef7e311c) {{(pid=103721) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 31 11:54:25.418584 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron_lib.callbacks.manager [req-34a594fc-c9a7-4088-9f7f-45cf97d1eb02 req-92aa8baf-11b3-4f6b-bfa9-3588eb2045ba tempest-AttachVolumeTestJSON-530604526 tempest-AttachVolumeTestJSON-530604526-project] Notify callbacks [] for port, precommit_create {{(pid=103721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:54:25.433786 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.db.provisioning_blocks [req-34a594fc-c9a7-4088-9f7f-45cf97d1eb02 req-92aa8baf-11b3-4f6b-bfa9-3588eb2045ba tempest-AttachVolumeTestJSON-530604526 tempest-AttachVolumeTestJSON-530604526-project] Transition to ACTIVE for port object 306ae763-1ef5-462b-8408-f5b6ef7e311c will not be triggered until provisioned by entity DHCP. {{(pid=103721) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 31 11:54:25.457924 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron_lib.callbacks.manager [req-34a594fc-c9a7-4088-9f7f-45cf97d1eb02 req-92aa8baf-11b3-4f6b-bfa9-3588eb2045ba tempest-AttachVolumeTestJSON-530604526 tempest-AttachVolumeTestJSON-530604526-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937715', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3701677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744215520970', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2250866'] for port, after_create {{(pid=103721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:54:25.463686 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG oslo_concurrency.lockutils [None req-6a206019-38aa-4715-a175-a6c070e6f4fb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103721) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 31 11:54:25.532935 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-34a594fc-c9a7-4088-9f7f-45cf97d1eb02 req-92aa8baf-11b3-4f6b-bfa9-3588eb2045ba tempest-AttachVolumeTestJSON-530604526 tempest-AttachVolumeTestJSON-530604526-project] Network 473801c6-dabb-45c0-9a54-9749a4aa5add is already hosted by enough agents. {{(pid=103721) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 31 11:54:25.535883 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.scheduler.base_scheduler [req-34a594fc-c9a7-4088-9f7f-45cf97d1eb02 req-92aa8baf-11b3-4f6b-bfa9-3588eb2045ba tempest-AttachVolumeTestJSON-530604526 tempest-AttachVolumeTestJSON-530604526-project] Resources bound (agent type, host, resource id):  {{(pid=103721) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 31 11:54:25.539620 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.db.l3_dvrscheduler_db [req-34a594fc-c9a7-4088-9f7f-45cf97d1eb02 req-92aa8baf-11b3-4f6b-bfa9-3588eb2045ba tempest-AttachVolumeTestJSON-530604526 tempest-AttachVolumeTestJSON-530604526-project] Received port after_create {{(pid=103721) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
May 31 11:54:25.708720 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92aa8baf-11b3-4f6b-bfa9-3588eb2045ba tempest-AttachVolumeTestJSON-530604526 tempest-AttachVolumeTestJSON-530604526-project] Pushing event updated for resources: {'Port': ['ID=306ae763-1ef5-462b-8408-f5b6ef7e311c,revision_number=1']} {{(pid=103721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 31 11:54:25.713151 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG oslo_concurrency.lockutils [None req-92aa8baf-11b3-4f6b-bfa9-3588eb2045ba tempest-AttachVolumeTestJSON-530604526 tempest-AttachVolumeTestJSON-530604526-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.250s {{(pid=103721) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 31 11:54:25.731060 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34a594fc-c9a7-4088-9f7f-45cf97d1eb02 req-92aa8baf-11b3-4f6b-bfa9-3588eb2045ba tempest-AttachVolumeTestJSON-530604526 tempest-AttachVolumeTestJSON-530604526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 11:54:25.731747 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron_lib.callbacks.manager [req-34a594fc-c9a7-4088-9f7f-45cf97d1eb02 req-92aa8baf-11b3-4f6b-bfa9-3588eb2045ba tempest-AttachVolumeTestJSON-530604526 tempest-AttachVolumeTestJSON-530604526-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46333'] for port, before_response {{(pid=103721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:54:25.756233 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [req-34a594fc-c9a7-4088-9f7f-45cf97d1eb02 req-92aa8baf-11b3-4f6b-bfa9-3588eb2045ba tempest-AttachVolumeTestJSON-530604526 tempest-AttachVolumeTestJSON-530604526-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 0.8603871
May 31 11:54:25.777874 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.api.v2.base [req-34a594fc-c9a7-4088-9f7f-45cf97d1eb02 req-a9d5b377-4937-4d6f-9afe-cf7e365aa245 service neutron] Request body: {'port': {'device_id': 'ab1143be-5613-468e-b708-87f3e975b1db', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78638'}} {{(pid=103721) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 31 11:54:25.806635 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron.db.provisioning_blocks [None req-66845745-dfd4-4c33-92a7-34efa2cf707b None None] Provisioning for port 306ae763-1ef5-462b-8408-f5b6ef7e311c completed by entity DHCP. {{(pid=103722) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 31 11:54:25.811606 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron.db.provisioning_blocks [None req-66845745-dfd4-4c33-92a7-34efa2cf707b None None] Provisioning complete for port 306ae763-1ef5-462b-8408-f5b6ef7e311c triggered by entity DHCP. {{(pid=103722) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 31 11:54:25.812022 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron_lib.callbacks.manager [None req-66845745-dfd4-4c33-92a7-34efa2cf707b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857618'] for port, provisioning_complete {{(pid=103722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:54:25.871702 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron.plugins.ml2.plugin [None req-66845745-dfd4-4c33-92a7-34efa2cf707b None None] Port 306ae763-1ef5-462b-8408-f5b6ef7e311c cannot update to ACTIVE because it is not bound. {{(pid=103722) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
May 31 11:54:25.896896 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron_lib.callbacks.manager [req-34a594fc-c9a7-4088-9f7f-45cf97d1eb02 req-a9d5b377-4937-4d6f-9afe-cf7e365aa245 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-934180'] for port, before_update {{(pid=103721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:54:26.117502 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d18b322b-2e9d-4a4e-878e-2b51498c12ef req-9e18a78e-2e78-41b6-8fc8-253c8d72dabd tempest-AttachVolumeTestJSON-530604526 tempest-AttachVolumeTestJSON-530604526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 11:54:26.118190 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.quota.resource [req-d18b322b-2e9d-4a4e-878e-2b51498c12ef req-9e18a78e-2e78-41b6-8fc8-253c8d72dabd tempest-AttachVolumeTestJSON-530604526 tempest-AttachVolumeTestJSON-530604526-project] Synchronizing usage tracker for tenant:e3923e95b37e4efbba6bab00145c1100 on resource:port {{(pid=103721) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 31 11:54:26.200502 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.quota.resource [req-d18b322b-2e9d-4a4e-878e-2b51498c12ef req-9e18a78e-2e78-41b6-8fc8-253c8d72dabd tempest-AttachVolumeTestJSON-530604526 tempest-AttachVolumeTestJSON-530604526-project] Unset dirty status for tenant:e3923e95b37e4efbba6bab00145c1100 on resource:port {{(pid=103721) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 31 11:54:26.202426 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [req-d18b322b-2e9d-4a4e-878e-2b51498c12ef req-9e18a78e-2e78-41b6-8fc8-253c8d72dabd tempest-AttachVolumeTestJSON-530604526 tempest-AttachVolumeTestJSON-530604526-project] 10.222.0.57 "GET /v2.0/ports?device_id=ab1143be-5613-468e-b708-87f3e975b1db HTTP/1.1" status: 200  len: 932 time: 0.2946503
May 31 11:54:26.278598 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [req-d18b322b-2e9d-4a4e-878e-2b51498c12ef req-a9bf66f6-2168-4721-9a0c-4e3c970cfb51 tempest-AttachVolumeTestJSON-530604526 tempest-AttachVolumeTestJSON-530604526-project] 10.222.0.57 "GET /v2.0/security-groups?id=fa930bf9-336b-4de2-be3d-529bcb594e43&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0609803
May 31 11:54:26.350520 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.notifiers.nova [req-34a594fc-c9a7-4088-9f7f-45cf97d1eb02 req-a9d5b377-4937-4d6f-9afe-cf7e365aa245 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 306ae763-1ef5-462b-8408-f5b6ef7e311c {{(pid=103721) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
May 31 11:54:26.357757 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron_lib.callbacks.manager [req-34a594fc-c9a7-4088-9f7f-45cf97d1eb02 req-a9d5b377-4937-4d6f-9afe-cf7e365aa245 service neutron] Notify callbacks [] for port, precommit_update {{(pid=103721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:54:26.371882 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.db.provisioning_blocks [req-34a594fc-c9a7-4088-9f7f-45cf97d1eb02 req-a9d5b377-4937-4d6f-9afe-cf7e365aa245 service neutron] Transition to ACTIVE for port object 306ae763-1ef5-462b-8408-f5b6ef7e311c will not be triggered until provisioned by entity L2. {{(pid=103721) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 31 11:54:26.377168 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron_lib.callbacks.manager [req-34a594fc-c9a7-4088-9f7f-45cf97d1eb02 req-a9d5b377-4937-4d6f-9afe-cf7e365aa245 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937715', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3701677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744215954324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744215520988', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744215521293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2250875'] for port, after_update {{(pid=103721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:54:26.382111 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG oslo_concurrency.lockutils [None req-4dab7250-b84f-4adc-8dec-bb4a692ca237 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103721) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 31 11:54:26.527943 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9d5b377-4937-4d6f-9afe-cf7e365aa245 service neutron] Pushing event updated for resources: {'Port': ['ID=306ae763-1ef5-462b-8408-f5b6ef7e311c,revision_number=2']} {{(pid=103721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 31 11:54:26.535333 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG oslo_concurrency.lockutils [None req-a9d5b377-4937-4d6f-9afe-cf7e365aa245 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=103721) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 31 11:54:26.609749 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.plugins.ml2.managers [req-34a594fc-c9a7-4088-9f7f-45cf97d1eb02 req-a9d5b377-4937-4d6f-9afe-cf7e365aa245 service neutron] Attempting to bind port 306ae763-1ef5-462b-8408-f5b6ef7e311c on host hv-cinder-78638 for vnic_type normal with profile  {{(pid=103721) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
May 31 11:54:26.610077 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.plugins.ml2.managers [req-34a594fc-c9a7-4088-9f7f-45cf97d1eb02 req-a9d5b377-4937-4d6f-9afe-cf7e365aa245 service neutron] Attempting to bind port 306ae763-1ef5-462b-8408-f5b6ef7e311c by drivers openvswitch,hyperv on host hv-cinder-78638 at level 0 using segments [{'id': '3d1de7c0-86e0-456b-9c60-98ba6c64918f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 766, 'network_id': '473801c6-dabb-45c0-9a54-9749a4aa5add'}] {{(pid=103721) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
May 31 11:54:26.610395 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34a594fc-c9a7-4088-9f7f-45cf97d1eb02 req-a9d5b377-4937-4d6f-9afe-cf7e365aa245 service neutron] Attempting to bind port 306ae763-1ef5-462b-8408-f5b6ef7e311c on network 473801c6-dabb-45c0-9a54-9749a4aa5add {{(pid=103721) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 31 11:54:26.614881 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34a594fc-c9a7-4088-9f7f-45cf97d1eb02 req-a9d5b377-4937-4d6f-9afe-cf7e365aa245 service neutron] Port 306ae763-1ef5-462b-8408-f5b6ef7e311c on network 473801c6-dabb-45c0-9a54-9749a4aa5add not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78638 {{(pid=103721) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
May 31 11:54:26.615184 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34a594fc-c9a7-4088-9f7f-45cf97d1eb02 req-a9d5b377-4937-4d6f-9afe-cf7e365aa245 service neutron] Attempting to bind port 306ae763-1ef5-462b-8408-f5b6ef7e311c on network 473801c6-dabb-45c0-9a54-9749a4aa5add {{(pid=103721) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 31 11:54:26.620444 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34a594fc-c9a7-4088-9f7f-45cf97d1eb02 req-a9d5b377-4937-4d6f-9afe-cf7e365aa245 service neutron] Checking agent: {'id': '42990638-b1ad-4185-8b70-a0b8bae36499', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78638', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 31, 11, 42, 1), 'started_at': datetime.datetime(2021, 5, 31, 11, 42, 1), 'heartbeat_timestamp': datetime.datetime(2021, 5, 31, 11, 54, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103721) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
May 31 11:54:26.620769 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34a594fc-c9a7-4088-9f7f-45cf97d1eb02 req-a9d5b377-4937-4d6f-9afe-cf7e365aa245 service neutron] Checking segment: {'id': '3d1de7c0-86e0-456b-9c60-98ba6c64918f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 766, 'network_id': '473801c6-dabb-45c0-9a54-9749a4aa5add'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103721) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 31 11:54:26.621170 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34a594fc-c9a7-4088-9f7f-45cf97d1eb02 req-a9d5b377-4937-4d6f-9afe-cf7e365aa245 service neutron] Bound using segment: {'id': '3d1de7c0-86e0-456b-9c60-98ba6c64918f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 766, 'network_id': '473801c6-dabb-45c0-9a54-9749a4aa5add'} {{(pid=103721) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
May 31 11:54:26.621587 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.plugins.ml2.managers [req-34a594fc-c9a7-4088-9f7f-45cf97d1eb02 req-a9d5b377-4937-4d6f-9afe-cf7e365aa245 service neutron] Bound port: 306ae763-1ef5-462b-8408-f5b6ef7e311c, host: hv-cinder-78638, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3d1de7c0-86e0-456b-9c60-98ba6c64918f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 766, 'network_id': '473801c6-dabb-45c0-9a54-9749a4aa5add'}}] {{(pid=103721) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
May 31 11:54:26.621970 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron_lib.callbacks.manager [req-34a594fc-c9a7-4088-9f7f-45cf97d1eb02 req-a9d5b377-4937-4d6f-9afe-cf7e365aa245 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-934180'] for port, before_update {{(pid=103721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:54:26.711997 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.plugins.ml2.db [req-34a594fc-c9a7-4088-9f7f-45cf97d1eb02 req-a9d5b377-4937-4d6f-9afe-cf7e365aa245 service neutron] For port 306ae763-1ef5-462b-8408-f5b6ef7e311c, host hv-cinder-78638, cleared binding levels {{(pid=103721) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
May 31 11:54:26.715513 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.plugins.ml2.db [req-34a594fc-c9a7-4088-9f7f-45cf97d1eb02 req-a9d5b377-4937-4d6f-9afe-cf7e365aa245 service neutron] For port 306ae763-1ef5-462b-8408-f5b6ef7e311c, host hv-cinder-78638, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=306ae763-1ef5-462b-8408-f5b6ef7e311c,segment=NetworkSegment(3d1de7c0-86e0-456b-9c60-98ba6c64918f),segment_id=3d1de7c0-86e0-456b-9c60-98ba6c64918f)] {{(pid=103721) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
May 31 11:54:26.722069 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron_lib.callbacks.manager [req-34a594fc-c9a7-4088-9f7f-45cf97d1eb02 req-a9d5b377-4937-4d6f-9afe-cf7e365aa245 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937715', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3701677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744215954324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744215520988', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744215521293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2250875'] for port, after_update {{(pid=103721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:54:26.726772 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103721) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 31 11:54:26.783818 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34a594fc-c9a7-4088-9f7f-45cf97d1eb02 req-a9d5b377-4937-4d6f-9afe-cf7e365aa245 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 11:54:26.784602 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron_lib.callbacks.manager [req-34a594fc-c9a7-4088-9f7f-45cf97d1eb02 req-a9d5b377-4937-4d6f-9afe-cf7e365aa245 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46333'] for port, before_response {{(pid=103721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:54:26.785960 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [req-34a594fc-c9a7-4088-9f7f-45cf97d1eb02 req-a9d5b377-4937-4d6f-9afe-cf7e365aa245 service neutron] 10.222.0.60 "PUT /v2.0/ports/306ae763-1ef5-462b-8408-f5b6ef7e311c HTTP/1.1" status: 200  len: 1094 time: 1.0147991
May 31 11:54:26.786474 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ab1143be-5613-468e-b708-87f3e975b1db', 'tag': '306ae763-1ef5-462b-8408-f5b6ef7e311c'}] {{(pid=103721) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 31 11:54:26.788883 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3cd903d475e597836c68a86188e0a4f713f0e90603b95bd8a010e768671d0d04" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-980aed63-4cb3-442c-a446-050b891453a2" -d '{"events": [{"name": "network-changed", "server_uuid": "ab1143be-5613-468e-b708-87f3e975b1db", "tag": "306ae763-1ef5-462b-8408-f5b6ef7e311c"}]}' {{(pid=103721) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
May 31 11:54:26.814519 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9d5b377-4937-4d6f-9afe-cf7e365aa245 service neutron] Pushing event updated for resources: {'Port': ['ID=306ae763-1ef5-462b-8408-f5b6ef7e311c,revision_number=3']} {{(pid=103721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 31 11:54:26.818446 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG oslo_concurrency.lockutils [None req-a9d5b377-4937-4d6f-9afe-cf7e365aa245 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=103721) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 31 11:54:26.878991 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 31 May 2021 11:54:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8dc7ec9e-d1dd-46e2-bc2f-92a5d9ca4713 x-openstack-request-id: req-8dc7ec9e-d1dd-46e2-bc2f-92a5d9ca4713 {{(pid=103721) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
May 31 11:54:26.879211 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ab1143be-5613-468e-b708-87f3e975b1db", "tag": "306ae763-1ef5-462b-8408-f5b6ef7e311c", "status": "completed", "code": 200}]} {{(pid=103721) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
May 31 11:54:26.879496 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-8dc7ec9e-d1dd-46e2-bc2f-92a5d9ca4713 {{(pid=103721) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
May 31 11:54:26.879977 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ab1143be-5613-468e-b708-87f3e975b1db', 'tag': '306ae763-1ef5-462b-8408-f5b6ef7e311c', 'status': 'completed', 'code': 200}
May 31 11:54:26.923314 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34a594fc-c9a7-4088-9f7f-45cf97d1eb02 req-667ca8b3-87a7-46bd-9890-402c87ab6ec3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 11:54:26.924903 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [req-34a594fc-c9a7-4088-9f7f-45cf97d1eb02 req-667ca8b3-87a7-46bd-9890-402c87ab6ec3 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=e3923e95b37e4efbba6bab00145c1100&device_id=ab1143be-5613-468e-b708-87f3e975b1db HTTP/1.1" status: 200  len: 1097 time: 0.0794837
May 31 11:54:27.001309 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [req-34a594fc-c9a7-4088-9f7f-45cf97d1eb02 req-d5c34b19-c906-4849-8e77-558518797810 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=306ae763-1ef5-462b-8408-f5b6ef7e311c HTTP/1.1" status: 200  len: 217 time: 0.0632942
May 31 11:54:27.063392 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34a594fc-c9a7-4088-9f7f-45cf97d1eb02 req-af2cf619-93e9-4781-be2d-1d60f11e5cbc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 11:54:27.064822 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [req-34a594fc-c9a7-4088-9f7f-45cf97d1eb02 req-af2cf619-93e9-4781-be2d-1d60f11e5cbc service neutron] 10.222.0.60 "GET /v2.0/subnets?id=a301253b-4889-476f-a06a-31d586ab0ede HTTP/1.1" status: 200  len: 849 time: 0.0573595
May 31 11:54:27.153235 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34a594fc-c9a7-4088-9f7f-45cf97d1eb02 req-58c81839-29c6-4959-8621-d14d97d1db00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 11:54:27.154641 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [req-34a594fc-c9a7-4088-9f7f-45cf97d1eb02 req-58c81839-29c6-4959-8621-d14d97d1db00 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=473801c6-dabb-45c0-9a54-9749a4aa5add&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0832336
May 31 11:54:27.291555 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [req-34a594fc-c9a7-4088-9f7f-45cf97d1eb02 req-c232daa7-95c1-4313-8a8b-c75b9f7d2323 service neutron] 10.222.0.60 "GET /v2.0/networks/473801c6-dabb-45c0-9a54-9749a4aa5add?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1298246
May 31 11:54:27.571704 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [req-34a594fc-c9a7-4088-9f7f-45cf97d1eb02 req-82f3c1f5-ebf9-4be2-ab9c-b04f7dd6a48f service neutron] 10.222.0.60 "GET /v2.0/networks/473801c6-dabb-45c0-9a54-9749a4aa5add?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2729766
May 31 11:54:27.603618 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfbcb0ce-8177-4b81-b145-df42ea9e6b42 req-a9538df3-b70f-4fbd-8ff1-c6f805f086ef tempest-AttachVolumeTestJSON-530604526 tempest-AttachVolumeTestJSON-530604526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 11:54:27.605077 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [req-cfbcb0ce-8177-4b81-b145-df42ea9e6b42 req-a9538df3-b70f-4fbd-8ff1-c6f805f086ef tempest-AttachVolumeTestJSON-530604526 tempest-AttachVolumeTestJSON-530604526-project] 10.222.0.57 "GET /v2.0/ports?device_id=ab1143be-5613-468e-b708-87f3e975b1db HTTP/1.1" status: 200  len: 944 time: 0.2048457
May 31 11:54:27.649943 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [req-cfbcb0ce-8177-4b81-b145-df42ea9e6b42 req-9edb45f5-81e6-4266-ad0c-1a869d2b59ae tempest-AttachVolumeTestJSON-530604526 tempest-AttachVolumeTestJSON-530604526-project] 10.222.0.57 "GET /v2.0/security-groups?id=fa930bf9-336b-4de2-be3d-529bcb594e43&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0389659
May 31 11:54:27.732944 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-980aed63-4cb3-442c-a446-050b891453a2 req-966bb44b-1841-4af5-bde4-c9ace725710c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 11:54:27.734386 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [req-980aed63-4cb3-442c-a446-050b891453a2 req-966bb44b-1841-4af5-bde4-c9ace725710c service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=e3923e95b37e4efbba6bab00145c1100&device_id=ab1143be-5613-468e-b708-87f3e975b1db HTTP/1.1" status: 200  len: 1097 time: 0.0739777
May 31 11:54:27.866408 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-980aed63-4cb3-442c-a446-050b891453a2 req-c46cd1c3-2fc4-4ff8-aae3-a6396bac132f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 11:54:27.867906 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [req-980aed63-4cb3-442c-a446-050b891453a2 req-c46cd1c3-2fc4-4ff8-aae3-a6396bac132f service neutron] 10.222.0.60 "GET /v2.0/networks?id=473801c6-dabb-45c0-9a54-9749a4aa5add HTTP/1.1" status: 200  len: 911 time: 0.1263483
May 31 11:54:27.935706 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [req-980aed63-4cb3-442c-a446-050b891453a2 req-513fc915-d940-42f6-9cd0-b6a1ac3b636f service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=306ae763-1ef5-462b-8408-f5b6ef7e311c HTTP/1.1" status: 200  len: 217 time: 0.0605519
May 31 11:54:28.001363 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-980aed63-4cb3-442c-a446-050b891453a2 req-6d5522f9-76ab-40ac-8fe6-bfdcaefa37fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 11:54:28.002618 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [req-980aed63-4cb3-442c-a446-050b891453a2 req-6d5522f9-76ab-40ac-8fe6-bfdcaefa37fa service neutron] 10.222.0.60 "GET /v2.0/subnets?id=a301253b-4889-476f-a06a-31d586ab0ede HTTP/1.1" status: 200  len: 849 time: 0.0603809
May 31 11:54:28.087689 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-980aed63-4cb3-442c-a446-050b891453a2 req-8df3d839-757a-4dec-befb-37d34122bba9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 11:54:28.089161 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [req-980aed63-4cb3-442c-a446-050b891453a2 req-8df3d839-757a-4dec-befb-37d34122bba9 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=473801c6-dabb-45c0-9a54-9749a4aa5add&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0788872
May 31 11:54:28.233368 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [req-980aed63-4cb3-442c-a446-050b891453a2 req-4d538260-7d14-4816-ac13-5023e5661261 service neutron] 10.222.0.60 "GET /v2.0/networks/473801c6-dabb-45c0-9a54-9749a4aa5add?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1360106
May 31 11:54:28.374817 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [req-980aed63-4cb3-442c-a446-050b891453a2 req-0069c2db-a230-41fb-9c4e-38bbb3aa9374 service neutron] 10.222.0.60 "GET /v2.0/networks/473801c6-dabb-45c0-9a54-9749a4aa5add?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1322205
May 31 11:54:28.855947 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2371cd7-ed34-4df1-991f-96dcb78d7d2d req-9ba6bbd6-ab44-4e27-a838-52767ae70185 tempest-AttachVolumeTestJSON-530604526 tempest-AttachVolumeTestJSON-530604526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 11:54:28.857377 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [req-f2371cd7-ed34-4df1-991f-96dcb78d7d2d req-9ba6bbd6-ab44-4e27-a838-52767ae70185 tempest-AttachVolumeTestJSON-530604526 tempest-AttachVolumeTestJSON-530604526-project] 10.222.0.57 "GET /v2.0/ports?device_id=ab1143be-5613-468e-b708-87f3e975b1db HTTP/1.1" status: 200  len: 944 time: 0.0924025
May 31 11:54:28.905197 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [req-f2371cd7-ed34-4df1-991f-96dcb78d7d2d req-090d2d60-7c0e-4953-9dce-e52d40219a15 tempest-AttachVolumeTestJSON-530604526 tempest-AttachVolumeTestJSON-530604526-project] 10.222.0.57 "GET /v2.0/security-groups?id=fa930bf9-336b-4de2-be3d-529bcb594e43&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0422125
May 31 11:54:30.104440 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d76c38d9-d328-4d97-83b9-4c850c224d3f req-f91bb05c-eaa4-413f-b633-e4c5f46083f9 tempest-AttachVolumeTestJSON-530604526 tempest-AttachVolumeTestJSON-530604526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 11:54:30.105853 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [req-d76c38d9-d328-4d97-83b9-4c850c224d3f req-f91bb05c-eaa4-413f-b633-e4c5f46083f9 tempest-AttachVolumeTestJSON-530604526 tempest-AttachVolumeTestJSON-530604526-project] 10.222.0.57 "GET /v2.0/ports?device_id=ab1143be-5613-468e-b708-87f3e975b1db HTTP/1.1" status: 200  len: 944 time: 0.0838935
May 31 11:54:30.149696 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [req-d76c38d9-d328-4d97-83b9-4c850c224d3f req-8e8221af-c65d-483c-b248-132790fda347 tempest-AttachVolumeTestJSON-530604526 tempest-AttachVolumeTestJSON-530604526-project] 10.222.0.57 "GET /v2.0/security-groups?id=fa930bf9-336b-4de2-be3d-529bcb594e43&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0382102
May 31 11:54:30.710733 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron.plugins.ml2.rpc [None req-43028a7b-58d7-408b-ac75-1328e6896bf7 None None] Device 306ae763-1ef5-462b-8408-f5b6ef7e311c details requested by agent hyperv_hv-cinder-78638 with host hv-cinder-78638 {{(pid=103722) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
May 31 11:54:30.856050 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron.plugins.ml2.db [None req-43028a7b-58d7-408b-ac75-1328e6896bf7 None None] For port 306ae763-1ef5-462b-8408-f5b6ef7e311c, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=306ae763-1ef5-462b-8408-f5b6ef7e311c,segment=NetworkSegment(3d1de7c0-86e0-456b-9c60-98ba6c64918f),segment_id=3d1de7c0-86e0-456b-9c60-98ba6c64918f)] {{(pid=103722) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 31 11:54:30.868937 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron.plugins.ml2.rpc [None req-43028a7b-58d7-408b-ac75-1328e6896bf7 None None] Returning: {'device': '306ae763-1ef5-462b-8408-f5b6ef7e311c', 'network_id': '473801c6-dabb-45c0-9a54-9749a4aa5add', 'port_id': '306ae763-1ef5-462b-8408-f5b6ef7e311c', 'mac_address': 'fa:16:3e:8d:2f:f0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 766, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a301253b-4889-476f-a06a-31d586ab0ede', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103722) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
May 31 11:54:30.927175 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron_lib.callbacks.manager [None req-43028a7b-58d7-408b-ac75-1328e6896bf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-934180'] for port, before_update {{(pid=103722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:54:30.943453 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron.notifiers.nova [None req-43028a7b-58d7-408b-ac75-1328e6896bf7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 306ae763-1ef5-462b-8408-f5b6ef7e311c {{(pid=103722) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
May 31 11:54:30.958562 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron.plugins.ml2.db [None req-43028a7b-58d7-408b-ac75-1328e6896bf7 None None] For port 306ae763-1ef5-462b-8408-f5b6ef7e311c, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=306ae763-1ef5-462b-8408-f5b6ef7e311c,segment=NetworkSegment(3d1de7c0-86e0-456b-9c60-98ba6c64918f),segment_id=3d1de7c0-86e0-456b-9c60-98ba6c64918f)] {{(pid=103722) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 31 11:54:30.967440 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron_lib.callbacks.manager [None req-43028a7b-58d7-408b-ac75-1328e6896bf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937715', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3701677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744215954324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744215520988', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744215521293'] for port, after_update {{(pid=103722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:54:30.969227 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG oslo_concurrency.lockutils [None req-43028a7b-58d7-408b-ac75-1328e6896bf7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103722) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 31 11:54:31.036800 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43028a7b-58d7-408b-ac75-1328e6896bf7 None None] Pushing event updated for resources: {'Port': ['ID=306ae763-1ef5-462b-8408-f5b6ef7e311c,revision_number=4']} {{(pid=103722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 31 11:54:31.044584 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43028a7b-58d7-408b-ac75-1328e6896bf7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786384-7-iscsi {{(pid=103722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 31 11:54:31.044922 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43028a7b-58d7-408b-ac75-1328e6896bf7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786384-7-iscsi {{(pid=103722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 31 11:54:31.045241 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43028a7b-58d7-408b-ac75-1328e6896bf7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786384-7-iscsi {{(pid=103722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 31 11:54:31.045555 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43028a7b-58d7-408b-ac75-1328e6896bf7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786384-7-iscsi {{(pid=103722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 31 11:54:31.045864 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43028a7b-58d7-408b-ac75-1328e6896bf7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786384-7-iscsi {{(pid=103722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 31 11:54:31.046177 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43028a7b-58d7-408b-ac75-1328e6896bf7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786384-7-iscsi {{(pid=103722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 31 11:54:31.046482 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43028a7b-58d7-408b-ac75-1328e6896bf7 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786384-7-iscsi {{(pid=103722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 31 11:54:31.046788 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43028a7b-58d7-408b-ac75-1328e6896bf7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786384-7-iscsi {{(pid=103722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 31 11:54:31.047098 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43028a7b-58d7-408b-ac75-1328e6896bf7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786384-7-iscsi {{(pid=103722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 31 11:54:31.047404 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43028a7b-58d7-408b-ac75-1328e6896bf7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786384-7-iscsi {{(pid=103722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 31 11:54:31.047703 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43028a7b-58d7-408b-ac75-1328e6896bf7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786384-7-iscsi {{(pid=103722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 31 11:54:31.048018 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43028a7b-58d7-408b-ac75-1328e6896bf7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786384-7-iscsi {{(pid=103722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 31 11:54:31.052019 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG oslo_concurrency.lockutils [None req-43028a7b-58d7-408b-ac75-1328e6896bf7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=103722) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 31 11:54:31.292556 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron.plugins.ml2.db [None req-43028a7b-58d7-408b-ac75-1328e6896bf7 None None] get_ports_and_sgs() called for port_ids ['306ae763-1ef5-462b-8408-f5b6ef7e311c'] {{(pid=103722) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
May 31 11:54:31.362822 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-691c28cd-6e80-46a0-8bb0-1b08247a6fb2 req-00da64ed-8f27-4449-ba78-4104789f2d3f tempest-AttachVolumeTestJSON-530604526 tempest-AttachVolumeTestJSON-530604526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 11:54:31.364324 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [req-691c28cd-6e80-46a0-8bb0-1b08247a6fb2 req-00da64ed-8f27-4449-ba78-4104789f2d3f tempest-AttachVolumeTestJSON-530604526 tempest-AttachVolumeTestJSON-530604526-project] 10.222.0.57 "GET /v2.0/ports?device_id=ab1143be-5613-468e-b708-87f3e975b1db HTTP/1.1" status: 200  len: 945 time: 0.0937884
May 31 11:54:31.410443 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [req-691c28cd-6e80-46a0-8bb0-1b08247a6fb2 req-08d52039-a856-4395-a031-064b3b5d1019 tempest-AttachVolumeTestJSON-530604526 tempest-AttachVolumeTestJSON-530604526-project] 10.222.0.57 "GET /v2.0/security-groups?id=fa930bf9-336b-4de2-be3d-529bcb594e43&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0397606
May 31 11:54:31.538362 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron_lib.callbacks.manager [None req-43028a7b-58d7-408b-ac75-1328e6896bf7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744215964654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857257'] for agent, after_update {{(pid=103722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:54:32.615834 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13160dfa-55c2-4a99-87f5-f4387778ec46 req-1d63a25f-d203-45b5-b8a3-592fa51c41f0 tempest-AttachVolumeTestJSON-530604526 tempest-AttachVolumeTestJSON-530604526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 11:54:32.617285 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [req-13160dfa-55c2-4a99-87f5-f4387778ec46 req-1d63a25f-d203-45b5-b8a3-592fa51c41f0 tempest-AttachVolumeTestJSON-530604526 tempest-AttachVolumeTestJSON-530604526-project] 10.222.0.57 "GET /v2.0/ports?device_id=ab1143be-5613-468e-b708-87f3e975b1db HTTP/1.1" status: 200  len: 945 time: 0.0903320
May 31 11:54:32.661889 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [req-13160dfa-55c2-4a99-87f5-f4387778ec46 req-005d6a02-5490-46bf-801a-9cca214ed391 tempest-AttachVolumeTestJSON-530604526 tempest-AttachVolumeTestJSON-530604526-project] 10.222.0.57 "GET /v2.0/security-groups?id=fa930bf9-336b-4de2-be3d-529bcb594e43&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0387805
May 31 11:54:32.712155 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron.plugins.ml2.rpc [None req-43028a7b-58d7-408b-ac75-1328e6896bf7 None None] Device 306ae763-1ef5-462b-8408-f5b6ef7e311c up at agent hyperv_hv-cinder-78638 {{(pid=103722) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 31 11:54:32.816664 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron.db.provisioning_blocks [None req-43028a7b-58d7-408b-ac75-1328e6896bf7 None None] Provisioning for port 306ae763-1ef5-462b-8408-f5b6ef7e311c completed by entity L2. {{(pid=103722) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 31 11:54:32.821088 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron.db.provisioning_blocks [None req-43028a7b-58d7-408b-ac75-1328e6896bf7 None None] Provisioning complete for port 306ae763-1ef5-462b-8408-f5b6ef7e311c triggered by entity L2. {{(pid=103722) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 31 11:54:32.821486 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron_lib.callbacks.manager [None req-43028a7b-58d7-408b-ac75-1328e6896bf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857618'] for port, provisioning_complete {{(pid=103722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:54:32.935717 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron_lib.callbacks.manager [None req-43028a7b-58d7-408b-ac75-1328e6896bf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-934180'] for port, before_update {{(pid=103722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:54:32.963492 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ab1143be-5613-468e-b708-87f3e975b1db', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '306ae763-1ef5-462b-8408-f5b6ef7e311c'}] {{(pid=103722) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 31 11:54:32.965768 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}385953046bb192346b13b574918bbc7d366126a5ac8301ca09ff73df2ee9323d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-24c4ea34-e0d5-4902-9304-b1bbbea7f461" -d '{"events": [{"server_uuid": "ab1143be-5613-468e-b708-87f3e975b1db", "name": "network-vif-plugged", "status": "completed", "tag": "306ae763-1ef5-462b-8408-f5b6ef7e311c"}]}' {{(pid=103722) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
May 31 11:54:32.973313 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron.plugins.ml2.db [None req-43028a7b-58d7-408b-ac75-1328e6896bf7 None None] For port 306ae763-1ef5-462b-8408-f5b6ef7e311c, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=306ae763-1ef5-462b-8408-f5b6ef7e311c,segment=NetworkSegment(3d1de7c0-86e0-456b-9c60-98ba6c64918f),segment_id=3d1de7c0-86e0-456b-9c60-98ba6c64918f)] {{(pid=103722) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 31 11:54:32.979379 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron_lib.callbacks.manager [None req-43028a7b-58d7-408b-ac75-1328e6896bf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937715', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3701677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744215954324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744215520988', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744215521293'] for port, after_update {{(pid=103722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:54:32.981258 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG oslo_concurrency.lockutils [None req-43028a7b-58d7-408b-ac75-1328e6896bf7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103722) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 31 11:54:33.010916 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 31 May 2021 11:54:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0c6c260c-3b2e-41e3-b02c-00096289850e x-openstack-request-id: req-0c6c260c-3b2e-41e3-b02c-00096289850e {{(pid=103722) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
May 31 11:54:33.011209 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ab1143be-5613-468e-b708-87f3e975b1db", "name": "network-vif-plugged", "status": "completed", "tag": "306ae763-1ef5-462b-8408-f5b6ef7e311c", "code": 200}]} {{(pid=103722) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
May 31 11:54:33.011461 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-0c6c260c-3b2e-41e3-b02c-00096289850e {{(pid=103722) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
May 31 11:54:33.011863 dv-cinder-786384-7-iscsi neutron-server[103722]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ab1143be-5613-468e-b708-87f3e975b1db', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '306ae763-1ef5-462b-8408-f5b6ef7e311c', 'code': 200}
May 31 11:54:33.049471 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43028a7b-58d7-408b-ac75-1328e6896bf7 None None] Pushing event updated for resources: {'Port': ['ID=306ae763-1ef5-462b-8408-f5b6ef7e311c,revision_number=5']} {{(pid=103722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 31 11:54:33.052330 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG oslo_concurrency.lockutils [None req-43028a7b-58d7-408b-ac75-1328e6896bf7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=103722) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 31 11:54:33.080876 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron_lib.callbacks.manager [None req-d2ee3c3a-c472-4d4c-88e1-09bba6fe012b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744215964654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857257'] for agent, after_update {{(pid=103722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:54:33.290956 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f73a4d7-cc3a-4809-8f76-8f3c47ee1501 req-7bfa4995-95ad-45b2-8cbd-805fa5423920 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 11:54:33.292368 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [req-6f73a4d7-cc3a-4809-8f76-8f3c47ee1501 req-7bfa4995-95ad-45b2-8cbd-805fa5423920 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=ab1143be-5613-468e-b708-87f3e975b1db HTTP/1.1" status: 200  len: 1099 time: 0.0806587
May 31 11:54:33.334851 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [req-6f73a4d7-cc3a-4809-8f76-8f3c47ee1501 req-3ed0fe9a-c05b-4d8d-a84c-290c1857d821 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=fa930bf9-336b-4de2-be3d-529bcb594e43&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0351751
May 31 11:54:33.864520 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c91a7e3-8b02-48d0-a4b9-83d97c1d55f8 req-fe897017-79cd-448c-b0d0-e5f9b28fe693 tempest-AttachVolumeTestJSON-530604526 tempest-AttachVolumeTestJSON-530604526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 11:54:33.865958 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [req-6c91a7e3-8b02-48d0-a4b9-83d97c1d55f8 req-fe897017-79cd-448c-b0d0-e5f9b28fe693 tempest-AttachVolumeTestJSON-530604526 tempest-AttachVolumeTestJSON-530604526-project] 10.222.0.57 "GET /v2.0/ports?device_id=ab1143be-5613-468e-b708-87f3e975b1db HTTP/1.1" status: 200  len: 946 time: 0.0861146
May 31 11:54:33.916756 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [req-6c91a7e3-8b02-48d0-a4b9-83d97c1d55f8 req-5a747f69-dc2e-4cc6-ac55-b60c25a099f0 tempest-AttachVolumeTestJSON-530604526 tempest-AttachVolumeTestJSON-530604526-project] 10.222.0.57 "GET /v2.0/security-groups?id=fa930bf9-336b-4de2-be3d-529bcb594e43&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0422411
May 31 11:54:35.123459 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56a945c1-9cf1-4060-81ce-191d70fe85b2 req-b0132b88-d79f-4745-974c-d25c37ef5b07 tempest-AttachVolumeTestJSON-530604526 tempest-AttachVolumeTestJSON-530604526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 11:54:35.124877 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [req-56a945c1-9cf1-4060-81ce-191d70fe85b2 req-b0132b88-d79f-4745-974c-d25c37ef5b07 tempest-AttachVolumeTestJSON-530604526 tempest-AttachVolumeTestJSON-530604526-project] 10.222.0.57 "GET /v2.0/ports?device_id=ab1143be-5613-468e-b708-87f3e975b1db HTTP/1.1" status: 200  len: 946 time: 0.0815656
May 31 11:54:35.171299 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [req-56a945c1-9cf1-4060-81ce-191d70fe85b2 req-933a63dc-424e-4e3b-941c-8ae6d6690790 tempest-AttachVolumeTestJSON-530604526 tempest-AttachVolumeTestJSON-530604526-project] 10.222.0.57 "GET /v2.0/security-groups?id=fa930bf9-336b-4de2-be3d-529bcb594e43&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0377281
May 31 11:54:35.365567 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c04135de-52f0-4574-89ea-4bd507829af4 req-6d0ed190-3411-4217-b57e-e4a0578f2f11 tempest-AttachVolumeTestJSON-530604526 tempest-AttachVolumeTestJSON-530604526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 11:54:35.367004 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [req-c04135de-52f0-4574-89ea-4bd507829af4 req-6d0ed190-3411-4217-b57e-e4a0578f2f11 tempest-AttachVolumeTestJSON-530604526 tempest-AttachVolumeTestJSON-530604526-project] 10.222.0.57 "GET /v2.0/ports?device_id=ab1143be-5613-468e-b708-87f3e975b1db HTTP/1.1" status: 200  len: 946 time: 0.0883846
May 31 11:54:35.379955 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron.wsgi [-] (103720) accepted ('10.222.0.57', 48524) {{(pid=103720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 31 11:54:35.385807 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron.api.v2.base [None req-5cfcc002-58a2-4a3d-a9cf-69e834697c59 tempest-AttachVolumeTestJSON-530604526 tempest-AttachVolumeTestJSON-530604526-project] Request body: {'floatingip': {'port_id': '306ae763-1ef5-462b-8408-f5b6ef7e311c'}} {{(pid=103720) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 31 11:54:35.465098 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-5cfcc002-58a2-4a3d-a9cf-69e834697c59 tempest-AttachVolumeTestJSON-530604526 tempest-AttachVolumeTestJSON-530604526-project] Notify callbacks [] for floatingip, before_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:54:35.518410 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron_lib.callbacks.manager [None req-70ee8654-7d14-4f4e-acea-e96cd300ef0c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744215964654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857257'] for agent, after_update {{(pid=103722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:54:35.623895 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron_lib.callbacks.manager [None req-1f0a762f-0348-4bba-b860-8eddab4cd770 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744215964654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857257'] for agent, after_update {{(pid=103722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:54:36.158946 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-5cfcc002-58a2-4a3d-a9cf-69e834697c59 tempest-AttachVolumeTestJSON-530604526 tempest-AttachVolumeTestJSON-530604526-project] Notify callbacks [] for floatingip, precommit_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:54:36.164469 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-5cfcc002-58a2-4a3d-a9cf-69e834697c59 tempest-AttachVolumeTestJSON-530604526 tempest-AttachVolumeTestJSON-530604526-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4088573'] for floatingip, after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:54:36.337510 dv-cinder-786384-7-iscsi neutron-server[103720]: INFO neutron.db.l3_db [None req-5cfcc002-58a2-4a3d-a9cf-69e834697c59 tempest-AttachVolumeTestJSON-530604526 tempest-AttachVolumeTestJSON-530604526-project] Floating IP 846cbee4-2f84-4e9a-8d88-6ba13c03c905 associated. External IP: 172.27.2.190, port: 306ae763-1ef5-462b-8408-f5b6ef7e311c.
May 31 11:54:36.522933 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron_lib.callbacks.manager [None req-c59bf3d8-3f04-4740-8d75-807cb4f7478e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744215964654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857257'] for agent, after_update {{(pid=103722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:54:36.697949 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5cfcc002-58a2-4a3d-a9cf-69e834697c59 tempest-AttachVolumeTestJSON-530604526 tempest-AttachVolumeTestJSON-530604526-project] Router 9ae8a4bc-4f22-453c-bf1c-e1ec058c9843 has already been hosted by L3 agent f8c17dd7-da16-4427-b6e3-d7e30616bc4c {{(pid=103720) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
May 31 11:54:36.882214 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5cfcc002-58a2-4a3d-a9cf-69e834697c59 tempest-AttachVolumeTestJSON-530604526 tempest-AttachVolumeTestJSON-530604526-project] Notify agent at l3_agent.dv-cinder-786384-7-iscsi the message routers_updated {{(pid=103720) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
May 31 11:54:36.886647 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-5cfcc002-58a2-4a3d-a9cf-69e834697c59 tempest-AttachVolumeTestJSON-530604526 tempest-AttachVolumeTestJSON-530604526-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46333'] for floatingip, before_response {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:54:36.892129 dv-cinder-786384-7-iscsi neutron-server[103723]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86e996c1-4acf-49e4-aeb7-ae7015f63c32 None None] Sync routers for ids ['9ae8a4bc-4f22-453c-bf1c-e1ec058c9843'] in dv-cinder-786384-7-iscsi {{(pid=103723) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 31 11:54:36.902787 dv-cinder-786384-7-iscsi neutron-server[103723]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86e996c1-4acf-49e4-aeb7-ae7015f63c32 None None] Routers {'9ae8a4bc-4f22-453c-bf1c-e1ec058c9843'} bound to L3 agent in host dv-cinder-786384-7-iscsi {{(pid=103723) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 31 11:54:36.903403 dv-cinder-786384-7-iscsi neutron-server[103723]: DEBUG neutron.db.l3_hamode_db [None req-86e996c1-4acf-49e4-aeb7-ae7015f63c32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f3ebcc51340>, 'dv-cinder-786384-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-05-31T11:36:05Z,description=<?>,heartbeat_timestamp=2021-05-31T11:54:35Z,host='dv-cinder-786384-7-iscsi',id=f8c17dd7-da16-4427-b6e3-d7e30616bc4c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-31T11:36:05Z,topic='l3_agent')) {'router_ids': ['9ae8a4bc-4f22-453c-bf1c-e1ec058c9843'], 'active': True} {{(pid=103723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 31 11:54:36.940836 dv-cinder-786384-7-iscsi neutron-server[103720]: INFO neutron.wsgi [None req-5cfcc002-58a2-4a3d-a9cf-69e834697c59 tempest-AttachVolumeTestJSON-530604526 tempest-AttachVolumeTestJSON-530604526-project] 10.222.0.57 "PUT /v2.0/floatingips/846cbee4-2f84-4e9a-8d88-6ba13c03c905 HTTP/1.1" status: 200  len: 992 time: 1.5597672
May 31 11:54:36.941505 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ab1143be-5613-468e-b708-87f3e975b1db', 'tag': '306ae763-1ef5-462b-8408-f5b6ef7e311c'}] {{(pid=103720) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 31 11:54:36.943812 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6839f599539fa4c6e3ba02718c376b16d52b950f3872e5f8c495d4ff24c4a199" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-01d4dc3b-c288-4eae-9c5a-8a4c9d65fbd7" -d '{"events": [{"name": "network-changed", "server_uuid": "ab1143be-5613-468e-b708-87f3e975b1db", "tag": "306ae763-1ef5-462b-8408-f5b6ef7e311c"}]}' {{(pid=103720) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
May 31 11:54:37.042574 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 31 May 2021 11:54:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3da67215-ad26-4e1c-b864-a55aa9192b18 x-openstack-request-id: req-3da67215-ad26-4e1c-b864-a55aa9192b18 {{(pid=103720) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
May 31 11:54:37.042889 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ab1143be-5613-468e-b708-87f3e975b1db", "tag": "306ae763-1ef5-462b-8408-f5b6ef7e311c", "status": "completed", "code": 200}]} {{(pid=103720) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
May 31 11:54:37.043166 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-3da67215-ad26-4e1c-b864-a55aa9192b18 {{(pid=103720) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
May 31 11:54:37.043629 dv-cinder-786384-7-iscsi neutron-server[103720]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ab1143be-5613-468e-b708-87f3e975b1db', 'tag': '306ae763-1ef5-462b-8408-f5b6ef7e311c', 'status': 'completed', 'code': 200}
May 31 11:54:37.076831 dv-cinder-786384-7-iscsi neutron-server[103723]: DEBUG neutron.db.l3_dvr_db [None req-86e996c1-4acf-49e4-aeb7-ae7015f63c32 None None] Set router 9ae8a4bc-4f22-453c-bf1c-e1ec058c9843 gateway port host: dv-cinder-786384-7-iscsi {{(pid=103723) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
May 31 11:54:37.171067 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01d4dc3b-c288-4eae-9c5a-8a4c9d65fbd7 req-2ac76380-e72f-4177-a48a-b8af5ecd5092 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 11:54:37.172624 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [req-01d4dc3b-c288-4eae-9c5a-8a4c9d65fbd7 req-2ac76380-e72f-4177-a48a-b8af5ecd5092 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=e3923e95b37e4efbba6bab00145c1100&device_id=ab1143be-5613-468e-b708-87f3e975b1db HTTP/1.1" status: 200  len: 1099 time: 0.0721619
May 31 11:54:37.412623 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01d4dc3b-c288-4eae-9c5a-8a4c9d65fbd7 req-976098b4-2dfb-451e-b19c-b33116748d5e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 11:54:37.414105 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [req-01d4dc3b-c288-4eae-9c5a-8a4c9d65fbd7 req-976098b4-2dfb-451e-b19c-b33116748d5e service neutron] 10.222.0.60 "GET /v2.0/networks?id=473801c6-dabb-45c0-9a54-9749a4aa5add HTTP/1.1" status: 200  len: 911 time: 0.2349670
May 31 11:54:37.452422 dv-cinder-786384-7-iscsi neutron-server[103723]: DEBUG neutron.db.l3_hamode_db [None req-86e996c1-4acf-49e4-aeb7-ae7015f63c32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f3ebcc51340>, [{'id': '9ae8a4bc-4f22-453c-bf1c-e1ec058c9843', 'name': 'tempest-AttachVolumeTestJSON-303571706-router', 'tenant_id': 'e3923e95b37e4efbba6bab00145c1100', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cb16751-6ba1-494a-bef1-53f614bdb222', 'external_fixed_ips': [{'subnet_id': '1135c889-0623-4d10-975a-f2c46f50f0f6', 'ip_address': '172.27.2.201'}], 'enable_snat': True}, 'gw_port_id': '0b1caa1a-9d57-497b-9463-5780a2ed7452', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T11:51:24Z', 'updated_at': '2021-05-31T11:51:28Z', 'revision_number': 4, 'project_id': 'e3923e95b37e4efbba6bab00145c1100', 'gw_port': {'id': '0b1caa1a-9d57-497b-9463-5780a2ed7452', 'name': '', 'network_id': '1cb16751-6ba1-494a-bef1-53f614bdb222', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:91:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ae8a4bc-4f22-453c-bf1c-e1ec058c9843', 'device_owner': 'network:router_gateway', 'standard_attr_id': 581, 'fixed_ips': [{'subnet_id': '1135c889-0623-4d10-975a-f2c46f50f0f6', 'ip_address': '172.27.2.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786384-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T11:51:25Z', 'updated_at': '2021-05-31T11:51:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1135c889-0623-4d10-975a-f2c46f50f0f6', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786384-7-iscsi', '_floatingips': [{'id': '846cbee4-2f84-4e9a-8d88-6ba13c03c905', 'tenant_id': 'e3923e95b37e4efbba6bab00145c1100', 'floating_ip_address': '172.27.2.190', 'floating_network_id': '1cb16751-6ba1-494a-bef1-53f614bdb222', 'router_id': '9ae8a4bc-4f22-453c-bf1c-e1ec058c9843', 'port_id': '306ae763-1ef5-462b-8408-f5b6ef7e311c', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 597, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '473801c6-dabb-45c0-9a54-9749a4aa5add', 'mac_address': 'fa:16:3e:8d:2f:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab1143be-5613-468e-b708-87f3e975b1db', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-31T11:54:22Z', 'updated_at': '2021-05-31T11:54:36Z', 'revision_number': 1, 'project_id': 'e3923e95b37e4efbba6bab00145c1100', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '79fb4f26-387b-47d7-b238-4bdf41a69c39', 'name': '', 'network_id': '473801c6-dabb-45c0-9a54-9749a4aa5add', 'tenant_id': 'e3923e95b37e4efbba6bab00145c1100', 'mac_address': 'fa:16:3e:53:42:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ae8a4bc-4f22-453c-bf1c-e1ec058c9843', 'device_owner': 'network:router_interface', 'standard_attr_id': 582, 'fixed_ips': [{'subnet_id': 'a301253b-4889-476f-a06a-31d586ab0ede', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786384-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T11:51:27Z', 'updated_at': '2021-05-31T11:51:33Z', 'revision_number': 5, 'project_id': 'e3923e95b37e4efbba6bab00145c1100', 'subnets': [{'id': 'a301253b-4889-476f-a06a-31d586ab0ede', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786384-7-iscsi', False) {} {{(pid=103723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 31 11:54:37.456261 dv-cinder-786384-7-iscsi neutron-server[103723]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86e996c1-4acf-49e4-aeb7-ae7015f63c32 None None] Checking router: 9ae8a4bc-4f22-453c-bf1c-e1ec058c9843 for host: dv-cinder-786384-7-iscsi {{(pid=103723) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
May 31 11:54:37.464618 dv-cinder-786384-7-iscsi neutron-server[103723]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86e996c1-4acf-49e4-aeb7-ae7015f63c32 None None] Routers {'9ae8a4bc-4f22-453c-bf1c-e1ec058c9843'} bound to L3 agent in host dv-cinder-786384-7-iscsi {{(pid=103723) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 31 11:54:37.465320 dv-cinder-786384-7-iscsi neutron-server[103723]: DEBUG neutron.db.l3_hamode_db [None req-86e996c1-4acf-49e4-aeb7-ae7015f63c32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f3ebcc51340>, 'dv-cinder-786384-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-05-31T11:36:05Z,description=<?>,heartbeat_timestamp=2021-05-31T11:54:35Z,host='dv-cinder-786384-7-iscsi',id=f8c17dd7-da16-4427-b6e3-d7e30616bc4c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-31T11:36:05Z,topic='l3_agent')) {'router_ids': ['9ae8a4bc-4f22-453c-bf1c-e1ec058c9843'], 'active': True} {{(pid=103723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 31 11:54:37.521274 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [req-01d4dc3b-c288-4eae-9c5a-8a4c9d65fbd7 req-8d99672d-0337-4cc5-85d3-655760ce39a7 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=306ae763-1ef5-462b-8408-f5b6ef7e311c HTTP/1.1" status: 200  len: 1000 time: 0.0996253
May 31 11:54:37.583255 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01d4dc3b-c288-4eae-9c5a-8a4c9d65fbd7 req-4176d433-bb9f-4245-aeac-2f2c35bbc81a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 11:54:37.584773 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [req-01d4dc3b-c288-4eae-9c5a-8a4c9d65fbd7 req-4176d433-bb9f-4245-aeac-2f2c35bbc81a service neutron] 10.222.0.60 "GET /v2.0/subnets?id=a301253b-4889-476f-a06a-31d586ab0ede HTTP/1.1" status: 200  len: 849 time: 0.0572026
May 31 11:54:37.642777 dv-cinder-786384-7-iscsi neutron-server[103723]: DEBUG neutron.db.l3_dvr_db [None req-86e996c1-4acf-49e4-aeb7-ae7015f63c32 None None] Set router 9ae8a4bc-4f22-453c-bf1c-e1ec058c9843 gateway port host: dv-cinder-786384-7-iscsi {{(pid=103723) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
May 31 11:54:37.663000 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01d4dc3b-c288-4eae-9c5a-8a4c9d65fbd7 req-337c6111-9ab3-478c-9163-2f85d3f4d38c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 11:54:37.664536 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [req-01d4dc3b-c288-4eae-9c5a-8a4c9d65fbd7 req-337c6111-9ab3-478c-9163-2f85d3f4d38c service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=473801c6-dabb-45c0-9a54-9749a4aa5add&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0737195
May 31 11:54:37.797788 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [req-01d4dc3b-c288-4eae-9c5a-8a4c9d65fbd7 req-c7d238d7-e896-48f1-894a-bfe926805da5 service neutron] 10.222.0.60 "GET /v2.0/networks/473801c6-dabb-45c0-9a54-9749a4aa5add?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1257689
May 31 11:54:37.931495 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [req-01d4dc3b-c288-4eae-9c5a-8a4c9d65fbd7 req-70fb8cd0-fbf7-4586-b67b-47cd6c989e25 service neutron] 10.222.0.60 "GET /v2.0/networks/473801c6-dabb-45c0-9a54-9749a4aa5add?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1279497
May 31 11:54:37.984001 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron_lib.callbacks.manager [None req-e2b995a4-3526-4c71-93aa-7f4ba47dfd64 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744215964654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857257'] for agent, after_update {{(pid=103722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:54:37.990146 dv-cinder-786384-7-iscsi neutron-server[103723]: DEBUG neutron.db.l3_hamode_db [None req-86e996c1-4acf-49e4-aeb7-ae7015f63c32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f3ebcc51340>, [{'id': '9ae8a4bc-4f22-453c-bf1c-e1ec058c9843', 'name': 'tempest-AttachVolumeTestJSON-303571706-router', 'tenant_id': 'e3923e95b37e4efbba6bab00145c1100', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cb16751-6ba1-494a-bef1-53f614bdb222', 'external_fixed_ips': [{'subnet_id': '1135c889-0623-4d10-975a-f2c46f50f0f6', 'ip_address': '172.27.2.201'}], 'enable_snat': True}, 'gw_port_id': '0b1caa1a-9d57-497b-9463-5780a2ed7452', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T11:51:24Z', 'updated_at': '2021-05-31T11:51:28Z', 'revision_number': 4, 'project_id': 'e3923e95b37e4efbba6bab00145c1100', 'gw_port': {'id': '0b1caa1a-9d57-497b-9463-5780a2ed7452', 'name': '', 'network_id': '1cb16751-6ba1-494a-bef1-53f614bdb222', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:91:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ae8a4bc-4f22-453c-bf1c-e1ec058c9843', 'device_owner': 'network:router_gateway', 'standard_attr_id': 581, 'fixed_ips': [{'subnet_id': '1135c889-0623-4d10-975a-f2c46f50f0f6', 'ip_address': '172.27.2.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786384-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T11:51:25Z', 'updated_at': '2021-05-31T11:51:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1135c889-0623-4d10-975a-f2c46f50f0f6', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786384-7-iscsi', '_floatingips': [{'id': '846cbee4-2f84-4e9a-8d88-6ba13c03c905', 'tenant_id': 'e3923e95b37e4efbba6bab00145c1100', 'floating_ip_address': '172.27.2.190', 'floating_network_id': '1cb16751-6ba1-494a-bef1-53f614bdb222', 'router_id': '9ae8a4bc-4f22-453c-bf1c-e1ec058c9843', 'port_id': '306ae763-1ef5-462b-8408-f5b6ef7e311c', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 597, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '473801c6-dabb-45c0-9a54-9749a4aa5add', 'mac_address': 'fa:16:3e:8d:2f:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab1143be-5613-468e-b708-87f3e975b1db', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-31T11:54:22Z', 'updated_at': '2021-05-31T11:54:36Z', 'revision_number': 1, 'project_id': 'e3923e95b37e4efbba6bab00145c1100', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '79fb4f26-387b-47d7-b238-4bdf41a69c39', 'name': '', 'network_id': '473801c6-dabb-45c0-9a54-9749a4aa5add', 'tenant_id': 'e3923e95b37e4efbba6bab00145c1100', 'mac_address': 'fa:16:3e:53:42:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ae8a4bc-4f22-453c-bf1c-e1ec058c9843', 'device_owner': 'network:router_interface', 'standard_attr_id': 582, 'fixed_ips': [{'subnet_id': 'a301253b-4889-476f-a06a-31d586ab0ede', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786384-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T11:51:27Z', 'updated_at': '2021-05-31T11:51:33Z', 'revision_number': 5, 'project_id': 'e3923e95b37e4efbba6bab00145c1100', 'subnets': [{'id': 'a301253b-4889-476f-a06a-31d586ab0ede', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786384-7-iscsi', False) {} {{(pid=103723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 31 11:54:37.994432 dv-cinder-786384-7-iscsi neutron-server[103723]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86e996c1-4acf-49e4-aeb7-ae7015f63c32 None None] The sync data for ids ['9ae8a4bc-4f22-453c-bf1c-e1ec058c9843'] in dv-cinder-786384-7-iscsi is: [{'id': '9ae8a4bc-4f22-453c-bf1c-e1ec058c9843', 'name': 'tempest-AttachVolumeTestJSON-303571706-router', 'tenant_id': 'e3923e95b37e4efbba6bab00145c1100', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cb16751-6ba1-494a-bef1-53f614bdb222', 'external_fixed_ips': [{'subnet_id': '1135c889-0623-4d10-975a-f2c46f50f0f6', 'ip_address': '172.27.2.201'}], 'enable_snat': True}, 'gw_port_id': '0b1caa1a-9d57-497b-9463-5780a2ed7452', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T11:51:24Z', 'updated_at': '2021-05-31T11:51:28Z', 'revision_number': 4, 'project_id': 'e3923e95b37e4efbba6bab00145c1100', 'gw_port': {'id': '0b1caa1a-9d57-497b-9463-5780a2ed7452', 'name': '', 'network_id': '1cb16751-6ba1-494a-bef1-53f614bdb222', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:91:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ae8a4bc-4f22-453c-bf1c-e1ec058c9843', 'device_owner': 'network:router_gateway', 'standard_attr_id': 581, 'fixed_ips': [{'subnet_id': '1135c889-0623-4d10-975a-f2c46f50f0f6', 'ip_address': '172.27.2.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786384-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T11:51:25Z', 'updated_at': '2021-05-31T11:51:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1135c889-0623-4d10-975a-f2c46f50f0f6', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786384-7-iscsi', '_floatingips': [{'id': '846cbee4-2f84-4e9a-8d88-6ba13c03c905', 'tenant_id': 'e3923e95b37e4efbba6bab00145c1100', 'floating_ip_address': '172.27.2.190', 'floating_network_id': '1cb16751-6ba1-494a-bef1-53f614bdb222', 'router_id': '9ae8a4bc-4f22-453c-bf1c-e1ec058c9843', 'port_id': '306ae763-1ef5-462b-8408-f5b6ef7e311c', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 597, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '473801c6-dabb-45c0-9a54-9749a4aa5add', 'mac_address': 'fa:16:3e:8d:2f:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab1143be-5613-468e-b708-87f3e975b1db', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-31T11:54:22Z', 'updated_at': '2021-05-31T11:54:36Z', 'revision_number': 1, 'project_id': 'e3923e95b37e4efbba6bab00145c1100', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '79fb4f26-387b-47d7-b238-4bdf41a69c39', 'name': '', 'network_id': '473801c6-dabb-45c0-9a54-9749a4aa5add', 'tenant_id': 'e3923e95b37e4efbba6bab00145c1100', 'mac_address': 'fa:16:3e:53:42:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ae8a4bc-4f22-453c-bf1c-e1ec058c9843', 'device_owner': 'network:router_interface', 'standard_attr_id': 582, 'fixed_ips': [{'subnet_id': 'a301253b-4889-476f-a06a-31d586ab0ede', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786384-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T11:51:27Z', 'updated_at': '2021-05-31T11:51:33Z', 'revision_number': 5, 'project_id': 'e3923e95b37e4efbba6bab00145c1100', 'subnets': [{'id': 'a301253b-4889-476f-a06a-31d586ab0ede', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103723) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 31 11:54:38.188302 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30d66b64-7145-42cd-a54c-661c8432cbec None None] New status for floating IP 846cbee4-2f84-4e9a-8d88-6ba13c03c905: ACTIVE {{(pid=103722) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
May 31 11:54:39.190605 dv-cinder-786384-7-iscsi neutron-server[103723]: DEBUG neutron.db.agents_db [None req-cb648da2-ef1b-4de5-af28-8b32e926ae6d None None] Agent healthcheck: found 6 active agents {{(pid=103723) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}}
May 31 11:55:01.540160 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron_lib.callbacks.manager [None req-43028a7b-58d7-408b-ac75-1328e6896bf7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744215964654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857257'] for agent, after_update {{(pid=103722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:55:03.093296 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron_lib.callbacks.manager [None req-3c8be75e-e56d-4489-bd9b-e91fb03e86f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744215964654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857257'] for agent, after_update {{(pid=103722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:55:05.513141 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron_lib.callbacks.manager [None req-777855b8-0295-402c-81da-3907b39b1b40 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744215964654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857257'] for agent, after_update {{(pid=103722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:55:05.522251 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [req-8e428830-a784-47a8-b5c4-0caad3d16bde req-449e6067-cebb-4abc-a326-62555e7eb70c service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=ab1143be-5613-468e-b708-87f3e975b1db&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.1232612
May 31 11:55:05.630392 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron_lib.callbacks.manager [None req-1f0a762f-0348-4bba-b860-8eddab4cd770 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744215964654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857257'] for agent, after_update {{(pid=103722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:55:05.690712 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e428830-a784-47a8-b5c4-0caad3d16bde req-d350b6ac-11f0-4458-8098-9ede1dc30ee6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 11:55:05.692078 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [req-8e428830-a784-47a8-b5c4-0caad3d16bde req-d350b6ac-11f0-4458-8098-9ede1dc30ee6 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=e3923e95b37e4efbba6bab00145c1100&device_id=ab1143be-5613-468e-b708-87f3e975b1db HTTP/1.1" status: 200  len: 1099 time: 0.0736380
May 31 11:55:05.840597 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e428830-a784-47a8-b5c4-0caad3d16bde req-acc760ce-9849-4969-a160-a14544b73b02 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 11:55:05.841984 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [req-8e428830-a784-47a8-b5c4-0caad3d16bde req-acc760ce-9849-4969-a160-a14544b73b02 service neutron] 10.222.0.60 "GET /v2.0/networks?id=473801c6-dabb-45c0-9a54-9749a4aa5add HTTP/1.1" status: 200  len: 911 time: 0.1274264
May 31 11:55:05.943436 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [req-8e428830-a784-47a8-b5c4-0caad3d16bde req-3a89acbf-d255-405c-a24d-8d41dbe657a9 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=306ae763-1ef5-462b-8408-f5b6ef7e311c HTTP/1.1" status: 200  len: 1002 time: 0.0930641
May 31 11:55:06.015156 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e428830-a784-47a8-b5c4-0caad3d16bde req-c49f3f74-56ed-4ca7-94a5-0de67d5245e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 11:55:06.016617 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [req-8e428830-a784-47a8-b5c4-0caad3d16bde req-c49f3f74-56ed-4ca7-94a5-0de67d5245e2 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=a301253b-4889-476f-a06a-31d586ab0ede HTTP/1.1" status: 200  len: 849 time: 0.0659494
May 31 11:55:06.096707 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e428830-a784-47a8-b5c4-0caad3d16bde req-7a9828e5-a4c8-4bde-8417-c72895a491c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 11:55:06.098157 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [req-8e428830-a784-47a8-b5c4-0caad3d16bde req-7a9828e5-a4c8-4bde-8417-c72895a491c6 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=473801c6-dabb-45c0-9a54-9749a4aa5add&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0721035
May 31 11:55:06.230792 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [req-8e428830-a784-47a8-b5c4-0caad3d16bde req-78e2675e-df87-4f67-9458-4e3ba10e3c35 service neutron] 10.222.0.60 "GET /v2.0/networks/473801c6-dabb-45c0-9a54-9749a4aa5add?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1255631
May 31 11:55:06.364765 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [req-8e428830-a784-47a8-b5c4-0caad3d16bde req-72716a45-d6d2-478f-adbc-eddeff8310b5 service neutron] 10.222.0.60 "GET /v2.0/networks/473801c6-dabb-45c0-9a54-9749a4aa5add?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1262832
May 31 11:55:06.534972 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron_lib.callbacks.manager [None req-c59bf3d8-3f04-4740-8d75-807cb4f7478e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744215964654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857257'] for agent, after_update {{(pid=103722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:55:07.999088 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron_lib.callbacks.manager [None req-e2b995a4-3526-4c71-93aa-7f4ba47dfd64 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744215964654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857257'] for agent, after_update {{(pid=103722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:55:16.195955 dv-cinder-786384-7-iscsi neutron-server[103723]: DEBUG neutron.db.agents_db [None req-cb648da2-ef1b-4de5-af28-8b32e926ae6d None None] Agent healthcheck: found 6 active agents {{(pid=103723) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}}
May 31 11:55:31.537619 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron_lib.callbacks.manager [None req-43028a7b-58d7-408b-ac75-1328e6896bf7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744215964654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857257'] for agent, after_update {{(pid=103722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:55:33.133606 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron_lib.callbacks.manager [None req-cbbe2ca2-b680-4847-95da-35b6fed670fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744215964654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857257'] for agent, after_update {{(pid=103722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:55:35.520463 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron_lib.callbacks.manager [None req-d5defb1f-3cd5-4a14-a39b-c4e8cf951476 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744215964654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857257'] for agent, after_update {{(pid=103722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:55:35.636379 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron_lib.callbacks.manager [None req-1f0a762f-0348-4bba-b860-8eddab4cd770 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744215964654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857257'] for agent, after_update {{(pid=103722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:55:36.531990 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron_lib.callbacks.manager [None req-c59bf3d8-3f04-4740-8d75-807cb4f7478e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744215964654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857257'] for agent, after_update {{(pid=103722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:55:37.348026 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72c16cc9-8477-4707-a2df-979d1f1e2f29 req-2d8a3afa-17fe-4228-a6c9-6676556f8374 tempest-AttachVolumeTestJSON-530604526 tempest-AttachVolumeTestJSON-530604526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 11:55:37.349454 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [req-72c16cc9-8477-4707-a2df-979d1f1e2f29 req-2d8a3afa-17fe-4228-a6c9-6676556f8374 tempest-AttachVolumeTestJSON-530604526 tempest-AttachVolumeTestJSON-530604526-project] 10.222.0.57 "GET /v2.0/ports?device_id=ab1143be-5613-468e-b708-87f3e975b1db HTTP/1.1" status: 200  len: 946 time: 0.0937982
May 31 11:55:37.396352 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [req-72c16cc9-8477-4707-a2df-979d1f1e2f29 req-ed821dbd-fcc0-4436-ba99-a0b5e2eccf71 tempest-AttachVolumeTestJSON-530604526 tempest-AttachVolumeTestJSON-530604526-project] 10.222.0.57 "GET /v2.0/security-groups?id=fa930bf9-336b-4de2-be3d-529bcb594e43&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0382800
May 31 11:55:38.000528 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron_lib.callbacks.manager [None req-e2b995a4-3526-4c71-93aa-7f4ba47dfd64 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744215964654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857257'] for agent, after_update {{(pid=103722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:55:38.598519 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd06fca5-cfaf-476a-a9df-11c3c226b79c req-3b2f4f4a-75e6-4306-9865-6922504dadf9 tempest-AttachVolumeTestJSON-530604526 tempest-AttachVolumeTestJSON-530604526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 11:55:38.599973 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [req-bd06fca5-cfaf-476a-a9df-11c3c226b79c req-3b2f4f4a-75e6-4306-9865-6922504dadf9 tempest-AttachVolumeTestJSON-530604526 tempest-AttachVolumeTestJSON-530604526-project] 10.222.0.57 "GET /v2.0/ports?device_id=ab1143be-5613-468e-b708-87f3e975b1db HTTP/1.1" status: 200  len: 946 time: 0.0823295
May 31 11:55:38.643268 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [req-bd06fca5-cfaf-476a-a9df-11c3c226b79c req-7e6f12b3-825c-4897-aa8e-56dc914192f2 tempest-AttachVolumeTestJSON-530604526 tempest-AttachVolumeTestJSON-530604526-project] 10.222.0.57 "GET /v2.0/security-groups?id=fa930bf9-336b-4de2-be3d-529bcb594e43&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0375519
May 31 11:55:39.198771 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5f5efe5-8eda-406f-b72a-875b3d65bfb1 req-9d6d0b8e-1f90-4d2a-af89-bcd36be0855c tempest-AttachVolumeTestJSON-530604526 tempest-AttachVolumeTestJSON-530604526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 11:55:39.200305 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [req-f5f5efe5-8eda-406f-b72a-875b3d65bfb1 req-9d6d0b8e-1f90-4d2a-af89-bcd36be0855c tempest-AttachVolumeTestJSON-530604526 tempest-AttachVolumeTestJSON-530604526-project] 10.222.0.60 "GET /v2.0/ports?device_id=ab1143be-5613-468e-b708-87f3e975b1db HTTP/1.1" status: 200  len: 946 time: 0.1968093
May 31 11:55:39.338431 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.plugins.ml2.plugin [req-f5f5efe5-8eda-406f-b72a-875b3d65bfb1 req-86f4edba-ffcf-434a-bc45-3ce89f4e960b tempest-AttachVolumeTestJSON-530604526 tempest-AttachVolumeTestJSON-530604526-project] Deleting port 306ae763-1ef5-462b-8408-f5b6ef7e311c {{(pid=103721) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
May 31 11:55:39.338737 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron_lib.callbacks.manager [req-f5f5efe5-8eda-406f-b72a-875b3d65bfb1 req-86f4edba-ffcf-434a-bc45-3ce89f4e960b tempest-AttachVolumeTestJSON-530604526 tempest-AttachVolumeTestJSON-530604526-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744215952451'] for port, before_delete {{(pid=103721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:55:39.469815 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.plugins.ml2.db [req-f5f5efe5-8eda-406f-b72a-875b3d65bfb1 req-86f4edba-ffcf-434a-bc45-3ce89f4e960b tempest-AttachVolumeTestJSON-530604526 tempest-AttachVolumeTestJSON-530604526-project] For port 306ae763-1ef5-462b-8408-f5b6ef7e311c, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=306ae763-1ef5-462b-8408-f5b6ef7e311c,segment=NetworkSegment(3d1de7c0-86e0-456b-9c60-98ba6c64918f),segment_id=3d1de7c0-86e0-456b-9c60-98ba6c64918f)] {{(pid=103721) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 31 11:55:39.470166 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron_lib.callbacks.manager [req-f5f5efe5-8eda-406f-b72a-875b3d65bfb1 req-86f4edba-ffcf-434a-bc45-3ce89f4e960b tempest-AttachVolumeTestJSON-530604526 tempest-AttachVolumeTestJSON-530604526-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4088094'] for port, precommit_delete {{(pid=103721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:55:39.752326 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron_lib.callbacks.manager [req-f5f5efe5-8eda-406f-b72a-875b3d65bfb1 req-86f4edba-ffcf-434a-bc45-3ce89f4e960b tempest-AttachVolumeTestJSON-530604526 tempest-AttachVolumeTestJSON-530604526-project] Notify callbacks [] for floatingip, precommit_update {{(pid=103721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:55:39.753048 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron_lib.callbacks.manager [req-f5f5efe5-8eda-406f-b72a-875b3d65bfb1 req-86f4edba-ffcf-434a-bc45-3ce89f4e960b tempest-AttachVolumeTestJSON-530604526 tempest-AttachVolumeTestJSON-530604526-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4088573'] for floatingip, after_update {{(pid=103721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:55:39.753048 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.db.l3_db [req-f5f5efe5-8eda-406f-b72a-875b3d65bfb1 req-86f4edba-ffcf-434a-bc45-3ce89f4e960b tempest-AttachVolumeTestJSON-530604526 tempest-AttachVolumeTestJSON-530604526-project] Floating IP 846cbee4-2f84-4e9a-8d88-6ba13c03c905 disassociated. External IP: 172.27.2.190, port: 306ae763-1ef5-462b-8408-f5b6ef7e311c.
May 31 11:55:39.753370 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.plugins.ml2.plugin [req-f5f5efe5-8eda-406f-b72a-875b3d65bfb1 req-86f4edba-ffcf-434a-bc45-3ce89f4e960b tempest-AttachVolumeTestJSON-530604526 tempest-AttachVolumeTestJSON-530604526-project] Calling delete_port for 306ae763-1ef5-462b-8408-f5b6ef7e311c owned by compute:nova {{(pid=103721) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
May 31 11:55:39.865570 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73a5db93-96c0-47bf-9abf-6869d0d67309 req-8f661c01-c227-4d07-8124-dfcc8d76023d tempest-AttachVolumeTestJSON-530604526 tempest-AttachVolumeTestJSON-530604526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 11:55:39.867037 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [req-73a5db93-96c0-47bf-9abf-6869d0d67309 req-8f661c01-c227-4d07-8124-dfcc8d76023d tempest-AttachVolumeTestJSON-530604526 tempest-AttachVolumeTestJSON-530604526-project] 10.222.0.57 "GET /v2.0/ports?device_id=ab1143be-5613-468e-b708-87f3e975b1db HTTP/1.1" status: 200  len: 946 time: 0.1111128
May 31 11:55:39.960988 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [req-73a5db93-96c0-47bf-9abf-6869d0d67309 req-df32753c-2584-4aa8-9293-c08bab44160d tempest-AttachVolumeTestJSON-530604526 tempest-AttachVolumeTestJSON-530604526-project] 10.222.0.57 "GET /v2.0/security-groups?id=fa930bf9-336b-4de2-be3d-529bcb594e43&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0871496
May 31 11:55:39.967853 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron_lib.callbacks.manager [req-f5f5efe5-8eda-406f-b72a-875b3d65bfb1 req-86f4edba-ffcf-434a-bc45-3ce89f4e960b tempest-AttachVolumeTestJSON-530604526 tempest-AttachVolumeTestJSON-530604526-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937715', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3701677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744215954342', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744215520979', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2250866'] for port, after_delete {{(pid=103721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:55:39.974196 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG oslo_concurrency.lockutils [None req-94d5fbfd-95cf-466d-abb7-75e20cbeac81 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103721) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 31 11:55:40.025420 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86f4edba-ffcf-434a-bc45-3ce89f4e960b tempest-AttachVolumeTestJSON-530604526 tempest-AttachVolumeTestJSON-530604526-project] Pushing event deleted for resources: {'Port': ['ID=306ae763-1ef5-462b-8408-f5b6ef7e311c,revision_number=None']} {{(pid=103721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 31 11:55:40.039218 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86f4edba-ffcf-434a-bc45-3ce89f4e960b tempest-AttachVolumeTestJSON-530604526 tempest-AttachVolumeTestJSON-530604526-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786384-7-iscsi {{(pid=103721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 31 11:55:40.039583 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86f4edba-ffcf-434a-bc45-3ce89f4e960b tempest-AttachVolumeTestJSON-530604526 tempest-AttachVolumeTestJSON-530604526-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786384-7-iscsi {{(pid=103721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 31 11:55:40.039977 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86f4edba-ffcf-434a-bc45-3ce89f4e960b tempest-AttachVolumeTestJSON-530604526 tempest-AttachVolumeTestJSON-530604526-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786384-7-iscsi {{(pid=103721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 31 11:55:40.040326 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86f4edba-ffcf-434a-bc45-3ce89f4e960b tempest-AttachVolumeTestJSON-530604526 tempest-AttachVolumeTestJSON-530604526-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786384-7-iscsi {{(pid=103721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 31 11:55:40.040675 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86f4edba-ffcf-434a-bc45-3ce89f4e960b tempest-AttachVolumeTestJSON-530604526 tempest-AttachVolumeTestJSON-530604526-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786384-7-iscsi {{(pid=103721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 31 11:55:40.041006 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86f4edba-ffcf-434a-bc45-3ce89f4e960b tempest-AttachVolumeTestJSON-530604526 tempest-AttachVolumeTestJSON-530604526-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786384-7-iscsi {{(pid=103721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 31 11:55:40.041350 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86f4edba-ffcf-434a-bc45-3ce89f4e960b tempest-AttachVolumeTestJSON-530604526 tempest-AttachVolumeTestJSON-530604526-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786384-7-iscsi {{(pid=103721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 31 11:55:40.041685 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86f4edba-ffcf-434a-bc45-3ce89f4e960b tempest-AttachVolumeTestJSON-530604526 tempest-AttachVolumeTestJSON-530604526-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786384-7-iscsi {{(pid=103721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 31 11:55:40.042026 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86f4edba-ffcf-434a-bc45-3ce89f4e960b tempest-AttachVolumeTestJSON-530604526 tempest-AttachVolumeTestJSON-530604526-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786384-7-iscsi {{(pid=103721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 31 11:55:40.042365 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86f4edba-ffcf-434a-bc45-3ce89f4e960b tempest-AttachVolumeTestJSON-530604526 tempest-AttachVolumeTestJSON-530604526-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786384-7-iscsi {{(pid=103721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 31 11:55:40.042703 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86f4edba-ffcf-434a-bc45-3ce89f4e960b tempest-AttachVolumeTestJSON-530604526 tempest-AttachVolumeTestJSON-530604526-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786384-7-iscsi {{(pid=103721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 31 11:55:40.043023 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86f4edba-ffcf-434a-bc45-3ce89f4e960b tempest-AttachVolumeTestJSON-530604526 tempest-AttachVolumeTestJSON-530604526-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786384-7-iscsi {{(pid=103721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 31 11:55:40.046649 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG oslo_concurrency.lockutils [None req-86f4edba-ffcf-434a-bc45-3ce89f4e960b tempest-AttachVolumeTestJSON-530604526 tempest-AttachVolumeTestJSON-530604526-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=103721) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 31 11:55:40.231327 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.scheduler.l3_agent_scheduler [req-f5f5efe5-8eda-406f-b72a-875b3d65bfb1 req-86f4edba-ffcf-434a-bc45-3ce89f4e960b tempest-AttachVolumeTestJSON-530604526 tempest-AttachVolumeTestJSON-530604526-project] Router 9ae8a4bc-4f22-453c-bf1c-e1ec058c9843 has already been hosted by L3 agent f8c17dd7-da16-4427-b6e3-d7e30616bc4c {{(pid=103721) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
May 31 11:55:40.410604 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-f5f5efe5-8eda-406f-b72a-875b3d65bfb1 req-86f4edba-ffcf-434a-bc45-3ce89f4e960b tempest-AttachVolumeTestJSON-530604526 tempest-AttachVolumeTestJSON-530604526-project] Notify agent at l3_agent.dv-cinder-786384-7-iscsi the message routers_updated {{(pid=103721) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
May 31 11:55:40.420499 dv-cinder-786384-7-iscsi neutron-server[103723]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7df966d7-c964-4244-b9ea-346051cff657 None None] Sync routers for ids ['9ae8a4bc-4f22-453c-bf1c-e1ec058c9843'] in dv-cinder-786384-7-iscsi {{(pid=103723) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 31 11:55:40.435255 dv-cinder-786384-7-iscsi neutron-server[103723]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7df966d7-c964-4244-b9ea-346051cff657 None None] Routers {'9ae8a4bc-4f22-453c-bf1c-e1ec058c9843'} bound to L3 agent in host dv-cinder-786384-7-iscsi {{(pid=103723) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 31 11:55:40.436017 dv-cinder-786384-7-iscsi neutron-server[103723]: DEBUG neutron.db.l3_hamode_db [None req-7df966d7-c964-4244-b9ea-346051cff657 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f3ebcb17fd0>, 'dv-cinder-786384-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-05-31T11:36:05Z,description=<?>,heartbeat_timestamp=2021-05-31T11:55:36Z,host='dv-cinder-786384-7-iscsi',id=f8c17dd7-da16-4427-b6e3-d7e30616bc4c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-31T11:36:05Z,topic='l3_agent')) {'router_ids': ['9ae8a4bc-4f22-453c-bf1c-e1ec058c9843'], 'active': True} {{(pid=103723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 31 11:55:40.488045 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.db.l3_dvrscheduler_db [req-f5f5efe5-8eda-406f-b72a-875b3d65bfb1 req-86f4edba-ffcf-434a-bc45-3ce89f4e960b tempest-AttachVolumeTestJSON-530604526 tempest-AttachVolumeTestJSON-530604526-project] No DVR routers for this DVR port 306ae763-1ef5-462b-8408-f5b6ef7e311c on host hv-cinder-78638 {{(pid=103721) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 31 11:55:40.490896 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron_lib.callbacks.manager [req-f5f5efe5-8eda-406f-b72a-875b3d65bfb1 req-86f4edba-ffcf-434a-bc45-3ce89f4e960b tempest-AttachVolumeTestJSON-530604526 tempest-AttachVolumeTestJSON-530604526-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46333'] for port, before_response {{(pid=103721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:55:40.496146 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ab1143be-5613-468e-b708-87f3e975b1db', 'name': 'network-vif-deleted', 'tag': '306ae763-1ef5-462b-8408-f5b6ef7e311c'}] {{(pid=103721) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 31 11:55:40.496146 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3cd903d475e597836c68a86188e0a4f713f0e90603b95bd8a010e768671d0d04" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2207adea-6f61-4e16-9046-1f22bfeb5be9" -d '{"events": [{"server_uuid": "ab1143be-5613-468e-b708-87f3e975b1db", "name": "network-vif-deleted", "tag": "306ae763-1ef5-462b-8408-f5b6ef7e311c"}]}' {{(pid=103721) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
May 31 11:55:40.512143 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [req-f5f5efe5-8eda-406f-b72a-875b3d65bfb1 req-86f4edba-ffcf-434a-bc45-3ce89f4e960b tempest-AttachVolumeTestJSON-530604526 tempest-AttachVolumeTestJSON-530604526-project] 10.222.0.60 "DELETE /v2.0/ports/306ae763-1ef5-462b-8408-f5b6ef7e311c HTTP/1.1" status: 204  len: 173 time: 1.3060646
May 31 11:55:40.611818 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 31 May 2021 11:55:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-349840e1-9e31-413a-854c-b7de96f65550 x-openstack-request-id: req-349840e1-9e31-413a-854c-b7de96f65550 {{(pid=103721) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
May 31 11:55:40.612102 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ab1143be-5613-468e-b708-87f3e975b1db", "name": "network-vif-deleted", "tag": "306ae763-1ef5-462b-8408-f5b6ef7e311c", "status": "completed", "code": 200}]} {{(pid=103721) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
May 31 11:55:40.612404 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-349840e1-9e31-413a-854c-b7de96f65550 {{(pid=103721) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
May 31 11:55:40.613476 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ab1143be-5613-468e-b708-87f3e975b1db', 'name': 'network-vif-deleted', 'tag': '306ae763-1ef5-462b-8408-f5b6ef7e311c', 'status': 'completed', 'code': 200}
May 31 11:55:40.625482 dv-cinder-786384-7-iscsi neutron-server[103723]: DEBUG neutron.db.l3_dvr_db [None req-7df966d7-c964-4244-b9ea-346051cff657 None None] Set router 9ae8a4bc-4f22-453c-bf1c-e1ec058c9843 gateway port host: dv-cinder-786384-7-iscsi {{(pid=103723) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
May 31 11:55:40.956601 dv-cinder-786384-7-iscsi neutron-server[103723]: DEBUG neutron.db.l3_hamode_db [None req-7df966d7-c964-4244-b9ea-346051cff657 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f3ebcb17fd0>, [{'id': '9ae8a4bc-4f22-453c-bf1c-e1ec058c9843', 'name': 'tempest-AttachVolumeTestJSON-303571706-router', 'tenant_id': 'e3923e95b37e4efbba6bab00145c1100', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cb16751-6ba1-494a-bef1-53f614bdb222', 'external_fixed_ips': [{'subnet_id': '1135c889-0623-4d10-975a-f2c46f50f0f6', 'ip_address': '172.27.2.201'}], 'enable_snat': True}, 'gw_port_id': '0b1caa1a-9d57-497b-9463-5780a2ed7452', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T11:51:24Z', 'updated_at': '2021-05-31T11:51:28Z', 'revision_number': 4, 'project_id': 'e3923e95b37e4efbba6bab00145c1100', 'gw_port': {'id': '0b1caa1a-9d57-497b-9463-5780a2ed7452', 'name': '', 'network_id': '1cb16751-6ba1-494a-bef1-53f614bdb222', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:91:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ae8a4bc-4f22-453c-bf1c-e1ec058c9843', 'device_owner': 'network:router_gateway', 'standard_attr_id': 581, 'fixed_ips': [{'subnet_id': '1135c889-0623-4d10-975a-f2c46f50f0f6', 'ip_address': '172.27.2.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786384-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T11:51:25Z', 'updated_at': '2021-05-31T11:51:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1135c889-0623-4d10-975a-f2c46f50f0f6', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786384-7-iscsi', '_interfaces': [{'id': '79fb4f26-387b-47d7-b238-4bdf41a69c39', 'name': '', 'network_id': '473801c6-dabb-45c0-9a54-9749a4aa5add', 'tenant_id': 'e3923e95b37e4efbba6bab00145c1100', 'mac_address': 'fa:16:3e:53:42:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ae8a4bc-4f22-453c-bf1c-e1ec058c9843', 'device_owner': 'network:router_interface', 'standard_attr_id': 582, 'fixed_ips': [{'subnet_id': 'a301253b-4889-476f-a06a-31d586ab0ede', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786384-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T11:51:27Z', 'updated_at': '2021-05-31T11:51:33Z', 'revision_number': 5, 'project_id': 'e3923e95b37e4efbba6bab00145c1100', 'subnets': [{'id': 'a301253b-4889-476f-a06a-31d586ab0ede', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786384-7-iscsi', False) {} {{(pid=103723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 31 11:55:40.960706 dv-cinder-786384-7-iscsi neutron-server[103723]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7df966d7-c964-4244-b9ea-346051cff657 None None] Checking router: 9ae8a4bc-4f22-453c-bf1c-e1ec058c9843 for host: dv-cinder-786384-7-iscsi {{(pid=103723) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
May 31 11:55:40.969163 dv-cinder-786384-7-iscsi neutron-server[103723]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7df966d7-c964-4244-b9ea-346051cff657 None None] Routers {'9ae8a4bc-4f22-453c-bf1c-e1ec058c9843'} bound to L3 agent in host dv-cinder-786384-7-iscsi {{(pid=103723) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 31 11:55:40.969755 dv-cinder-786384-7-iscsi neutron-server[103723]: DEBUG neutron.db.l3_hamode_db [None req-7df966d7-c964-4244-b9ea-346051cff657 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f3ebcb17fd0>, 'dv-cinder-786384-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-05-31T11:36:05Z,description=<?>,heartbeat_timestamp=2021-05-31T11:55:36Z,host='dv-cinder-786384-7-iscsi',id=f8c17dd7-da16-4427-b6e3-d7e30616bc4c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-31T11:36:05Z,topic='l3_agent')) {'router_ids': ['9ae8a4bc-4f22-453c-bf1c-e1ec058c9843'], 'active': True} {{(pid=103723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 31 11:55:41.138701 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.quota.resource [req-e22318a8-af7c-42ed-a05d-6507100d81b4 req-365f8269-2bb5-4b9e-ba66-d6287fb7089f tempest-AttachVolumeTestJSON-530604526 tempest-AttachVolumeTestJSON-530604526-project] Synchronizing usage tracker for tenant:e3923e95b37e4efbba6bab00145c1100 on resource:port {{(pid=103721) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 31 11:55:41.151239 dv-cinder-786384-7-iscsi neutron-server[103723]: DEBUG neutron.db.l3_dvr_db [None req-7df966d7-c964-4244-b9ea-346051cff657 None None] Set router 9ae8a4bc-4f22-453c-bf1c-e1ec058c9843 gateway port host: dv-cinder-786384-7-iscsi {{(pid=103723) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
May 31 11:55:41.156742 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.quota.resource [req-e22318a8-af7c-42ed-a05d-6507100d81b4 req-365f8269-2bb5-4b9e-ba66-d6287fb7089f tempest-AttachVolumeTestJSON-530604526 tempest-AttachVolumeTestJSON-530604526-project] Unset dirty status for tenant:e3923e95b37e4efbba6bab00145c1100 on resource:port {{(pid=103721) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 31 11:55:41.157926 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [req-e22318a8-af7c-42ed-a05d-6507100d81b4 req-365f8269-2bb5-4b9e-ba66-d6287fb7089f tempest-AttachVolumeTestJSON-530604526 tempest-AttachVolumeTestJSON-530604526-project] 10.222.0.57 "GET /v2.0/ports?device_id=ab1143be-5613-468e-b708-87f3e975b1db HTTP/1.1" status: 200  len: 210 time: 0.0656176
May 31 11:55:41.466280 dv-cinder-786384-7-iscsi neutron-server[103723]: DEBUG neutron.db.l3_hamode_db [None req-7df966d7-c964-4244-b9ea-346051cff657 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f3ebcb17fd0>, [{'id': '9ae8a4bc-4f22-453c-bf1c-e1ec058c9843', 'name': 'tempest-AttachVolumeTestJSON-303571706-router', 'tenant_id': 'e3923e95b37e4efbba6bab00145c1100', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cb16751-6ba1-494a-bef1-53f614bdb222', 'external_fixed_ips': [{'subnet_id': '1135c889-0623-4d10-975a-f2c46f50f0f6', 'ip_address': '172.27.2.201'}], 'enable_snat': True}, 'gw_port_id': '0b1caa1a-9d57-497b-9463-5780a2ed7452', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T11:51:24Z', 'updated_at': '2021-05-31T11:51:28Z', 'revision_number': 4, 'project_id': 'e3923e95b37e4efbba6bab00145c1100', 'gw_port': {'id': '0b1caa1a-9d57-497b-9463-5780a2ed7452', 'name': '', 'network_id': '1cb16751-6ba1-494a-bef1-53f614bdb222', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:91:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ae8a4bc-4f22-453c-bf1c-e1ec058c9843', 'device_owner': 'network:router_gateway', 'standard_attr_id': 581, 'fixed_ips': [{'subnet_id': '1135c889-0623-4d10-975a-f2c46f50f0f6', 'ip_address': '172.27.2.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786384-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T11:51:25Z', 'updated_at': '2021-05-31T11:51:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1135c889-0623-4d10-975a-f2c46f50f0f6', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786384-7-iscsi', '_interfaces': [{'id': '79fb4f26-387b-47d7-b238-4bdf41a69c39', 'name': '', 'network_id': '473801c6-dabb-45c0-9a54-9749a4aa5add', 'tenant_id': 'e3923e95b37e4efbba6bab00145c1100', 'mac_address': 'fa:16:3e:53:42:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ae8a4bc-4f22-453c-bf1c-e1ec058c9843', 'device_owner': 'network:router_interface', 'standard_attr_id': 582, 'fixed_ips': [{'subnet_id': 'a301253b-4889-476f-a06a-31d586ab0ede', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786384-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T11:51:27Z', 'updated_at': '2021-05-31T11:51:33Z', 'revision_number': 5, 'project_id': 'e3923e95b37e4efbba6bab00145c1100', 'subnets': [{'id': 'a301253b-4889-476f-a06a-31d586ab0ede', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786384-7-iscsi', False) {} {{(pid=103723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 31 11:55:41.470283 dv-cinder-786384-7-iscsi neutron-server[103723]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7df966d7-c964-4244-b9ea-346051cff657 None None] The sync data for ids ['9ae8a4bc-4f22-453c-bf1c-e1ec058c9843'] in dv-cinder-786384-7-iscsi is: [{'id': '9ae8a4bc-4f22-453c-bf1c-e1ec058c9843', 'name': 'tempest-AttachVolumeTestJSON-303571706-router', 'tenant_id': 'e3923e95b37e4efbba6bab00145c1100', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cb16751-6ba1-494a-bef1-53f614bdb222', 'external_fixed_ips': [{'subnet_id': '1135c889-0623-4d10-975a-f2c46f50f0f6', 'ip_address': '172.27.2.201'}], 'enable_snat': True}, 'gw_port_id': '0b1caa1a-9d57-497b-9463-5780a2ed7452', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T11:51:24Z', 'updated_at': '2021-05-31T11:51:28Z', 'revision_number': 4, 'project_id': 'e3923e95b37e4efbba6bab00145c1100', 'gw_port': {'id': '0b1caa1a-9d57-497b-9463-5780a2ed7452', 'name': '', 'network_id': '1cb16751-6ba1-494a-bef1-53f614bdb222', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:91:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ae8a4bc-4f22-453c-bf1c-e1ec058c9843', 'device_owner': 'network:router_gateway', 'standard_attr_id': 581, 'fixed_ips': [{'subnet_id': '1135c889-0623-4d10-975a-f2c46f50f0f6', 'ip_address': '172.27.2.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786384-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T11:51:25Z', 'updated_at': '2021-05-31T11:51:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1135c889-0623-4d10-975a-f2c46f50f0f6', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786384-7-iscsi', '_interfaces': [{'id': '79fb4f26-387b-47d7-b238-4bdf41a69c39', 'name': '', 'network_id': '473801c6-dabb-45c0-9a54-9749a4aa5add', 'tenant_id': 'e3923e95b37e4efbba6bab00145c1100', 'mac_address': 'fa:16:3e:53:42:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ae8a4bc-4f22-453c-bf1c-e1ec058c9843', 'device_owner': 'network:router_interface', 'standard_attr_id': 582, 'fixed_ips': [{'subnet_id': 'a301253b-4889-476f-a06a-31d586ab0ede', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786384-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T11:51:27Z', 'updated_at': '2021-05-31T11:51:33Z', 'revision_number': 5, 'project_id': 'e3923e95b37e4efbba6bab00145c1100', 'subnets': [{'id': 'a301253b-4889-476f-a06a-31d586ab0ede', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103723) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 31 11:55:41.676729 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9cb68650-e0dc-480c-9236-bf460df1c001 None None] New status for floating IP 846cbee4-2f84-4e9a-8d88-6ba13c03c905: DOWN {{(pid=103722) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
May 31 11:55:42.300227 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.wsgi [-] (103721) accepted ('10.222.0.57', 48724) {{(pid=103721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 31 11:55:42.364509 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron_lib.callbacks.manager [None req-545ec32d-f88b-43ff-b975-252f3488962f tempest-AttachVolumeTestJSON-530604526 tempest-AttachVolumeTestJSON-530604526-project] Notify callbacks [] for security_group, before_delete {{(pid=103721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:55:42.396044 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron_lib.callbacks.manager [None req-545ec32d-f88b-43ff-b975-252f3488962f tempest-AttachVolumeTestJSON-530604526 tempest-AttachVolumeTestJSON-530604526-project] Notify callbacks [] for security_group, precommit_delete {{(pid=103721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:55:42.558101 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron_lib.callbacks.manager [None req-545ec32d-f88b-43ff-b975-252f3488962f tempest-AttachVolumeTestJSON-530604526 tempest-AttachVolumeTestJSON-530604526-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3705957'] for security_group, after_delete {{(pid=103721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:55:42.561838 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG oslo_concurrency.lockutils [None req-33d43359-7117-431c-9109-2aa39b43a322 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103721) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 31 11:55:42.576784 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-545ec32d-f88b-43ff-b975-252f3488962f tempest-AttachVolumeTestJSON-530604526 tempest-AttachVolumeTestJSON-530604526-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fa930bf9-336b-4de2-be3d-529bcb594e43,revision_number=None']} {{(pid=103721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 31 11:55:42.580735 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG oslo_concurrency.lockutils [None req-545ec32d-f88b-43ff-b975-252f3488962f tempest-AttachVolumeTestJSON-530604526 tempest-AttachVolumeTestJSON-530604526-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=103721) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 31 11:55:42.584154 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron_lib.callbacks.manager [None req-545ec32d-f88b-43ff-b975-252f3488962f tempest-AttachVolumeTestJSON-530604526 tempest-AttachVolumeTestJSON-530604526-project] Notify callbacks [] for security_group, before_response {{(pid=103721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:55:42.587900 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [None req-545ec32d-f88b-43ff-b975-252f3488962f tempest-AttachVolumeTestJSON-530604526 tempest-AttachVolumeTestJSON-530604526-project] 10.222.0.57 "DELETE /v2.0/security-groups/fa930bf9-336b-4de2-be3d-529bcb594e43 HTTP/1.1" status: 204  len: 168 time: 0.2839882
May 31 11:55:42.588125 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.wsgi [-] (103721) accepted ('10.222.0.57', 48728) {{(pid=103721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 31 11:55:42.603963 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.api.v2.resource [None req-33f56848-4bcf-4d44-a2d3-6812f63a79e9 tempest-AttachVolumeTestJSON-530604526 tempest-AttachVolumeTestJSON-530604526-project] show failed (client error): The resource could not be found.
May 31 11:55:42.604954 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [None req-33f56848-4bcf-4d44-a2d3-6812f63a79e9 tempest-AttachVolumeTestJSON-530604526 tempest-AttachVolumeTestJSON-530604526-project] 10.222.0.57 "GET /v2.0/security-groups/fa930bf9-336b-4de2-be3d-529bcb594e43 HTTP/1.1" status: 404  len: 347 time: 0.0159559
May 31 11:55:42.607867 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.wsgi [-] (103721) accepted ('10.222.0.57', 48732) {{(pid=103721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 31 11:55:42.829860 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.plugins.ml2.plugin [None req-a34732c2-40c7-4cfc-a0ee-fb68c356e6af tempest-AttachVolumeTestJSON-530604526 tempest-AttachVolumeTestJSON-530604526-project] Deleting port 2775793f-4788-45d3-bbd8-5f42de48bdd5 {{(pid=103721) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
May 31 11:55:42.830113 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron_lib.callbacks.manager [None req-a34732c2-40c7-4cfc-a0ee-fb68c356e6af tempest-AttachVolumeTestJSON-530604526 tempest-AttachVolumeTestJSON-530604526-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744215952451'] for port, before_delete {{(pid=103721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:55:42.947351 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron_lib.callbacks.manager [None req-a34732c2-40c7-4cfc-a0ee-fb68c356e6af tempest-AttachVolumeTestJSON-530604526 tempest-AttachVolumeTestJSON-530604526-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4088094'] for port, precommit_delete {{(pid=103721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:55:42.947637 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron_lib.callbacks.manager [None req-a34732c2-40c7-4cfc-a0ee-fb68c356e6af tempest-AttachVolumeTestJSON-530604526 tempest-AttachVolumeTestJSON-530604526-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=103721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:55:43.067700 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.plugins.ml2.plugin [None req-a34732c2-40c7-4cfc-a0ee-fb68c356e6af tempest-AttachVolumeTestJSON-530604526 tempest-AttachVolumeTestJSON-530604526-project] Calling delete_port for 2775793f-4788-45d3-bbd8-5f42de48bdd5 owned by network:floatingip {{(pid=103721) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
May 31 11:55:43.154877 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron.plugins.ml2.rpc [None req-43028a7b-58d7-408b-ac75-1328e6896bf7 None None] Device 306ae763-1ef5-462b-8408-f5b6ef7e311c no longer exists at agent hyperv_hv-cinder-78638 {{(pid=103722) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
May 31 11:55:43.186641 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron_lib.callbacks.manager [None req-a34732c2-40c7-4cfc-a0ee-fb68c356e6af tempest-AttachVolumeTestJSON-530604526 tempest-AttachVolumeTestJSON-530604526-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937715', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3701677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744215954342', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744215520979', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2250866'] for port, after_delete {{(pid=103721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:55:43.190226 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG oslo_concurrency.lockutils [None req-c64ee139-0050-4a6f-b901-d874a13c291d service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103721) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 31 11:55:43.190590 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron.plugins.ml2.plugin [None req-43028a7b-58d7-408b-ac75-1328e6896bf7 None None] No Port match for: 306ae763-1ef5-462b-8408-f5b6ef7e311c {{(pid=103722) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}}
May 31 11:55:43.190946 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron.plugins.ml2.rpc [None req-43028a7b-58d7-408b-ac75-1328e6896bf7 None None] Device 306ae763-1ef5-462b-8408-f5b6ef7e311c not bound to the agent host hv-cinder-78638 {{(pid=103722) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
May 31 11:55:43.232838 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a34732c2-40c7-4cfc-a0ee-fb68c356e6af tempest-AttachVolumeTestJSON-530604526 tempest-AttachVolumeTestJSON-530604526-project] Pushing event deleted for resources: {'Port': ['ID=2775793f-4788-45d3-bbd8-5f42de48bdd5,revision_number=None']} {{(pid=103721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 31 11:55:43.236055 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG oslo_concurrency.lockutils [None req-a34732c2-40c7-4cfc-a0ee-fb68c356e6af tempest-AttachVolumeTestJSON-530604526 tempest-AttachVolumeTestJSON-530604526-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=103721) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 31 11:55:43.325060 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron_lib.callbacks.manager [None req-a34732c2-40c7-4cfc-a0ee-fb68c356e6af tempest-AttachVolumeTestJSON-530604526 tempest-AttachVolumeTestJSON-530604526-project] Notify callbacks [] for floatingip, after_delete {{(pid=103721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:55:43.349324 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron_lib.callbacks.manager [None req-a34732c2-40c7-4cfc-a0ee-fb68c356e6af tempest-AttachVolumeTestJSON-530604526 tempest-AttachVolumeTestJSON-530604526-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46333'] for floatingip, before_response {{(pid=103721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:55:43.350882 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [None req-a34732c2-40c7-4cfc-a0ee-fb68c356e6af tempest-AttachVolumeTestJSON-530604526 tempest-AttachVolumeTestJSON-530604526-project] 10.222.0.57 "DELETE /v2.0/floatingips/846cbee4-2f84-4e9a-8d88-6ba13c03c905 HTTP/1.1" status: 204  len: 168 time: 0.7421472
May 31 11:55:47.416252 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.wsgi [-] (103721) accepted ('10.222.0.57', 48762) {{(pid=103721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 31 11:55:47.970066 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron_lib.callbacks.manager [None req-22182d29-325d-4d9d-8694-e97fd06d4c77 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4094159'] for router_interface, before_delete {{(pid=103721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:55:48.481594 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.plugins.ml2.plugin [None req-22182d29-325d-4d9d-8694-e97fd06d4c77 admin admin] Deleting port 79fb4f26-387b-47d7-b238-4bdf41a69c39 {{(pid=103721) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
May 31 11:55:48.482329 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron_lib.callbacks.manager [None req-22182d29-325d-4d9d-8694-e97fd06d4c77 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744215952451'] for port, before_delete {{(pid=103721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:55:48.612307 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.plugins.ml2.db [None req-22182d29-325d-4d9d-8694-e97fd06d4c77 admin admin] For port 79fb4f26-387b-47d7-b238-4bdf41a69c39, host dv-cinder-786384-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786384-7-iscsi',level=0,port_id=79fb4f26-387b-47d7-b238-4bdf41a69c39,segment=NetworkSegment(3d1de7c0-86e0-456b-9c60-98ba6c64918f),segment_id=3d1de7c0-86e0-456b-9c60-98ba6c64918f)] {{(pid=103721) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 31 11:55:48.612706 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron_lib.callbacks.manager [None req-22182d29-325d-4d9d-8694-e97fd06d4c77 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4088094'] for port, precommit_delete {{(pid=103721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:55:48.733047 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.plugins.ml2.plugin [None req-22182d29-325d-4d9d-8694-e97fd06d4c77 admin admin] Calling delete_port for 79fb4f26-387b-47d7-b238-4bdf41a69c39 owned by network:router_interface {{(pid=103721) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
May 31 11:55:48.895677 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron_lib.callbacks.manager [None req-22182d29-325d-4d9d-8694-e97fd06d4c77 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937715', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3701677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744215954342', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744215520979', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2250866'] for port, after_delete {{(pid=103721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:55:48.899321 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG oslo_concurrency.lockutils [None req-4a9f8b52-8f25-4817-9e00-6142dd68ef14 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103721) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 31 11:55:48.941071 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22182d29-325d-4d9d-8694-e97fd06d4c77 admin admin] Pushing event deleted for resources: {'Port': ['ID=79fb4f26-387b-47d7-b238-4bdf41a69c39,revision_number=None']} {{(pid=103721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 31 11:55:48.947806 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG oslo_concurrency.lockutils [None req-22182d29-325d-4d9d-8694-e97fd06d4c77 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=103721) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 31 11:55:49.205236 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron_lib.callbacks.manager [None req-22182d29-325d-4d9d-8694-e97fd06d4c77 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3701695', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4090207'] for router_interface, after_delete {{(pid=103721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:55:49.670679 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-22182d29-325d-4d9d-8694-e97fd06d4c77 admin admin] Router 9ae8a4bc-4f22-453c-bf1c-e1ec058c9843 has already been hosted by L3 agent f8c17dd7-da16-4427-b6e3-d7e30616bc4c {{(pid=103721) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
May 31 11:55:49.845165 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-22182d29-325d-4d9d-8694-e97fd06d4c77 admin admin] Notify agent at l3_agent.dv-cinder-786384-7-iscsi the message routers_updated {{(pid=103721) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
May 31 11:55:49.854492 dv-cinder-786384-7-iscsi neutron-server[103723]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad9227fd-9941-4f21-8f29-b727bcfcf016 None None] Sync routers for ids ['9ae8a4bc-4f22-453c-bf1c-e1ec058c9843'] in dv-cinder-786384-7-iscsi {{(pid=103723) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 31 11:55:49.858583 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [None req-22182d29-325d-4d9d-8694-e97fd06d4c77 admin admin] 10.222.0.57 "PUT /v2.0/routers/9ae8a4bc-4f22-453c-bf1c-e1ec058c9843/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 2.4412696
May 31 11:55:49.862087 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.wsgi [-] (103721) accepted ('10.222.0.57', 48766) {{(pid=103721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 31 11:55:49.865330 dv-cinder-786384-7-iscsi neutron-server[103723]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad9227fd-9941-4f21-8f29-b727bcfcf016 None None] Routers {'9ae8a4bc-4f22-453c-bf1c-e1ec058c9843'} bound to L3 agent in host dv-cinder-786384-7-iscsi {{(pid=103723) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 31 11:55:49.865940 dv-cinder-786384-7-iscsi neutron-server[103723]: DEBUG neutron.db.l3_hamode_db [None req-ad9227fd-9941-4f21-8f29-b727bcfcf016 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f3ebcb176a0>, 'dv-cinder-786384-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-05-31T11:36:05Z,description=<?>,heartbeat_timestamp=2021-05-31T11:55:36Z,host='dv-cinder-786384-7-iscsi',id=f8c17dd7-da16-4427-b6e3-d7e30616bc4c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-31T11:36:05Z,topic='l3_agent')) {'router_ids': ['9ae8a4bc-4f22-453c-bf1c-e1ec058c9843'], 'active': True} {{(pid=103723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 31 11:55:50.038425 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron_lib.callbacks.manager [None req-04b60afd-0615-455d-b4cf-5e8efbadc13f admin admin] Notify callbacks [] for router, before_delete {{(pid=103721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:55:50.040909 dv-cinder-786384-7-iscsi neutron-server[103723]: DEBUG neutron.db.l3_dvr_db [None req-ad9227fd-9941-4f21-8f29-b727bcfcf016 None None] Set router 9ae8a4bc-4f22-453c-bf1c-e1ec058c9843 gateway port host: dv-cinder-786384-7-iscsi {{(pid=103723) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
May 31 11:55:50.213299 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron_lib.callbacks.manager [None req-04b60afd-0615-455d-b4cf-5e8efbadc13f admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=103721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:55:50.285211 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.plugins.ml2.plugin [None req-04b60afd-0615-455d-b4cf-5e8efbadc13f admin admin] Deleting port 0b1caa1a-9d57-497b-9463-5780a2ed7452 {{(pid=103721) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
May 31 11:55:50.285497 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron_lib.callbacks.manager [None req-04b60afd-0615-455d-b4cf-5e8efbadc13f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744215952451'] for port, before_delete {{(pid=103721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:55:50.316172 dv-cinder-786384-7-iscsi neutron-server[103723]: DEBUG neutron.db.l3_hamode_db [None req-ad9227fd-9941-4f21-8f29-b727bcfcf016 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f3ebcb176a0>, [{'id': '9ae8a4bc-4f22-453c-bf1c-e1ec058c9843', 'name': 'tempest-AttachVolumeTestJSON-303571706-router', 'tenant_id': 'e3923e95b37e4efbba6bab00145c1100', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cb16751-6ba1-494a-bef1-53f614bdb222', 'external_fixed_ips': [{'subnet_id': '1135c889-0623-4d10-975a-f2c46f50f0f6', 'ip_address': '172.27.2.201'}], 'enable_snat': True}, 'gw_port_id': '0b1caa1a-9d57-497b-9463-5780a2ed7452', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T11:51:24Z', 'updated_at': '2021-05-31T11:55:48Z', 'revision_number': 5, 'project_id': 'e3923e95b37e4efbba6bab00145c1100', 'gw_port': {'id': '0b1caa1a-9d57-497b-9463-5780a2ed7452', 'name': '', 'network_id': '1cb16751-6ba1-494a-bef1-53f614bdb222', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:91:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ae8a4bc-4f22-453c-bf1c-e1ec058c9843', 'device_owner': 'network:router_gateway', 'standard_attr_id': 581, 'fixed_ips': [{'subnet_id': '1135c889-0623-4d10-975a-f2c46f50f0f6', 'ip_address': '172.27.2.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786384-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T11:51:25Z', 'updated_at': '2021-05-31T11:51:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1135c889-0623-4d10-975a-f2c46f50f0f6', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786384-7-iscsi'}], 'dv-cinder-786384-7-iscsi', False) {} {{(pid=103723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 31 11:55:50.320216 dv-cinder-786384-7-iscsi neutron-server[103723]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad9227fd-9941-4f21-8f29-b727bcfcf016 None None] Checking router: 9ae8a4bc-4f22-453c-bf1c-e1ec058c9843 for host: dv-cinder-786384-7-iscsi {{(pid=103723) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
May 31 11:55:50.328498 dv-cinder-786384-7-iscsi neutron-server[103723]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad9227fd-9941-4f21-8f29-b727bcfcf016 None None] Routers {'9ae8a4bc-4f22-453c-bf1c-e1ec058c9843'} bound to L3 agent in host dv-cinder-786384-7-iscsi {{(pid=103723) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 31 11:55:50.329088 dv-cinder-786384-7-iscsi neutron-server[103723]: DEBUG neutron.db.l3_hamode_db [None req-ad9227fd-9941-4f21-8f29-b727bcfcf016 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f3ebcb176a0>, 'dv-cinder-786384-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-05-31T11:36:05Z,description=<?>,heartbeat_timestamp=2021-05-31T11:55:36Z,host='dv-cinder-786384-7-iscsi',id=f8c17dd7-da16-4427-b6e3-d7e30616bc4c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-31T11:36:05Z,topic='l3_agent')) {'router_ids': ['9ae8a4bc-4f22-453c-bf1c-e1ec058c9843'], 'active': True} {{(pid=103723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 31 11:55:50.405626 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.plugins.ml2.db [None req-04b60afd-0615-455d-b4cf-5e8efbadc13f admin admin] For port 0b1caa1a-9d57-497b-9463-5780a2ed7452, host dv-cinder-786384-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786384-7-iscsi',level=0,port_id=0b1caa1a-9d57-497b-9463-5780a2ed7452,segment=NetworkSegment(82286f75-faff-40ec-beef-7945374ee8e1),segment_id=82286f75-faff-40ec-beef-7945374ee8e1)] {{(pid=103721) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 31 11:55:50.405996 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron_lib.callbacks.manager [None req-04b60afd-0615-455d-b4cf-5e8efbadc13f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4088094'] for port, precommit_delete {{(pid=103721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:55:50.477269 dv-cinder-786384-7-iscsi neutron-server[103723]: DEBUG neutron.db.l3_dvr_db [None req-ad9227fd-9941-4f21-8f29-b727bcfcf016 None None] Set router 9ae8a4bc-4f22-453c-bf1c-e1ec058c9843 gateway port host: None {{(pid=103723) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
May 31 11:55:50.526483 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.plugins.ml2.plugin [None req-04b60afd-0615-455d-b4cf-5e8efbadc13f admin admin] Calling delete_port for 0b1caa1a-9d57-497b-9463-5780a2ed7452 owned by network:router_gateway {{(pid=103721) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
May 31 11:55:50.613620 dv-cinder-786384-7-iscsi neutron-server[103723]: DEBUG neutron.db.l3_hamode_db [None req-ad9227fd-9941-4f21-8f29-b727bcfcf016 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f3ebcb176a0>, [{'id': '9ae8a4bc-4f22-453c-bf1c-e1ec058c9843', 'name': 'tempest-AttachVolumeTestJSON-303571706-router', 'tenant_id': 'e3923e95b37e4efbba6bab00145c1100', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T11:51:24Z', 'updated_at': '2021-05-31T11:55:50Z', 'revision_number': 6, 'project_id': 'e3923e95b37e4efbba6bab00145c1100', 'gw_port_host': None}], 'dv-cinder-786384-7-iscsi', False) {} {{(pid=103723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 31 11:55:50.617900 dv-cinder-786384-7-iscsi neutron-server[103723]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad9227fd-9941-4f21-8f29-b727bcfcf016 None None] The sync data for ids ['9ae8a4bc-4f22-453c-bf1c-e1ec058c9843'] in dv-cinder-786384-7-iscsi is: [{'id': '9ae8a4bc-4f22-453c-bf1c-e1ec058c9843', 'name': 'tempest-AttachVolumeTestJSON-303571706-router', 'tenant_id': 'e3923e95b37e4efbba6bab00145c1100', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T11:51:24Z', 'updated_at': '2021-05-31T11:55:50Z', 'revision_number': 6, 'project_id': 'e3923e95b37e4efbba6bab00145c1100', 'gw_port_host': None}] {{(pid=103723) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 31 11:55:50.673164 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron_lib.callbacks.manager [None req-04b60afd-0615-455d-b4cf-5e8efbadc13f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937715', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3701677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744215954342', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744215520979', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2250866'] for port, after_delete {{(pid=103721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:55:50.677734 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG oslo_concurrency.lockutils [None req-20f6c08b-6ce7-40e3-b045-ff76a47b152b service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103721) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 31 11:55:50.720591 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04b60afd-0615-455d-b4cf-5e8efbadc13f admin admin] Pushing event deleted for resources: {'Port': ['ID=0b1caa1a-9d57-497b-9463-5780a2ed7452,revision_number=None']} {{(pid=103721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 31 11:55:50.745654 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG oslo_concurrency.lockutils [None req-04b60afd-0615-455d-b4cf-5e8efbadc13f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=103721) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 31 11:55:50.812641 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron_lib.callbacks.manager [None req-04b60afd-0615-455d-b4cf-5e8efbadc13f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-4088530'] for router_gateway, after_delete {{(pid=103721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:55:51.097148 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron_lib.callbacks.manager [None req-04b60afd-0615-455d-b4cf-5e8efbadc13f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4091231', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-939'] for router, precommit_delete {{(pid=103721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:55:51.099613 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron_lib.callbacks.manager [None req-04b60afd-0615-455d-b4cf-5e8efbadc13f admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=103721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:55:51.123436 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron_lib.callbacks.manager [None req-04b60afd-0615-455d-b4cf-5e8efbadc13f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-4089955'] for router, after_delete {{(pid=103721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:55:51.123994 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-04b60afd-0615-455d-b4cf-5e8efbadc13f admin admin] Fanout notify agent at l3_agent the message router_deleted on router 9ae8a4bc-4f22-453c-bf1c-e1ec058c9843 {{(pid=103721) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
May 31 11:55:51.136929 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron_lib.callbacks.manager [None req-04b60afd-0615-455d-b4cf-5e8efbadc13f admin admin] Notify callbacks [] for router, before_response {{(pid=103721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:55:51.138060 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [None req-04b60afd-0615-455d-b4cf-5e8efbadc13f admin admin] 10.222.0.57 "DELETE /v2.0/routers/9ae8a4bc-4f22-453c-bf1c-e1ec058c9843 HTTP/1.1" status: 204  len: 168 time: 1.2751114
May 31 11:55:51.140652 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.wsgi [-] (103721) accepted ('10.222.0.57', 48770) {{(pid=103721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 31 11:55:51.203137 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.db.db_base_plugin_v2 [None req-cd7c628d-e7be-490b-890a-4f4b6f038da4 admin admin] Deleting subnet a301253b-4889-476f-a06a-31d586ab0ede {{(pid=103721) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}}
May 31 11:55:51.206344 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron_lib.callbacks.manager [None req-cd7c628d-e7be-490b-890a-4f4b6f038da4 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=103721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:55:51.256024 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron_lib.callbacks.manager [None req-cd7c628d-e7be-490b-890a-4f4b6f038da4 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2649308'] for subnet, precommit_delete_associations {{(pid=103721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:55:51.343102 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron_lib.callbacks.manager [None req-cd7c628d-e7be-490b-890a-4f4b6f038da4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-877032'] for subnet, precommit_delete {{(pid=103721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:55:51.539488 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron.plugins.ml2.rpc [None req-1f0a762f-0348-4bba-b860-8eddab4cd770 None None] Device 0b1caa1a-9d57-497b-9463-5780a2ed7452 no longer exists at agent ovs-agent-dv-cinder-786384-7-iscsi {{(pid=103722) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
May 31 11:55:51.574523 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron.plugins.ml2.plugin [None req-1f0a762f-0348-4bba-b860-8eddab4cd770 None None] No Port match for: 0b1caa1a-9d57-497b-9463-5780a2ed7452 {{(pid=103722) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}}
May 31 11:55:51.574847 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron.plugins.ml2.rpc [None req-1f0a762f-0348-4bba-b860-8eddab4cd770 None None] Device 0b1caa1a-9d57-497b-9463-5780a2ed7452 not bound to the agent host dv-cinder-786384-7-iscsi {{(pid=103722) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
May 31 11:55:51.575479 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron.plugins.ml2.rpc [None req-1f0a762f-0348-4bba-b860-8eddab4cd770 None None] Device 79fb4f26-387b-47d7-b238-4bdf41a69c39 no longer exists at agent ovs-agent-dv-cinder-786384-7-iscsi {{(pid=103722) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
May 31 11:55:51.602990 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron_lib.callbacks.manager [None req-cd7c628d-e7be-490b-890a-4f4b6f038da4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-877917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3701677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2246273', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2293544'] for subnet, after_delete {{(pid=103721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:55:51.608389 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103721) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 31 11:55:51.614876 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron.plugins.ml2.plugin [None req-1f0a762f-0348-4bba-b860-8eddab4cd770 None None] No Port match for: 79fb4f26-387b-47d7-b238-4bdf41a69c39 {{(pid=103722) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}}
May 31 11:55:51.615230 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron.plugins.ml2.rpc [None req-1f0a762f-0348-4bba-b860-8eddab4cd770 None None] Device 79fb4f26-387b-47d7-b238-4bdf41a69c39 not bound to the agent host dv-cinder-786384-7-iscsi {{(pid=103722) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
May 31 11:55:51.644405 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd7c628d-e7be-490b-890a-4f4b6f038da4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a301253b-4889-476f-a06a-31d586ab0ede,revision_number=None']} {{(pid=103721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 31 11:55:51.646445 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron_lib.callbacks.manager [None req-cd7c628d-e7be-490b-890a-4f4b6f038da4 admin admin] Notify callbacks [] for subnet, before_response {{(pid=103721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:55:51.649083 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG oslo_concurrency.lockutils [None req-cd7c628d-e7be-490b-890a-4f4b6f038da4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=103721) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 31 11:55:51.651454 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3376ed9-ef15-4f15-8960-42b228e609e0 None None] Network 473801c6-dabb-45c0-9a54-9749a4aa5add requested from dv-cinder-786384-7-iscsi {{(pid=103722) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
May 31 11:55:51.654096 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [None req-cd7c628d-e7be-490b-890a-4f4b6f038da4 admin admin] 10.222.0.57 "DELETE /v2.0/subnets/a301253b-4889-476f-a06a-31d586ab0ede HTTP/1.1" status: 204  len: 168 time: 0.5124884
May 31 11:55:51.656543 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.wsgi [-] (103721) accepted ('10.222.0.57', 48774) {{(pid=103721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 31 11:55:51.762457 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron_lib.callbacks.manager [None req-1da80417-6d0f-43e6-9f0e-130d35940d8d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-969884'] for network, before_delete {{(pid=103721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:55:51.841778 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.plugins.ml2.plugin [None req-1da80417-6d0f-43e6-9f0e-130d35940d8d admin admin] Deleting port 5163058e-b39f-43a3-b4f1-31f777b9a4c9 {{(pid=103721) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
May 31 11:55:51.842137 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron_lib.callbacks.manager [None req-1da80417-6d0f-43e6-9f0e-130d35940d8d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744215952451'] for port, before_delete {{(pid=103721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:55:51.926900 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63ad09f0-0ab8-46cc-b8dd-858cbb3c8a28 None None] DHCP port deletion for 473801c6-dabb-45c0-9a54-9749a4aa5add request from dv-cinder-786384-7-iscsi {{(pid=103722) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
May 31 11:55:51.943603 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.plugins.ml2.db [None req-1da80417-6d0f-43e6-9f0e-130d35940d8d admin admin] For port 5163058e-b39f-43a3-b4f1-31f777b9a4c9, host dv-cinder-786384-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786384-7-iscsi',level=0,port_id=5163058e-b39f-43a3-b4f1-31f777b9a4c9,segment=NetworkSegment(3d1de7c0-86e0-456b-9c60-98ba6c64918f),segment_id=3d1de7c0-86e0-456b-9c60-98ba6c64918f)] {{(pid=103721) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 31 11:55:51.944033 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron_lib.callbacks.manager [None req-1da80417-6d0f-43e6-9f0e-130d35940d8d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4088094'] for port, precommit_delete {{(pid=103721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:55:51.993686 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron.plugins.ml2.plugin [None req-63ad09f0-0ab8-46cc-b8dd-858cbb3c8a28 None None] Deleting port 5163058e-b39f-43a3-b4f1-31f777b9a4c9 {{(pid=103722) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
May 31 11:55:51.994027 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron_lib.callbacks.manager [None req-63ad09f0-0ab8-46cc-b8dd-858cbb3c8a28 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744215952451'] for port, before_delete {{(pid=103722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:55:52.063525 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.plugins.ml2.plugin [None req-1da80417-6d0f-43e6-9f0e-130d35940d8d admin admin] Calling delete_port for 5163058e-b39f-43a3-b4f1-31f777b9a4c9 owned by network:dhcp {{(pid=103721) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
May 31 11:55:52.092473 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron.plugins.ml2.db [None req-63ad09f0-0ab8-46cc-b8dd-858cbb3c8a28 None None] For port 5163058e-b39f-43a3-b4f1-31f777b9a4c9, host dv-cinder-786384-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786384-7-iscsi',level=0,port_id=5163058e-b39f-43a3-b4f1-31f777b9a4c9,segment=NetworkSegment(3d1de7c0-86e0-456b-9c60-98ba6c64918f),segment_id=3d1de7c0-86e0-456b-9c60-98ba6c64918f)] {{(pid=103722) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 31 11:55:52.092793 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron_lib.callbacks.manager [None req-63ad09f0-0ab8-46cc-b8dd-858cbb3c8a28 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4088094'] for port, precommit_delete {{(pid=103722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:55:52.113087 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron_lib.callbacks.manager [None req-1da80417-6d0f-43e6-9f0e-130d35940d8d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937715', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3701677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744215954342', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744215520979', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2250866'] for port, after_delete {{(pid=103721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:55:52.117124 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG oslo_concurrency.lockutils [None req-29704b5f-858c-4cf1-a13a-6c53c85a304e tempest-TestMinimumBasicScenario-386923442 tempest-TestMinimumBasicScenario-386923442-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103721) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 31 11:55:52.159379 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1da80417-6d0f-43e6-9f0e-130d35940d8d admin admin] Pushing event deleted for resources: {'Port': ['ID=5163058e-b39f-43a3-b4f1-31f777b9a4c9,revision_number=None']} {{(pid=103721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 31 11:55:52.162435 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG oslo_concurrency.lockutils [None req-1da80417-6d0f-43e6-9f0e-130d35940d8d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=103721) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 31 11:55:52.163174 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1da80417-6d0f-43e6-9f0e-130d35940d8d admin admin] No DVR routers for this DVR port 5163058e-b39f-43a3-b4f1-31f777b9a4c9 on host dv-cinder-786384-7-iscsi {{(pid=103721) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 31 11:55:52.215059 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron.plugins.ml2.plugin [None req-63ad09f0-0ab8-46cc-b8dd-858cbb3c8a28 None None] Calling delete_port for 5163058e-b39f-43a3-b4f1-31f777b9a4c9 owned by network:dhcp {{(pid=103722) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
May 31 11:55:52.261128 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron_lib.callbacks.manager [None req-63ad09f0-0ab8-46cc-b8dd-858cbb3c8a28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937715', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3701677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744215954342', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744215520979'] for port, after_delete {{(pid=103722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:55:52.264676 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG oslo_concurrency.lockutils [None req-43028a7b-58d7-408b-ac75-1328e6896bf7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103722) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 31 11:55:52.280712 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron_lib.callbacks.manager [None req-1da80417-6d0f-43e6-9f0e-130d35940d8d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-859751', 'neutron.services.segments.db._delete_segments_for_network-8744215964636'] for network, precommit_delete {{(pid=103721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:55:52.297402 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.services.segments.db [None req-1da80417-6d0f-43e6-9f0e-130d35940d8d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f3eb71e40a0>,) {'filters': {'network_id': ['473801c6-dabb-45c0-9a54-9749a4aa5add']}} {{(pid=103721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 31 11:55:52.306494 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63ad09f0-0ab8-46cc-b8dd-858cbb3c8a28 None None] Pushing event deleted for resources: {'Port': ['ID=5163058e-b39f-43a3-b4f1-31f777b9a4c9,revision_number=None']} {{(pid=103722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 31 11:55:52.309499 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.services.segments.db [None req-1da80417-6d0f-43e6-9f0e-130d35940d8d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f3eb71e40a0>, '3d1de7c0-86e0-456b-9c60-98ba6c64918f') {'for_net_delete': True} {{(pid=103721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 31 11:55:52.309755 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.services.segments.db [None req-1da80417-6d0f-43e6-9f0e-130d35940d8d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f3eb71e40a0>, '3d1de7c0-86e0-456b-9c60-98ba6c64918f') {} {{(pid=103721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 31 11:55:52.312159 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63ad09f0-0ab8-46cc-b8dd-858cbb3c8a28 None None] No DVR routers for this DVR port 5163058e-b39f-43a3-b4f1-31f777b9a4c9 on host dv-cinder-786384-7-iscsi {{(pid=103722) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 31 11:55:52.318909 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63ad09f0-0ab8-46cc-b8dd-858cbb3c8a28 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786384-7-iscsi {{(pid=103722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 31 11:55:52.319368 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63ad09f0-0ab8-46cc-b8dd-858cbb3c8a28 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786384-7-iscsi {{(pid=103722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 31 11:55:52.319689 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63ad09f0-0ab8-46cc-b8dd-858cbb3c8a28 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786384-7-iscsi {{(pid=103722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 31 11:55:52.320279 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63ad09f0-0ab8-46cc-b8dd-858cbb3c8a28 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786384-7-iscsi {{(pid=103722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 31 11:55:52.320397 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63ad09f0-0ab8-46cc-b8dd-858cbb3c8a28 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786384-7-iscsi {{(pid=103722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 31 11:55:52.320710 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63ad09f0-0ab8-46cc-b8dd-858cbb3c8a28 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786384-7-iscsi {{(pid=103722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 31 11:55:52.321027 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63ad09f0-0ab8-46cc-b8dd-858cbb3c8a28 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786384-7-iscsi {{(pid=103722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 31 11:55:52.321344 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63ad09f0-0ab8-46cc-b8dd-858cbb3c8a28 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786384-7-iscsi {{(pid=103722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 31 11:55:52.321648 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63ad09f0-0ab8-46cc-b8dd-858cbb3c8a28 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786384-7-iscsi {{(pid=103722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 31 11:55:52.321756 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron_lib.callbacks.manager [None req-1da80417-6d0f-43e6-9f0e-130d35940d8d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744215973789', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2649303'] for segment, before_delete {{(pid=103721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:55:52.321986 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63ad09f0-0ab8-46cc-b8dd-858cbb3c8a28 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786384-7-iscsi {{(pid=103722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 31 11:55:52.322261 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63ad09f0-0ab8-46cc-b8dd-858cbb3c8a28 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786384-7-iscsi {{(pid=103722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 31 11:55:52.322664 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63ad09f0-0ab8-46cc-b8dd-858cbb3c8a28 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786384-7-iscsi {{(pid=103722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 31 11:55:52.326381 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG oslo_concurrency.lockutils [None req-63ad09f0-0ab8-46cc-b8dd-858cbb3c8a28 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=103722) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 31 11:55:52.337857 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron_lib.callbacks.manager [None req-1da80417-6d0f-43e6-9f0e-130d35940d8d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-882655'] for segment, precommit_delete {{(pid=103721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:55:52.344005 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1da80417-6d0f-43e6-9f0e-130d35940d8d admin admin] Releasing vlan 766 on physical network physnet1 to pool {{(pid=103721) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
May 31 11:55:52.344290 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron_lib.callbacks.manager [None req-1da80417-6d0f-43e6-9f0e-130d35940d8d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-882655', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2250791'] for segment, after_delete {{(pid=103721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:55:52.357351 dv-cinder-786384-7-iscsi neutron-server[103721]: Traceback (most recent call last):
May 31 11:55:52.357351 dv-cinder-786384-7-iscsi neutron-server[103721]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
May 31 11:55:52.357351 dv-cinder-786384-7-iscsi neutron-server[103721]:     timer()
May 31 11:55:52.357351 dv-cinder-786384-7-iscsi neutron-server[103721]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
May 31 11:55:52.357351 dv-cinder-786384-7-iscsi neutron-server[103721]:     cb(*args, **kw)
May 31 11:55:52.357351 dv-cinder-786384-7-iscsi neutron-server[103721]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
May 31 11:55:52.357351 dv-cinder-786384-7-iscsi neutron-server[103721]:     return func(*args, **kwargs)
May 31 11:55:52.357351 dv-cinder-786384-7-iscsi neutron-server[103721]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
May 31 11:55:52.357351 dv-cinder-786384-7-iscsi neutron-server[103721]:     self._notify()
May 31 11:55:52.357351 dv-cinder-786384-7-iscsi neutron-server[103721]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
May 31 11:55:52.357351 dv-cinder-786384-7-iscsi neutron-server[103721]:     self.callback(batched_events)
May 31 11:55:52.357351 dv-cinder-786384-7-iscsi neutron-server[103721]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
May 31 11:55:52.357351 dv-cinder-786384-7-iscsi neutron-server[103721]:     event.method(event)
May 31 11:55:52.357351 dv-cinder-786384-7-iscsi neutron-server[103721]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
May 31 11:55:52.357351 dv-cinder-786384-7-iscsi neutron-server[103721]:     aggregate_id = self._get_aggregate_id(event.segment_id)
May 31 11:55:52.357351 dv-cinder-786384-7-iscsi neutron-server[103721]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
May 31 11:55:52.357351 dv-cinder-786384-7-iscsi neutron-server[103721]:     aggregate_uuid = self.p_client.list_aggregates(
May 31 11:55:52.357351 dv-cinder-786384-7-iscsi neutron-server[103721]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
May 31 11:55:52.357351 dv-cinder-786384-7-iscsi neutron-server[103721]:     return f(self, *a, **k)
May 31 11:55:52.357351 dv-cinder-786384-7-iscsi neutron-server[103721]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
May 31 11:55:52.357351 dv-cinder-786384-7-iscsi neutron-server[103721]:     return self._get(url).json()
May 31 11:55:52.357351 dv-cinder-786384-7-iscsi neutron-server[103721]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
May 31 11:55:52.357351 dv-cinder-786384-7-iscsi neutron-server[103721]:     return self._client.get(url, endpoint_filter=self._ks_filter,
May 31 11:55:52.357351 dv-cinder-786384-7-iscsi neutron-server[103721]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
May 31 11:55:52.357351 dv-cinder-786384-7-iscsi neutron-server[103721]:     return self.request(url, 'GET', **kwargs)
May 31 11:55:52.357351 dv-cinder-786384-7-iscsi neutron-server[103721]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
May 31 11:55:52.357351 dv-cinder-786384-7-iscsi neutron-server[103721]:     base_url = self.get_endpoint(auth, allow=allow,
May 31 11:55:52.357351 dv-cinder-786384-7-iscsi neutron-server[103721]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
May 31 11:55:52.357351 dv-cinder-786384-7-iscsi neutron-server[103721]:     auth = self._auth_required(auth, 'determine endpoint URL')
May 31 11:55:52.357351 dv-cinder-786384-7-iscsi neutron-server[103721]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
May 31 11:55:52.357351 dv-cinder-786384-7-iscsi neutron-server[103721]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
May 31 11:55:52.357351 dv-cinder-786384-7-iscsi neutron-server[103721]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
May 31 11:55:52.431078 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron_lib.callbacks.manager [None req-1da80417-6d0f-43e6-9f0e-130d35940d8d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-859758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3705951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3701686', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4088527'] for network, after_delete {{(pid=103721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:55:52.436328 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103721) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 31 11:55:52.455263 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron_lib.callbacks.manager [None req-1da80417-6d0f-43e6-9f0e-130d35940d8d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3701651'] for network, before_response {{(pid=103721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:55:52.557480 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1da80417-6d0f-43e6-9f0e-130d35940d8d admin admin] Pushing event deleted for resources: {'Network': ['ID=473801c6-dabb-45c0-9a54-9749a4aa5add,revision_number=None']} {{(pid=103721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 31 11:55:52.560683 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG oslo_concurrency.lockutils [None req-1da80417-6d0f-43e6-9f0e-130d35940d8d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=103721) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 31 11:55:52.574035 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [None req-1da80417-6d0f-43e6-9f0e-130d35940d8d admin admin] 10.222.0.57 "DELETE /v2.0/networks/473801c6-dabb-45c0-9a54-9749a4aa5add HTTP/1.1" status: 204  len: 168 time: 0.9165070
May 31 11:55:52.777568 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron.wsgi [-] (103720) accepted ('10.222.0.57', 48780) {{(pid=103720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 31 11:55:52.826273 dv-cinder-786384-7-iscsi neutron-server[103720]: INFO neutron.wsgi [None req-251d01fc-6a98-446d-8305-71af6847adc6 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=e3923e95b37e4efbba6bab00145c1100&name=default HTTP/1.1" status: 200  len: 2979 time: 0.0474999
May 31 11:55:52.828651 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron.wsgi [-] (103720) accepted ('10.222.0.57', 48784) {{(pid=103720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 31 11:55:52.885585 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-c9d37a0e-cba5-4f30-a6b4-861e8bb368be admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:55:52.915025 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-c9d37a0e-cba5-4f30-a6b4-861e8bb368be admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:55:52.971512 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-c9d37a0e-cba5-4f30-a6b4-861e8bb368be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3705957'] for security_group, after_delete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:55:52.975189 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG oslo_concurrency.lockutils [None req-88a209ed-a7f5-45e5-ba40-9e629ad68352 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103720) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 31 11:55:52.988994 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9d37a0e-cba5-4f30-a6b4-861e8bb368be admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=619bca41-3f77-486d-a757-86e1a755f333,revision_number=None']} {{(pid=103720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 31 11:55:52.999195 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9d37a0e-cba5-4f30-a6b4-861e8bb368be admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786384-7-iscsi {{(pid=103720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 31 11:55:52.999575 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9d37a0e-cba5-4f30-a6b4-861e8bb368be admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786384-7-iscsi {{(pid=103720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 31 11:55:52.999968 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9d37a0e-cba5-4f30-a6b4-861e8bb368be admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786384-7-iscsi {{(pid=103720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 31 11:55:53.000331 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9d37a0e-cba5-4f30-a6b4-861e8bb368be admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786384-7-iscsi {{(pid=103720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 31 11:55:53.000683 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9d37a0e-cba5-4f30-a6b4-861e8bb368be admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786384-7-iscsi {{(pid=103720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 31 11:55:53.001041 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9d37a0e-cba5-4f30-a6b4-861e8bb368be admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786384-7-iscsi {{(pid=103720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 31 11:55:53.001391 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9d37a0e-cba5-4f30-a6b4-861e8bb368be admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786384-7-iscsi {{(pid=103720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 31 11:55:53.001721 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9d37a0e-cba5-4f30-a6b4-861e8bb368be admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786384-7-iscsi {{(pid=103720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 31 11:55:53.002069 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9d37a0e-cba5-4f30-a6b4-861e8bb368be admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786384-7-iscsi {{(pid=103720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 31 11:55:53.002412 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9d37a0e-cba5-4f30-a6b4-861e8bb368be admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786384-7-iscsi {{(pid=103720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 31 11:55:53.002753 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9d37a0e-cba5-4f30-a6b4-861e8bb368be admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786384-7-iscsi {{(pid=103720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 31 11:55:53.003095 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9d37a0e-cba5-4f30-a6b4-861e8bb368be admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786384-7-iscsi {{(pid=103720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 31 11:55:53.006162 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-c9d37a0e-cba5-4f30-a6b4-861e8bb368be admin admin] Notify callbacks [] for security_group, before_response {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:55:53.007602 dv-cinder-786384-7-iscsi neutron-server[103720]: INFO neutron.wsgi [None req-c9d37a0e-cba5-4f30-a6b4-861e8bb368be admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/619bca41-3f77-486d-a757-86e1a755f333 HTTP/1.1" status: 204  len: 168 time: 0.1780829
May 31 11:55:53.008479 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG oslo_concurrency.lockutils [None req-c9d37a0e-cba5-4f30-a6b4-861e8bb368be admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=103720) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 31 11:55:53.195024 dv-cinder-786384-7-iscsi neutron-server[103723]: DEBUG neutron.db.agents_db [None req-cb648da2-ef1b-4de5-af28-8b32e926ae6d None None] Agent healthcheck: found 6 active agents {{(pid=103723) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}}
May 31 11:55:53.522624 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron.plugins.ml2.rpc [None req-1f0a762f-0348-4bba-b860-8eddab4cd770 None None] Device 5163058e-b39f-43a3-b4f1-31f777b9a4c9 no longer exists at agent ovs-agent-dv-cinder-786384-7-iscsi {{(pid=103722) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
May 31 11:55:53.557188 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron.plugins.ml2.plugin [None req-1f0a762f-0348-4bba-b860-8eddab4cd770 None None] No Port match for: 5163058e-b39f-43a3-b4f1-31f777b9a4c9 {{(pid=103722) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}}
May 31 11:55:53.557532 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron.plugins.ml2.rpc [None req-1f0a762f-0348-4bba-b860-8eddab4cd770 None None] Device 5163058e-b39f-43a3-b4f1-31f777b9a4c9 not bound to the agent host dv-cinder-786384-7-iscsi {{(pid=103722) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
May 31 11:55:53.771139 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.wsgi [-] (103721) accepted ('10.222.0.57', 48808) {{(pid=103721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 31 11:55:53.894947 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.api.v2.base [None req-cdd47854-5956-4a86-bb43-3234e104784d admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-673514602-network', 'tenant_id': '24bd0553f09f4c5891042d9ca247ebe1'}} {{(pid=103721) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 31 11:55:53.901655 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.db.quota.driver [None req-cdd47854-5956-4a86-bb43-3234e104784d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=103721) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 31 11:55:53.905803 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.quota.resource [None req-cdd47854-5956-4a86-bb43-3234e104784d admin admin] Usage tracker for resource:network and tenant:24bd0553f09f4c5891042d9ca247ebe1 is out of sync, need to count used quota {{(pid=103721) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 31 11:55:53.908808 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.quota.resource [None req-cdd47854-5956-4a86-bb43-3234e104784d admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=103721) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 31 11:55:53.915465 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.db.quota.driver [None req-cdd47854-5956-4a86-bb43-3234e104784d admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=103721) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 31 11:55:53.927231 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cdd47854-5956-4a86-bb43-3234e104784d admin admin] Made reservation on behalf of 24bd0553f09f4c5891042d9ca247ebe1 for: {'network': 1} {{(pid=103721) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 31 11:55:53.929542 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron_lib.callbacks.manager [None req-cdd47854-5956-4a86-bb43-3234e104784d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-934191'] for network, before_create {{(pid=103721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:55:53.941503 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron_lib.callbacks.manager [None req-cdd47854-5956-4a86-bb43-3234e104784d admin admin] Notify callbacks [] for security_group, before_create {{(pid=103721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:55:53.956301 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.db.quota.driver [None req-cdd47854-5956-4a86-bb43-3234e104784d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=103721) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 31 11:55:53.960124 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.quota.resource [None req-cdd47854-5956-4a86-bb43-3234e104784d admin admin] Usage tracker for resource:security_group_rule and tenant:24bd0553f09f4c5891042d9ca247ebe1 is out of sync, need to count used quota {{(pid=103721) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 31 11:55:53.962937 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.quota.resource [None req-cdd47854-5956-4a86-bb43-3234e104784d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=103721) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 31 11:55:53.968590 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.db.quota.driver [None req-cdd47854-5956-4a86-bb43-3234e104784d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=103721) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 31 11:55:54.055542 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron_lib.callbacks.manager [None req-cdd47854-5956-4a86-bb43-3234e104784d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:55:54.061739 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron_lib.callbacks.manager [None req-cdd47854-5956-4a86-bb43-3234e104784d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3705957'] for security_group, after_create {{(pid=103721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:55:54.064588 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG oslo_concurrency.lockutils [None req-0229103f-b84d-48f7-ae06-da1bb343e873 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103721) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 31 11:55:54.091367 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cdd47854-5956-4a86-bb43-3234e104784d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 798}  {{(pid=103721) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
May 31 11:55:54.099765 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdd47854-5956-4a86-bb43-3234e104784d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=237a5e1d-6937-4c4e-980a-837822ce77a2,revision_number=1']} {{(pid=103721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 31 11:55:54.103351 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG oslo_concurrency.lockutils [None req-cdd47854-5956-4a86-bb43-3234e104784d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=103721) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 31 11:55:54.105905 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron_lib.callbacks.manager [None req-cdd47854-5956-4a86-bb43-3234e104784d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-882655'] for segment, precommit_create {{(pid=103721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:55:54.106262 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.db.segments_db [None req-cdd47854-5956-4a86-bb43-3234e104784d admin admin] Added segment 3eed07df-58fa-4604-a267-19dfddb1a087 of type vlan for network 073a1c7a-9eab-496a-bbfc-7a59c3fb5363
May 31 11:55:54.133126 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron_lib.callbacks.manager [None req-cdd47854-5956-4a86-bb43-3234e104784d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744215540035'] for network, precommit_create {{(pid=103721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:55:54.164015 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron_lib.callbacks.manager [None req-cdd47854-5956-4a86-bb43-3234e104784d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3705951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3701686'] for network, after_create {{(pid=103721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:55:54.165433 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cdd47854-5956-4a86-bb43-3234e104784d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 11:55:54.166032 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron_lib.callbacks.manager [None req-cdd47854-5956-4a86-bb43-3234e104784d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3701651'] for network, before_response {{(pid=103721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:55:54.170598 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG oslo_concurrency.lockutils [None req-4f35f7bd-3e4d-4400-82c1-808bb38c64a9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103721) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 31 11:55:54.267117 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [None req-cdd47854-5956-4a86-bb43-3234e104784d admin admin] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201  len: 887 time: 0.4948936
May 31 11:55:54.270312 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron.wsgi [-] (103720) accepted ('10.222.0.57', 48814) {{(pid=103720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 31 11:55:54.270866 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdd47854-5956-4a86-bb43-3234e104784d admin admin] Pushing event updated for resources: {'Network': ['ID=073a1c7a-9eab-496a-bbfc-7a59c3fb5363,revision_number=1']} {{(pid=103721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 31 11:55:54.273523 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG oslo_concurrency.lockutils [None req-cdd47854-5956-4a86-bb43-3234e104784d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=103721) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 31 11:55:54.277172 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron.api.v2.base [None req-95db6699-c23a-4dac-9743-a40113f15e0e admin admin] Request body: {'subnet': {'network_id': '073a1c7a-9eab-496a-bbfc-7a59c3fb5363', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-673514602-subnet', 'tenant_id': '24bd0553f09f4c5891042d9ca247ebe1', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103720) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 31 11:55:54.281645 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron.plugins.ml2.rpc [None req-1f0a762f-0348-4bba-b860-8eddab4cd770 None None] Network 073a1c7a-9eab-496a-bbfc-7a59c3fb5363 details requested by agent ovs-agent-dv-cinder-786384-7-iscsi with host dv-cinder-786384-7-iscsi {{(pid=103722) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
May 31 11:55:54.283051 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron.db.quota.driver [None req-95db6699-c23a-4dac-9743-a40113f15e0e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=103720) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 31 11:55:54.287903 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron.quota.resource [None req-95db6699-c23a-4dac-9743-a40113f15e0e admin admin] Usage tracker for resource:subnet and tenant:24bd0553f09f4c5891042d9ca247ebe1 is out of sync, need to count used quota {{(pid=103720) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 31 11:55:54.291001 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron.quota.resource [None req-95db6699-c23a-4dac-9743-a40113f15e0e admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=103720) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 31 11:55:54.297023 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron.db.quota.driver [None req-95db6699-c23a-4dac-9743-a40113f15e0e admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=103720) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 31 11:55:54.309966 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-95db6699-c23a-4dac-9743-a40113f15e0e admin admin] Made reservation on behalf of 24bd0553f09f4c5891042d9ca247ebe1 for: {'subnet': 1} {{(pid=103720) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 31 11:55:54.312383 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-95db6699-c23a-4dac-9743-a40113f15e0e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2404524'] for subnet, before_create {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:55:54.798279 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-95db6699-c23a-4dac-9743-a40113f15e0e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3701677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2333669', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2404538'] for subnet, after_create {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:55:54.801975 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG oslo_concurrency.lockutils [None req-81a11ca4-40cf-4df7-b0b4-cb030aa23228 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103720) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 31 11:55:54.864406 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95db6699-c23a-4dac-9743-a40113f15e0e admin admin] Pushing event updated for resources: {'Subnet': ['ID=d3bddbd9-4613-4e6e-8a2b-00437d88e2b9,revision_number=0']} {{(pid=103720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 31 11:55:54.868818 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG oslo_concurrency.lockutils [None req-95db6699-c23a-4dac-9743-a40113f15e0e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=103720) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 31 11:55:54.877811 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95db6699-c23a-4dac-9743-a40113f15e0e admin admin] Checking segment: {'id': '3eed07df-58fa-4604-a267-19dfddb1a087', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 798, 'network_id': '073a1c7a-9eab-496a-bbfc-7a59c3fb5363'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103720) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 31 11:55:54.878161 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95db6699-c23a-4dac-9743-a40113f15e0e admin admin] Network hostable DHCP agents. Network: 073a1c7a-9eab-496a-bbfc-7a59c3fb5363, hostable agents: ['dff46186-ee29-425e-9f8b-1a5cc0b5fc21'], hosted agents: [] {{(pid=103720) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
May 31 11:55:54.898849 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95db6699-c23a-4dac-9743-a40113f15e0e admin admin] Network 073a1c7a-9eab-496a-bbfc-7a59c3fb5363 is scheduled to be hosted by DHCP agent dff46186-ee29-425e-9f8b-1a5cc0b5fc21 with binding_index 1 {{(pid=103720) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
May 31 11:55:54.909161 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron.scheduler.base_scheduler [None req-95db6699-c23a-4dac-9743-a40113f15e0e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786384-7-iscsi, 073a1c7a-9eab-496a-bbfc-7a59c3fb5363) {{(pid=103720) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 31 11:55:54.918321 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95db6699-c23a-4dac-9743-a40113f15e0e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 11:55:54.918838 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39abf80a-bdff-4823-af8e-2bcd7445c37d None None] Network 073a1c7a-9eab-496a-bbfc-7a59c3fb5363 requested from dv-cinder-786384-7-iscsi {{(pid=103722) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
May 31 11:55:54.919306 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-95db6699-c23a-4dac-9743-a40113f15e0e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3701651'] for subnet, before_response {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:55:54.938969 dv-cinder-786384-7-iscsi neutron-server[103720]: INFO neutron.wsgi [None req-95db6699-c23a-4dac-9743-a40113f15e0e admin admin] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 851 time: 0.6673579
May 31 11:55:55.109365 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4112cd41-bfd8-46da-8b33-3ed7906b6055 None None] Network 073a1c7a-9eab-496a-bbfc-7a59c3fb5363 requested from dv-cinder-786384-7-iscsi {{(pid=103722) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
May 31 11:55:55.454563 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c27eb07-d788-4d28-8109-f3d2fb527c3c req-71556711-0abc-42ba-bae2-2451d39dae21 tempest-AttachVolumeNegativeTest-422449261 tempest-AttachVolumeNegativeTest-422449261-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 11:55:55.455329 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.quota.resource [req-7c27eb07-d788-4d28-8109-f3d2fb527c3c req-71556711-0abc-42ba-bae2-2451d39dae21 tempest-AttachVolumeNegativeTest-422449261 tempest-AttachVolumeNegativeTest-422449261-project] Synchronizing usage tracker for tenant:24bd0553f09f4c5891042d9ca247ebe1 on resource:network {{(pid=103721) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 31 11:55:55.476186 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.quota.resource [req-7c27eb07-d788-4d28-8109-f3d2fb527c3c req-71556711-0abc-42ba-bae2-2451d39dae21 tempest-AttachVolumeNegativeTest-422449261 tempest-AttachVolumeNegativeTest-422449261-project] Unset dirty status for tenant:24bd0553f09f4c5891042d9ca247ebe1 on resource:network {{(pid=103721) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 31 11:55:55.477177 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [req-7c27eb07-d788-4d28-8109-f3d2fb527c3c req-71556711-0abc-42ba-bae2-2451d39dae21 tempest-AttachVolumeNegativeTest-422449261 tempest-AttachVolumeNegativeTest-422449261-project] 10.222.0.57 "GET /v2.0/networks?id=073a1c7a-9eab-496a-bbfc-7a59c3fb5363 HTTP/1.1" status: 200  len: 814 time: 0.1727545
May 31 11:55:55.491916 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [req-7c27eb07-d788-4d28-8109-f3d2fb527c3c req-fba187e9-19c3-4f41-8d8d-a587617bdcae tempest-AttachVolumeNegativeTest-422449261 tempest-AttachVolumeNegativeTest-422449261-project] 10.222.0.57 "GET /v2.0/quotas/24bd0553f09f4c5891042d9ca247ebe1 HTTP/1.1" status: 200  len: 375 time: 0.0090742
May 31 11:55:55.544651 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [req-7c27eb07-d788-4d28-8109-f3d2fb527c3c req-a533109f-c38f-4af1-a2e6-e732183cb805 tempest-AttachVolumeNegativeTest-422449261 tempest-AttachVolumeNegativeTest-422449261-project] 10.222.0.57 "GET /v2.0/ports?tenant_id=24bd0553f09f4c5891042d9ca247ebe1&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0474708
May 31 11:55:55.735728 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [req-7c27eb07-d788-4d28-8109-f3d2fb527c3c req-bcb44c3d-d405-4406-9d00-a24840c2ee8b service neutron] 10.222.0.57 "GET /v2.0/networks/073a1c7a-9eab-496a-bbfc-7a59c3fb5363?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1810615
May 31 11:55:55.870885 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [req-7c27eb07-d788-4d28-8109-f3d2fb527c3c req-22456b09-39b4-4618-b602-551c83a5e02a service neutron] 10.222.0.57 "GET /v2.0/networks/073a1c7a-9eab-496a-bbfc-7a59c3fb5363?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1275074
May 31 11:55:56.049031 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [req-87cf76fd-8d1d-4fd3-86c5-58635f3b1ac6 req-3443d042-20ef-4110-95f3-25a15dd46659 tempest-AttachVolumeNegativeTest-422449261 tempest-AttachVolumeNegativeTest-422449261-project] 10.222.0.57 "GET /v2.0/ports?device_id=f6fff778-875d-4f45-b736-6d8026a9f87d HTTP/1.1" status: 200  len: 210 time: 0.0428751
May 31 11:55:57.205453 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [req-2c0f05fc-5d99-4b5d-baa0-210df87ee3d6 req-bab33dfc-a7f4-4e4f-bde6-97fdb216766b tempest-AttachVolumeNegativeTest-422449261 tempest-AttachVolumeNegativeTest-422449261-project] 10.222.0.57 "GET /v2.0/ports?device_id=f6fff778-875d-4f45-b736-6d8026a9f87d HTTP/1.1" status: 200  len: 210 time: 0.0425179
May 31 11:55:57.403656 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c27eb07-d788-4d28-8109-f3d2fb527c3c req-5234b16b-1ac5-4665-b6d1-5ebe2e2bca29 tempest-AttachVolumeNegativeTest-422449261 tempest-AttachVolumeNegativeTest-422449261-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 11:55:57.405012 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [req-7c27eb07-d788-4d28-8109-f3d2fb527c3c req-5234b16b-1ac5-4665-b6d1-5ebe2e2bca29 tempest-AttachVolumeNegativeTest-422449261 tempest-AttachVolumeNegativeTest-422449261-project] 10.222.0.60 "GET /v2.0/networks?id=073a1c7a-9eab-496a-bbfc-7a59c3fb5363 HTTP/1.1" status: 200  len: 814 time: 0.1497276
May 31 11:55:57.423462 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.api.v2.base [req-7c27eb07-d788-4d28-8109-f3d2fb527c3c req-2ef24081-a630-45af-ae8e-4a32c90adfe4 tempest-AttachVolumeNegativeTest-422449261 tempest-AttachVolumeNegativeTest-422449261-project] Request body: {'port': {'device_id': 'f6fff778-875d-4f45-b736-6d8026a9f87d', 'network_id': '073a1c7a-9eab-496a-bbfc-7a59c3fb5363', 'admin_state_up': True, 'tenant_id': '24bd0553f09f4c5891042d9ca247ebe1'}} {{(pid=103721) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 31 11:55:57.563214 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.db.quota.driver [req-7c27eb07-d788-4d28-8109-f3d2fb527c3c req-2ef24081-a630-45af-ae8e-4a32c90adfe4 tempest-AttachVolumeNegativeTest-422449261 tempest-AttachVolumeNegativeTest-422449261-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=103721) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 31 11:55:57.567160 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.quota.resource [req-7c27eb07-d788-4d28-8109-f3d2fb527c3c req-2ef24081-a630-45af-ae8e-4a32c90adfe4 tempest-AttachVolumeNegativeTest-422449261 tempest-AttachVolumeNegativeTest-422449261-project] Usage tracker for resource:port and tenant:24bd0553f09f4c5891042d9ca247ebe1 is out of sync, need to count used quota {{(pid=103721) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 31 11:55:57.570115 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.quota.resource [req-7c27eb07-d788-4d28-8109-f3d2fb527c3c req-2ef24081-a630-45af-ae8e-4a32c90adfe4 tempest-AttachVolumeNegativeTest-422449261 tempest-AttachVolumeNegativeTest-422449261-project] Quota usage for port was recalculated. Used quota:0. {{(pid=103721) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 31 11:55:57.575923 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.db.quota.driver [req-7c27eb07-d788-4d28-8109-f3d2fb527c3c req-2ef24081-a630-45af-ae8e-4a32c90adfe4 tempest-AttachVolumeNegativeTest-422449261 tempest-AttachVolumeNegativeTest-422449261-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=103721) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 31 11:55:57.586025 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7c27eb07-d788-4d28-8109-f3d2fb527c3c req-2ef24081-a630-45af-ae8e-4a32c90adfe4 tempest-AttachVolumeNegativeTest-422449261 tempest-AttachVolumeNegativeTest-422449261-project] Made reservation on behalf of 24bd0553f09f4c5891042d9ca247ebe1 for: {'port': 1} {{(pid=103721) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 31 11:55:57.589544 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron_lib.callbacks.manager [req-7c27eb07-d788-4d28-8109-f3d2fb527c3c req-2ef24081-a630-45af-ae8e-4a32c90adfe4 tempest-AttachVolumeNegativeTest-422449261 tempest-AttachVolumeNegativeTest-422449261-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-934180'] for port, before_create {{(pid=103721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:55:57.756640 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.db.db_base_plugin_common [req-7c27eb07-d788-4d28-8109-f3d2fb527c3c req-2ef24081-a630-45af-ae8e-4a32c90adfe4 tempest-AttachVolumeNegativeTest-422449261 tempest-AttachVolumeNegativeTest-422449261-project] Allocated IP 172.20.0.7 (073a1c7a-9eab-496a-bbfc-7a59c3fb5363/d3bddbd9-4613-4e6e-8a2b-00437d88e2b9/acb48cca-cef0-4051-807f-85c7e8620ecb) {{(pid=103721) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 31 11:55:57.954202 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron_lib.callbacks.manager [req-7c27eb07-d788-4d28-8109-f3d2fb527c3c req-2ef24081-a630-45af-ae8e-4a32c90adfe4 tempest-AttachVolumeNegativeTest-422449261 tempest-AttachVolumeNegativeTest-422449261-project] Notify callbacks [] for port, precommit_create {{(pid=103721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:55:57.990725 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron_lib.callbacks.manager [req-7c27eb07-d788-4d28-8109-f3d2fb527c3c req-2ef24081-a630-45af-ae8e-4a32c90adfe4 tempest-AttachVolumeNegativeTest-422449261 tempest-AttachVolumeNegativeTest-422449261-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937715', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3701677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744215520970', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2250866'] for port, after_create {{(pid=103721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:55:57.996773 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG oslo_concurrency.lockutils [None req-6cda018e-70b2-4151-8c34-b86d37589e51 tempest-TestShelveInstance-1856919752 tempest-TestShelveInstance-1856919752-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103721) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 31 11:55:58.065102 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7c27eb07-d788-4d28-8109-f3d2fb527c3c req-2ef24081-a630-45af-ae8e-4a32c90adfe4 tempest-AttachVolumeNegativeTest-422449261 tempest-AttachVolumeNegativeTest-422449261-project] Network 073a1c7a-9eab-496a-bbfc-7a59c3fb5363 is already hosted by enough agents. {{(pid=103721) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 31 11:55:58.068076 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.scheduler.base_scheduler [req-7c27eb07-d788-4d28-8109-f3d2fb527c3c req-2ef24081-a630-45af-ae8e-4a32c90adfe4 tempest-AttachVolumeNegativeTest-422449261 tempest-AttachVolumeNegativeTest-422449261-project] Resources bound (agent type, host, resource id):  {{(pid=103721) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 31 11:55:58.074004 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.db.l3_dvrscheduler_db [req-7c27eb07-d788-4d28-8109-f3d2fb527c3c req-2ef24081-a630-45af-ae8e-4a32c90adfe4 tempest-AttachVolumeNegativeTest-422449261 tempest-AttachVolumeNegativeTest-422449261-project] Received port after_create {{(pid=103721) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
May 31 11:55:58.110888 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ef24081-a630-45af-ae8e-4a32c90adfe4 tempest-AttachVolumeNegativeTest-422449261 tempest-AttachVolumeNegativeTest-422449261-project] Pushing event updated for resources: {'Port': ['ID=acb48cca-cef0-4051-807f-85c7e8620ecb,revision_number=1']} {{(pid=103721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 31 11:55:58.119164 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG oslo_concurrency.lockutils [None req-2ef24081-a630-45af-ae8e-4a32c90adfe4 tempest-AttachVolumeNegativeTest-422449261 tempest-AttachVolumeNegativeTest-422449261-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=103721) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 31 11:55:58.142164 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c27eb07-d788-4d28-8109-f3d2fb527c3c req-2ef24081-a630-45af-ae8e-4a32c90adfe4 tempest-AttachVolumeNegativeTest-422449261 tempest-AttachVolumeNegativeTest-422449261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 11:55:58.142760 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron_lib.callbacks.manager [req-7c27eb07-d788-4d28-8109-f3d2fb527c3c req-2ef24081-a630-45af-ae8e-4a32c90adfe4 tempest-AttachVolumeNegativeTest-422449261 tempest-AttachVolumeNegativeTest-422449261-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46333'] for port, before_response {{(pid=103721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:55:58.165360 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [req-7c27eb07-d788-4d28-8109-f3d2fb527c3c req-2ef24081-a630-45af-ae8e-4a32c90adfe4 tempest-AttachVolumeNegativeTest-422449261 tempest-AttachVolumeNegativeTest-422449261-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 0.7456486
May 31 11:55:58.183050 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.api.v2.base [req-7c27eb07-d788-4d28-8109-f3d2fb527c3c req-b087120b-ea46-4663-bf6f-25dba1501031 service neutron] Request body: {'port': {'device_id': 'f6fff778-875d-4f45-b736-6d8026a9f87d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78638'}} {{(pid=103721) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 31 11:55:58.295548 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron_lib.callbacks.manager [req-7c27eb07-d788-4d28-8109-f3d2fb527c3c req-b087120b-ea46-4663-bf6f-25dba1501031 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-934180'] for port, before_update {{(pid=103721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:55:58.604497 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-763ba1ac-87e2-43e5-aecf-b6d4038db305 req-55499190-ffb8-4021-9de4-a1ea558dc21b tempest-AttachVolumeNegativeTest-422449261 tempest-AttachVolumeNegativeTest-422449261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 11:55:58.605171 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.quota.resource [req-763ba1ac-87e2-43e5-aecf-b6d4038db305 req-55499190-ffb8-4021-9de4-a1ea558dc21b tempest-AttachVolumeNegativeTest-422449261 tempest-AttachVolumeNegativeTest-422449261-project] Synchronizing usage tracker for tenant:24bd0553f09f4c5891042d9ca247ebe1 on resource:port {{(pid=103721) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 31 11:55:58.678889 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.quota.resource [req-763ba1ac-87e2-43e5-aecf-b6d4038db305 req-55499190-ffb8-4021-9de4-a1ea558dc21b tempest-AttachVolumeNegativeTest-422449261 tempest-AttachVolumeNegativeTest-422449261-project] Unset dirty status for tenant:24bd0553f09f4c5891042d9ca247ebe1 on resource:port {{(pid=103721) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 31 11:55:58.680036 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [req-763ba1ac-87e2-43e5-aecf-b6d4038db305 req-55499190-ffb8-4021-9de4-a1ea558dc21b tempest-AttachVolumeNegativeTest-422449261 tempest-AttachVolumeNegativeTest-422449261-project] 10.222.0.57 "GET /v2.0/ports?device_id=f6fff778-875d-4f45-b736-6d8026a9f87d HTTP/1.1" status: 200  len: 931 time: 0.3462749
May 31 11:55:58.753332 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.quota.resource [req-763ba1ac-87e2-43e5-aecf-b6d4038db305 req-d89336c4-3cc0-4c7a-bbff-83d41132fe1e tempest-AttachVolumeNegativeTest-422449261 tempest-AttachVolumeNegativeTest-422449261-project] Synchronizing usage tracker for tenant:24bd0553f09f4c5891042d9ca247ebe1 on resource:security_group {{(pid=103721) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 31 11:55:58.816659 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.quota.resource [req-763ba1ac-87e2-43e5-aecf-b6d4038db305 req-d89336c4-3cc0-4c7a-bbff-83d41132fe1e tempest-AttachVolumeNegativeTest-422449261 tempest-AttachVolumeNegativeTest-422449261-project] Unset dirty status for tenant:24bd0553f09f4c5891042d9ca247ebe1 on resource:security_group {{(pid=103721) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 31 11:55:58.817775 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [req-763ba1ac-87e2-43e5-aecf-b6d4038db305 req-d89336c4-3cc0-4c7a-bbff-83d41132fe1e tempest-AttachVolumeNegativeTest-422449261 tempest-AttachVolumeNegativeTest-422449261-project] 10.222.0.57 "GET /v2.0/security-groups?id=237a5e1d-6937-4c4e-980a-837822ce77a2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1258540
May 31 11:55:58.832410 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.notifiers.nova [req-7c27eb07-d788-4d28-8109-f3d2fb527c3c req-b087120b-ea46-4663-bf6f-25dba1501031 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id acb48cca-cef0-4051-807f-85c7e8620ecb {{(pid=103721) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
May 31 11:55:58.839698 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron_lib.callbacks.manager [req-7c27eb07-d788-4d28-8109-f3d2fb527c3c req-b087120b-ea46-4663-bf6f-25dba1501031 service neutron] Notify callbacks [] for port, precommit_update {{(pid=103721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:55:58.853317 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.db.provisioning_blocks [req-7c27eb07-d788-4d28-8109-f3d2fb527c3c req-b087120b-ea46-4663-bf6f-25dba1501031 service neutron] Transition to ACTIVE for port object acb48cca-cef0-4051-807f-85c7e8620ecb will not be triggered until provisioned by entity L2. {{(pid=103721) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 31 11:55:58.858523 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron_lib.callbacks.manager [req-7c27eb07-d788-4d28-8109-f3d2fb527c3c req-b087120b-ea46-4663-bf6f-25dba1501031 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937715', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3701677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744215954324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744215520988', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744215521293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2250875'] for port, after_update {{(pid=103721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:55:58.862099 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG oslo_concurrency.lockutils [None req-49963e2f-05fa-4d57-b0f6-c9f8b7b7d5b0 tempest-TestShelveInstance-1856919752 tempest-TestShelveInstance-1856919752-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103721) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 31 11:55:58.984910 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b087120b-ea46-4663-bf6f-25dba1501031 service neutron] Pushing event updated for resources: {'Port': ['ID=acb48cca-cef0-4051-807f-85c7e8620ecb,revision_number=2']} {{(pid=103721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 31 11:55:59.010328 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG oslo_concurrency.lockutils [None req-b087120b-ea46-4663-bf6f-25dba1501031 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=103721) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 31 11:55:59.092628 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.plugins.ml2.managers [req-7c27eb07-d788-4d28-8109-f3d2fb527c3c req-b087120b-ea46-4663-bf6f-25dba1501031 service neutron] Attempting to bind port acb48cca-cef0-4051-807f-85c7e8620ecb on host hv-cinder-78638 for vnic_type normal with profile  {{(pid=103721) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
May 31 11:55:59.092934 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.plugins.ml2.managers [req-7c27eb07-d788-4d28-8109-f3d2fb527c3c req-b087120b-ea46-4663-bf6f-25dba1501031 service neutron] Attempting to bind port acb48cca-cef0-4051-807f-85c7e8620ecb by drivers openvswitch,hyperv on host hv-cinder-78638 at level 0 using segments [{'id': '3eed07df-58fa-4604-a267-19dfddb1a087', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 798, 'network_id': '073a1c7a-9eab-496a-bbfc-7a59c3fb5363'}] {{(pid=103721) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
May 31 11:55:59.093304 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c27eb07-d788-4d28-8109-f3d2fb527c3c req-b087120b-ea46-4663-bf6f-25dba1501031 service neutron] Attempting to bind port acb48cca-cef0-4051-807f-85c7e8620ecb on network 073a1c7a-9eab-496a-bbfc-7a59c3fb5363 {{(pid=103721) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 31 11:55:59.098306 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c27eb07-d788-4d28-8109-f3d2fb527c3c req-b087120b-ea46-4663-bf6f-25dba1501031 service neutron] Port acb48cca-cef0-4051-807f-85c7e8620ecb on network 073a1c7a-9eab-496a-bbfc-7a59c3fb5363 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78638 {{(pid=103721) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
May 31 11:55:59.098626 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c27eb07-d788-4d28-8109-f3d2fb527c3c req-b087120b-ea46-4663-bf6f-25dba1501031 service neutron] Attempting to bind port acb48cca-cef0-4051-807f-85c7e8620ecb on network 073a1c7a-9eab-496a-bbfc-7a59c3fb5363 {{(pid=103721) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 31 11:55:59.103908 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c27eb07-d788-4d28-8109-f3d2fb527c3c req-b087120b-ea46-4663-bf6f-25dba1501031 service neutron] Checking agent: {'id': '42990638-b1ad-4185-8b70-a0b8bae36499', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78638', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 31, 11, 42, 1), 'started_at': datetime.datetime(2021, 5, 31, 11, 42, 1), 'heartbeat_timestamp': datetime.datetime(2021, 5, 31, 11, 55, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103721) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
May 31 11:55:59.104243 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c27eb07-d788-4d28-8109-f3d2fb527c3c req-b087120b-ea46-4663-bf6f-25dba1501031 service neutron] Checking segment: {'id': '3eed07df-58fa-4604-a267-19dfddb1a087', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 798, 'network_id': '073a1c7a-9eab-496a-bbfc-7a59c3fb5363'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103721) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 31 11:55:59.104626 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c27eb07-d788-4d28-8109-f3d2fb527c3c req-b087120b-ea46-4663-bf6f-25dba1501031 service neutron] Bound using segment: {'id': '3eed07df-58fa-4604-a267-19dfddb1a087', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 798, 'network_id': '073a1c7a-9eab-496a-bbfc-7a59c3fb5363'} {{(pid=103721) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
May 31 11:55:59.105045 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.plugins.ml2.managers [req-7c27eb07-d788-4d28-8109-f3d2fb527c3c req-b087120b-ea46-4663-bf6f-25dba1501031 service neutron] Bound port: acb48cca-cef0-4051-807f-85c7e8620ecb, host: hv-cinder-78638, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3eed07df-58fa-4604-a267-19dfddb1a087', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 798, 'network_id': '073a1c7a-9eab-496a-bbfc-7a59c3fb5363'}}] {{(pid=103721) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
May 31 11:55:59.105386 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron_lib.callbacks.manager [req-7c27eb07-d788-4d28-8109-f3d2fb527c3c req-b087120b-ea46-4663-bf6f-25dba1501031 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-934180'] for port, before_update {{(pid=103721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:55:59.195942 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.plugins.ml2.db [req-7c27eb07-d788-4d28-8109-f3d2fb527c3c req-b087120b-ea46-4663-bf6f-25dba1501031 service neutron] For port acb48cca-cef0-4051-807f-85c7e8620ecb, host hv-cinder-78638, cleared binding levels {{(pid=103721) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
May 31 11:55:59.200524 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.plugins.ml2.db [req-7c27eb07-d788-4d28-8109-f3d2fb527c3c req-b087120b-ea46-4663-bf6f-25dba1501031 service neutron] For port acb48cca-cef0-4051-807f-85c7e8620ecb, host hv-cinder-78638, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=acb48cca-cef0-4051-807f-85c7e8620ecb,segment=NetworkSegment(3eed07df-58fa-4604-a267-19dfddb1a087),segment_id=3eed07df-58fa-4604-a267-19dfddb1a087)] {{(pid=103721) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
May 31 11:55:59.207413 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron_lib.callbacks.manager [req-7c27eb07-d788-4d28-8109-f3d2fb527c3c req-b087120b-ea46-4663-bf6f-25dba1501031 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937715', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3701677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744215954324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744215520988', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744215521293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2250875'] for port, after_update {{(pid=103721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:55:59.212827 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG oslo_concurrency.lockutils [None req-6498e894-0203-4546-b365-829752803ec3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103721) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 31 11:55:59.275298 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c27eb07-d788-4d28-8109-f3d2fb527c3c req-b087120b-ea46-4663-bf6f-25dba1501031 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 11:55:59.276002 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron_lib.callbacks.manager [req-7c27eb07-d788-4d28-8109-f3d2fb527c3c req-b087120b-ea46-4663-bf6f-25dba1501031 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46333'] for port, before_response {{(pid=103721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:55:59.277371 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [req-7c27eb07-d788-4d28-8109-f3d2fb527c3c req-b087120b-ea46-4663-bf6f-25dba1501031 service neutron] 10.222.0.60 "PUT /v2.0/ports/acb48cca-cef0-4051-807f-85c7e8620ecb HTTP/1.1" status: 200  len: 1093 time: 1.0983040
May 31 11:55:59.277995 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f6fff778-875d-4f45-b736-6d8026a9f87d', 'tag': 'acb48cca-cef0-4051-807f-85c7e8620ecb'}] {{(pid=103721) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 31 11:55:59.280336 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3cd903d475e597836c68a86188e0a4f713f0e90603b95bd8a010e768671d0d04" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-81d87462-99cc-4ec5-aeb9-a7021b65a890" -d '{"events": [{"name": "network-changed", "server_uuid": "f6fff778-875d-4f45-b736-6d8026a9f87d", "tag": "acb48cca-cef0-4051-807f-85c7e8620ecb"}]}' {{(pid=103721) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
May 31 11:55:59.297856 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b087120b-ea46-4663-bf6f-25dba1501031 service neutron] Pushing event updated for resources: {'Port': ['ID=acb48cca-cef0-4051-807f-85c7e8620ecb,revision_number=3']} {{(pid=103721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 31 11:55:59.301431 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG oslo_concurrency.lockutils [None req-b087120b-ea46-4663-bf6f-25dba1501031 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=103721) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 31 11:55:59.368411 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 31 May 2021 11:55:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bac5c18c-4ca0-4d25-b4e6-da14100d0391 x-openstack-request-id: req-bac5c18c-4ca0-4d25-b4e6-da14100d0391 {{(pid=103721) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
May 31 11:55:59.368725 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f6fff778-875d-4f45-b736-6d8026a9f87d", "tag": "acb48cca-cef0-4051-807f-85c7e8620ecb", "status": "completed", "code": 200}]} {{(pid=103721) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
May 31 11:55:59.369003 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-bac5c18c-4ca0-4d25-b4e6-da14100d0391 {{(pid=103721) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
May 31 11:55:59.369418 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f6fff778-875d-4f45-b736-6d8026a9f87d', 'tag': 'acb48cca-cef0-4051-807f-85c7e8620ecb', 'status': 'completed', 'code': 200}
May 31 11:55:59.406352 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c27eb07-d788-4d28-8109-f3d2fb527c3c req-32bb8431-5380-4ef3-be08-bb57cfbe945a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 11:55:59.407819 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [req-7c27eb07-d788-4d28-8109-f3d2fb527c3c req-32bb8431-5380-4ef3-be08-bb57cfbe945a service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=24bd0553f09f4c5891042d9ca247ebe1&device_id=f6fff778-875d-4f45-b736-6d8026a9f87d HTTP/1.1" status: 200  len: 1096 time: 0.0749564
May 31 11:55:59.487190 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [req-7c27eb07-d788-4d28-8109-f3d2fb527c3c req-6906d29d-bdd4-4ed3-835e-807c98a990c3 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=acb48cca-cef0-4051-807f-85c7e8620ecb HTTP/1.1" status: 200  len: 217 time: 0.0661180
May 31 11:55:59.549242 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c27eb07-d788-4d28-8109-f3d2fb527c3c req-7624073e-1e30-423e-b4c5-a4b75277c72b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 11:55:59.550620 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [req-7c27eb07-d788-4d28-8109-f3d2fb527c3c req-7624073e-1e30-423e-b4c5-a4b75277c72b service neutron] 10.222.0.60 "GET /v2.0/subnets?id=d3bddbd9-4613-4e6e-8a2b-00437d88e2b9 HTTP/1.1" status: 200  len: 854 time: 0.0574307
May 31 11:55:59.600755 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [req-7c27eb07-d788-4d28-8109-f3d2fb527c3c req-ba16d20c-29cf-497e-9d8f-5e4c63efa596 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=073a1c7a-9eab-496a-bbfc-7a59c3fb5363&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0437231
May 31 11:55:59.744300 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [req-7c27eb07-d788-4d28-8109-f3d2fb527c3c req-2381a65a-d792-484b-b669-9da4e160aef1 service neutron] 10.222.0.60 "GET /v2.0/networks/073a1c7a-9eab-496a-bbfc-7a59c3fb5363?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1359887
May 31 11:55:59.882840 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [req-7c27eb07-d788-4d28-8109-f3d2fb527c3c req-6c4f074e-11c4-49c0-aa30-6de93385ba93 service neutron] 10.222.0.60 "GET /v2.0/networks/073a1c7a-9eab-496a-bbfc-7a59c3fb5363?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1305866
May 31 11:56:00.063421 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94ec42ef-f7fb-4e2b-908e-c9e6c00749ca req-79a60f6e-ac15-4141-97fa-449a70dd49c8 tempest-AttachVolumeNegativeTest-422449261 tempest-AttachVolumeNegativeTest-422449261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 11:56:00.064861 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [req-94ec42ef-f7fb-4e2b-908e-c9e6c00749ca req-79a60f6e-ac15-4141-97fa-449a70dd49c8 tempest-AttachVolumeNegativeTest-422449261 tempest-AttachVolumeNegativeTest-422449261-project] 10.222.0.57 "GET /v2.0/ports?device_id=f6fff778-875d-4f45-b736-6d8026a9f87d HTTP/1.1" status: 200  len: 943 time: 0.1357250
May 31 11:56:00.069056 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81d87462-99cc-4ec5-aeb9-a7021b65a890 req-bca74053-dde8-4d3c-a1c3-dcd6b41c267d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 11:56:00.070348 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [req-81d87462-99cc-4ec5-aeb9-a7021b65a890 req-bca74053-dde8-4d3c-a1c3-dcd6b41c267d service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=24bd0553f09f4c5891042d9ca247ebe1&device_id=f6fff778-875d-4f45-b736-6d8026a9f87d HTTP/1.1" status: 200  len: 1096 time: 0.0994601
May 31 11:56:00.282531 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [req-94ec42ef-f7fb-4e2b-908e-c9e6c00749ca req-052c52dc-2faf-4846-ba24-764dbafb20c1 tempest-AttachVolumeNegativeTest-422449261 tempest-AttachVolumeNegativeTest-422449261-project] 10.222.0.57 "GET /v2.0/security-groups?id=237a5e1d-6937-4c4e-980a-837822ce77a2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2112632
May 31 11:56:00.321247 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81d87462-99cc-4ec5-aeb9-a7021b65a890 req-f04acf77-9828-4710-ac94-6e3bd3790eb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 11:56:00.322654 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [req-81d87462-99cc-4ec5-aeb9-a7021b65a890 req-f04acf77-9828-4710-ac94-6e3bd3790eb1 service neutron] 10.222.0.60 "GET /v2.0/networks?id=073a1c7a-9eab-496a-bbfc-7a59c3fb5363 HTTP/1.1" status: 200  len: 915 time: 0.2392440
May 31 11:56:00.388771 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [req-81d87462-99cc-4ec5-aeb9-a7021b65a890 req-c9833b5a-3164-48ce-84ba-400404b43aa1 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=acb48cca-cef0-4051-807f-85c7e8620ecb HTTP/1.1" status: 200  len: 217 time: 0.0591807
May 31 11:56:00.456948 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81d87462-99cc-4ec5-aeb9-a7021b65a890 req-8d50a59c-b0a7-460b-8ac8-4de71e1e0928 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 11:56:00.458339 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [req-81d87462-99cc-4ec5-aeb9-a7021b65a890 req-8d50a59c-b0a7-460b-8ac8-4de71e1e0928 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=d3bddbd9-4613-4e6e-8a2b-00437d88e2b9 HTTP/1.1" status: 200  len: 854 time: 0.0617034
May 31 11:56:00.511638 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [req-81d87462-99cc-4ec5-aeb9-a7021b65a890 req-958fd7a6-2bb9-4c86-9f82-7d15c2b6854a service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=073a1c7a-9eab-496a-bbfc-7a59c3fb5363&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0437942
May 31 11:56:00.644181 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [req-81d87462-99cc-4ec5-aeb9-a7021b65a890 req-4ba6a70c-660d-4fe1-b882-fe72626d25c0 service neutron] 10.222.0.60 "GET /v2.0/networks/073a1c7a-9eab-496a-bbfc-7a59c3fb5363?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1244042
May 31 11:56:00.776411 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [req-81d87462-99cc-4ec5-aeb9-a7021b65a890 req-11a94f51-9d07-4e61-a93f-86a66436403f service neutron] 10.222.0.60 "GET /v2.0/networks/073a1c7a-9eab-496a-bbfc-7a59c3fb5363?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1257119
May 31 11:56:01.482931 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a2ca90a-c757-47dd-b8f3-09c15c20d412 req-3b2557ea-0380-4c14-96db-e88c5a94f2e7 tempest-AttachVolumeNegativeTest-422449261 tempest-AttachVolumeNegativeTest-422449261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 11:56:01.484412 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [req-9a2ca90a-c757-47dd-b8f3-09c15c20d412 req-3b2557ea-0380-4c14-96db-e88c5a94f2e7 tempest-AttachVolumeNegativeTest-422449261 tempest-AttachVolumeNegativeTest-422449261-project] 10.222.0.57 "GET /v2.0/ports?device_id=f6fff778-875d-4f45-b736-6d8026a9f87d HTTP/1.1" status: 200  len: 943 time: 0.0948732
May 31 11:56:01.532105 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [req-9a2ca90a-c757-47dd-b8f3-09c15c20d412 req-63f6aab6-cc15-4ef1-9c6f-7a60eab1d396 tempest-AttachVolumeNegativeTest-422449261 tempest-AttachVolumeNegativeTest-422449261-project] 10.222.0.57 "GET /v2.0/security-groups?id=237a5e1d-6937-4c4e-980a-837822ce77a2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0396245
May 31 11:56:01.535468 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron_lib.callbacks.manager [None req-43028a7b-58d7-408b-ac75-1328e6896bf7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744215964654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857257'] for agent, after_update {{(pid=103722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:56:02.732512 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6561b3b-8c4d-4acf-98fb-4245894de382 req-57aa1546-0773-42c1-befe-8deb8473ea3d tempest-AttachVolumeNegativeTest-422449261 tempest-AttachVolumeNegativeTest-422449261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 11:56:02.733955 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [req-c6561b3b-8c4d-4acf-98fb-4245894de382 req-57aa1546-0773-42c1-befe-8deb8473ea3d tempest-AttachVolumeNegativeTest-422449261 tempest-AttachVolumeNegativeTest-422449261-project] 10.222.0.57 "GET /v2.0/ports?device_id=f6fff778-875d-4f45-b736-6d8026a9f87d HTTP/1.1" status: 200  len: 943 time: 0.0870781
May 31 11:56:02.778719 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [req-c6561b3b-8c4d-4acf-98fb-4245894de382 req-453bd069-bd85-40bb-96ac-0564c5471d5b tempest-AttachVolumeNegativeTest-422449261 tempest-AttachVolumeNegativeTest-422449261-project] 10.222.0.57 "GET /v2.0/security-groups?id=237a5e1d-6937-4c4e-980a-837822ce77a2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0389383
May 31 11:56:03.093772 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron_lib.callbacks.manager [None req-40e0756e-3063-4ca0-b3bb-957ee9ad0e5c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744215964654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857257'] for agent, after_update {{(pid=103722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:56:03.262595 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron.plugins.ml2.rpc [None req-43028a7b-58d7-408b-ac75-1328e6896bf7 None None] Device acb48cca-cef0-4051-807f-85c7e8620ecb details requested by agent hyperv_hv-cinder-78638 with host hv-cinder-78638 {{(pid=103722) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
May 31 11:56:03.403051 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron.plugins.ml2.db [None req-43028a7b-58d7-408b-ac75-1328e6896bf7 None None] For port acb48cca-cef0-4051-807f-85c7e8620ecb, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=acb48cca-cef0-4051-807f-85c7e8620ecb,segment=NetworkSegment(3eed07df-58fa-4604-a267-19dfddb1a087),segment_id=3eed07df-58fa-4604-a267-19dfddb1a087)] {{(pid=103722) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 31 11:56:03.416348 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron.plugins.ml2.rpc [None req-43028a7b-58d7-408b-ac75-1328e6896bf7 None None] Returning: {'device': 'acb48cca-cef0-4051-807f-85c7e8620ecb', 'network_id': '073a1c7a-9eab-496a-bbfc-7a59c3fb5363', 'port_id': 'acb48cca-cef0-4051-807f-85c7e8620ecb', 'mac_address': 'fa:16:3e:9f:fe:90', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 798, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd3bddbd9-4613-4e6e-8a2b-00437d88e2b9', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103722) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
May 31 11:56:03.473300 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron_lib.callbacks.manager [None req-43028a7b-58d7-408b-ac75-1328e6896bf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-934180'] for port, before_update {{(pid=103722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:56:03.491067 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron.notifiers.nova [None req-43028a7b-58d7-408b-ac75-1328e6896bf7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id acb48cca-cef0-4051-807f-85c7e8620ecb {{(pid=103722) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
May 31 11:56:03.509724 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron.plugins.ml2.db [None req-43028a7b-58d7-408b-ac75-1328e6896bf7 None None] For port acb48cca-cef0-4051-807f-85c7e8620ecb, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=acb48cca-cef0-4051-807f-85c7e8620ecb,segment=NetworkSegment(3eed07df-58fa-4604-a267-19dfddb1a087),segment_id=3eed07df-58fa-4604-a267-19dfddb1a087)] {{(pid=103722) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 31 11:56:03.515889 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron_lib.callbacks.manager [None req-43028a7b-58d7-408b-ac75-1328e6896bf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937715', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3701677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744215954324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744215520988', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744215521293'] for port, after_update {{(pid=103722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:56:03.518867 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG oslo_concurrency.lockutils [None req-f489e920-7c13-4ee2-b744-ce95b3a70450 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103722) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 31 11:56:03.588161 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43028a7b-58d7-408b-ac75-1328e6896bf7 None None] Pushing event updated for resources: {'Port': ['ID=acb48cca-cef0-4051-807f-85c7e8620ecb,revision_number=4']} {{(pid=103722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 31 11:56:03.592664 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG oslo_concurrency.lockutils [None req-43028a7b-58d7-408b-ac75-1328e6896bf7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=103722) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 31 11:56:03.829657 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron.plugins.ml2.db [None req-43028a7b-58d7-408b-ac75-1328e6896bf7 None None] get_ports_and_sgs() called for port_ids ['acb48cca-cef0-4051-807f-85c7e8620ecb'] {{(pid=103722) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
May 31 11:56:03.979399 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4201371-b1e6-451f-844c-0128817f0168 req-696b22ef-4105-4c89-8b5a-eaacd31cd57b tempest-AttachVolumeNegativeTest-422449261 tempest-AttachVolumeNegativeTest-422449261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 11:56:03.980957 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [req-a4201371-b1e6-451f-844c-0128817f0168 req-696b22ef-4105-4c89-8b5a-eaacd31cd57b tempest-AttachVolumeNegativeTest-422449261 tempest-AttachVolumeNegativeTest-422449261-project] 10.222.0.57 "GET /v2.0/ports?device_id=f6fff778-875d-4f45-b736-6d8026a9f87d HTTP/1.1" status: 200  len: 944 time: 0.0840538
May 31 11:56:04.027026 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [req-a4201371-b1e6-451f-844c-0128817f0168 req-06fcd998-c454-486d-940f-3cea94a79240 tempest-AttachVolumeNegativeTest-422449261 tempest-AttachVolumeNegativeTest-422449261-project] 10.222.0.57 "GET /v2.0/security-groups?id=237a5e1d-6937-4c4e-980a-837822ce77a2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0400896
May 31 11:56:05.229794 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4007330d-435c-47d7-8977-a67587e5716e req-7e5b15c7-0e11-4544-921f-fa887d977246 tempest-AttachVolumeNegativeTest-422449261 tempest-AttachVolumeNegativeTest-422449261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 11:56:05.231209 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [req-4007330d-435c-47d7-8977-a67587e5716e req-7e5b15c7-0e11-4544-921f-fa887d977246 tempest-AttachVolumeNegativeTest-422449261 tempest-AttachVolumeNegativeTest-422449261-project] 10.222.0.57 "GET /v2.0/ports?device_id=f6fff778-875d-4f45-b736-6d8026a9f87d HTTP/1.1" status: 200  len: 944 time: 0.0911865
May 31 11:56:05.263217 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron.plugins.ml2.rpc [None req-43028a7b-58d7-408b-ac75-1328e6896bf7 None None] Device acb48cca-cef0-4051-807f-85c7e8620ecb up at agent hyperv_hv-cinder-78638 {{(pid=103722) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 31 11:56:05.276949 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [req-4007330d-435c-47d7-8977-a67587e5716e req-b61b0100-2fde-43e4-9425-065ed63daaef tempest-AttachVolumeNegativeTest-422449261 tempest-AttachVolumeNegativeTest-422449261-project] 10.222.0.57 "GET /v2.0/security-groups?id=237a5e1d-6937-4c4e-980a-837822ce77a2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0400515
May 31 11:56:05.335111 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron.db.provisioning_blocks [None req-43028a7b-58d7-408b-ac75-1328e6896bf7 None None] Provisioning for port acb48cca-cef0-4051-807f-85c7e8620ecb completed by entity L2. {{(pid=103722) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 31 11:56:05.339551 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron.db.provisioning_blocks [None req-43028a7b-58d7-408b-ac75-1328e6896bf7 None None] Provisioning complete for port acb48cca-cef0-4051-807f-85c7e8620ecb triggered by entity L2. {{(pid=103722) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 31 11:56:05.340048 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron_lib.callbacks.manager [None req-43028a7b-58d7-408b-ac75-1328e6896bf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857618'] for port, provisioning_complete {{(pid=103722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:56:05.454496 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron_lib.callbacks.manager [None req-43028a7b-58d7-408b-ac75-1328e6896bf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-934180'] for port, before_update {{(pid=103722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:56:05.480696 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f6fff778-875d-4f45-b736-6d8026a9f87d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'acb48cca-cef0-4051-807f-85c7e8620ecb'}] {{(pid=103722) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 31 11:56:05.482943 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}385953046bb192346b13b574918bbc7d366126a5ac8301ca09ff73df2ee9323d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-242dfcbd-0de5-405f-a387-df626c133656" -d '{"events": [{"server_uuid": "f6fff778-875d-4f45-b736-6d8026a9f87d", "name": "network-vif-plugged", "status": "completed", "tag": "acb48cca-cef0-4051-807f-85c7e8620ecb"}]}' {{(pid=103722) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
May 31 11:56:05.490449 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron.plugins.ml2.db [None req-43028a7b-58d7-408b-ac75-1328e6896bf7 None None] For port acb48cca-cef0-4051-807f-85c7e8620ecb, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=acb48cca-cef0-4051-807f-85c7e8620ecb,segment=NetworkSegment(3eed07df-58fa-4604-a267-19dfddb1a087),segment_id=3eed07df-58fa-4604-a267-19dfddb1a087)] {{(pid=103722) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 31 11:56:05.502240 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron_lib.callbacks.manager [None req-43028a7b-58d7-408b-ac75-1328e6896bf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937715', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3701677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744215954324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744215520988', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744215521293'] for port, after_update {{(pid=103722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:56:05.505357 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG oslo_concurrency.lockutils [None req-43028a7b-58d7-408b-ac75-1328e6896bf7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103722) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 31 11:56:05.566615 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron_lib.callbacks.manager [None req-0d4cdb90-94f1-4bdc-9603-b4cde3439bc9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744215964654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857257'] for agent, after_update {{(pid=103722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:56:05.581050 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43028a7b-58d7-408b-ac75-1328e6896bf7 None None] Pushing event updated for resources: {'Port': ['ID=acb48cca-cef0-4051-807f-85c7e8620ecb,revision_number=5']} {{(pid=103722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 31 11:56:05.584341 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 31 May 2021 11:56:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b9d2640e-329f-4ee5-af8f-b06388694546 x-openstack-request-id: req-b9d2640e-329f-4ee5-af8f-b06388694546 {{(pid=103722) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
May 31 11:56:05.584624 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f6fff778-875d-4f45-b736-6d8026a9f87d", "name": "network-vif-plugged", "status": "completed", "tag": "acb48cca-cef0-4051-807f-85c7e8620ecb", "code": 200}]} {{(pid=103722) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
May 31 11:56:05.584875 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-b9d2640e-329f-4ee5-af8f-b06388694546 {{(pid=103722) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
May 31 11:56:05.585309 dv-cinder-786384-7-iscsi neutron-server[103722]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f6fff778-875d-4f45-b736-6d8026a9f87d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'acb48cca-cef0-4051-807f-85c7e8620ecb', 'code': 200}
May 31 11:56:05.585896 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG oslo_concurrency.lockutils [None req-43028a7b-58d7-408b-ac75-1328e6896bf7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=103722) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 31 11:56:05.619248 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron_lib.callbacks.manager [None req-1f0a762f-0348-4bba-b860-8eddab4cd770 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744215964654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857257'] for agent, after_update {{(pid=103722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:56:05.847836 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b97be14-083d-4d47-8c66-2b9117ad6e2a req-a82a3aec-dfc8-47bc-8cd1-45fdcff96f15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 11:56:05.849235 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [req-4b97be14-083d-4d47-8c66-2b9117ad6e2a req-a82a3aec-dfc8-47bc-8cd1-45fdcff96f15 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=f6fff778-875d-4f45-b736-6d8026a9f87d HTTP/1.1" status: 200  len: 1098 time: 0.0742567
May 31 11:56:05.889931 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [req-4b97be14-083d-4d47-8c66-2b9117ad6e2a req-9b259a4f-7c48-438a-b427-98e9e1e5005d service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=237a5e1d-6937-4c4e-980a-837822ce77a2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0336194
May 31 11:56:06.482734 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6420c3b5-7284-464a-af5e-f3c8b55c2e09 req-c536f321-67ef-435e-8760-618ec12056db tempest-AttachVolumeNegativeTest-422449261 tempest-AttachVolumeNegativeTest-422449261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 11:56:06.484239 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [req-6420c3b5-7284-464a-af5e-f3c8b55c2e09 req-c536f321-67ef-435e-8760-618ec12056db tempest-AttachVolumeNegativeTest-422449261 tempest-AttachVolumeNegativeTest-422449261-project] 10.222.0.57 "GET /v2.0/ports?device_id=f6fff778-875d-4f45-b736-6d8026a9f87d HTTP/1.1" status: 200  len: 945 time: 0.0808103
May 31 11:56:06.533291 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [req-6420c3b5-7284-464a-af5e-f3c8b55c2e09 req-fb83edd7-082d-4735-9527-a200f61886be tempest-AttachVolumeNegativeTest-422449261 tempest-AttachVolumeNegativeTest-422449261-project] 10.222.0.57 "GET /v2.0/security-groups?id=237a5e1d-6937-4c4e-980a-837822ce77a2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0430701
May 31 11:56:06.534522 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron_lib.callbacks.manager [None req-c59bf3d8-3f04-4740-8d75-807cb4f7478e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744215964654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857257'] for agent, after_update {{(pid=103722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:56:07.744972 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e9d1112-0dca-483c-9790-41d56be91a70 req-86902c0d-4211-4be3-85be-ba9316a43252 tempest-AttachVolumeNegativeTest-422449261 tempest-AttachVolumeNegativeTest-422449261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 11:56:07.746353 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [req-4e9d1112-0dca-483c-9790-41d56be91a70 req-86902c0d-4211-4be3-85be-ba9316a43252 tempest-AttachVolumeNegativeTest-422449261 tempest-AttachVolumeNegativeTest-422449261-project] 10.222.0.57 "GET /v2.0/ports?device_id=f6fff778-875d-4f45-b736-6d8026a9f87d HTTP/1.1" status: 200  len: 945 time: 0.0944514
May 31 11:56:07.792636 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [req-4e9d1112-0dca-483c-9790-41d56be91a70 req-3e6f223c-91d1-4d75-8f5f-8556d22e032e tempest-AttachVolumeNegativeTest-422449261 tempest-AttachVolumeNegativeTest-422449261-project] 10.222.0.57 "GET /v2.0/security-groups?id=237a5e1d-6937-4c4e-980a-837822ce77a2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0383050
May 31 11:56:07.998071 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron_lib.callbacks.manager [None req-e2b995a4-3526-4c71-93aa-7f4ba47dfd64 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744215964654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857257'] for agent, after_update {{(pid=103722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:56:16.766211 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9442e4f-0b0d-43ec-a1ba-192cdd7fe90a req-ddcb74f8-443d-478e-94f1-89b5b6afe27d tempest-AttachVolumeNegativeTest-422449261 tempest-AttachVolumeNegativeTest-422449261-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 11:56:16.767611 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [req-d9442e4f-0b0d-43ec-a1ba-192cdd7fe90a req-ddcb74f8-443d-478e-94f1-89b5b6afe27d tempest-AttachVolumeNegativeTest-422449261 tempest-AttachVolumeNegativeTest-422449261-project] 10.222.0.57 "GET /v2.0/networks?id=073a1c7a-9eab-496a-bbfc-7a59c3fb5363 HTTP/1.1" status: 200  len: 814 time: 0.1476285
May 31 11:56:16.784764 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [req-d9442e4f-0b0d-43ec-a1ba-192cdd7fe90a req-afe6c1a7-2519-4692-a397-bd4c1f79b2ea tempest-AttachVolumeNegativeTest-422449261 tempest-AttachVolumeNegativeTest-422449261-project] 10.222.0.57 "GET /v2.0/quotas/24bd0553f09f4c5891042d9ca247ebe1 HTTP/1.1" status: 200  len: 375 time: 0.0092731
May 31 11:56:16.872089 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [req-d9442e4f-0b0d-43ec-a1ba-192cdd7fe90a req-1eda61ce-e95f-445c-9c69-54488d4c93cf tempest-AttachVolumeNegativeTest-422449261 tempest-AttachVolumeNegativeTest-422449261-project] 10.222.0.57 "GET /v2.0/ports?tenant_id=24bd0553f09f4c5891042d9ca247ebe1&fields=id HTTP/1.1" status: 200  len: 255 time: 0.0824463
May 31 11:56:17.008842 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [req-d9442e4f-0b0d-43ec-a1ba-192cdd7fe90a req-e013129b-c6af-4e2e-b586-a40c13e71a7a service neutron] 10.222.0.57 "GET /v2.0/networks/073a1c7a-9eab-496a-bbfc-7a59c3fb5363?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1299298
May 31 11:56:17.238335 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [req-d9442e4f-0b0d-43ec-a1ba-192cdd7fe90a req-f26e49d8-5035-48bf-8ed9-23eda2ba289e service neutron] 10.222.0.57 "GET /v2.0/networks/073a1c7a-9eab-496a-bbfc-7a59c3fb5363?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2234395
May 31 11:56:17.432720 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [req-83575560-984e-4533-826d-25c8faaefabd req-3700b8cd-69cb-45b3-b2c8-04ae74d14d3a tempest-AttachVolumeNegativeTest-422449261 tempest-AttachVolumeNegativeTest-422449261-project] 10.222.0.57 "GET /v2.0/ports?device_id=5b8f6509-58dd-4dea-8dda-fa8a4ac625c2 HTTP/1.1" status: 200  len: 210 time: 0.0422428
May 31 11:56:18.617130 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [req-d0a85cc3-0635-4ad2-9fae-75ea69a3f50d req-15fefb55-3e40-4293-84ad-f6cce3b6dd9c tempest-AttachVolumeNegativeTest-422449261 tempest-AttachVolumeNegativeTest-422449261-project] 10.222.0.57 "GET /v2.0/ports?device_id=5b8f6509-58dd-4dea-8dda-fa8a4ac625c2 HTTP/1.1" status: 200  len: 210 time: 0.0583556
May 31 11:56:18.669731 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9442e4f-0b0d-43ec-a1ba-192cdd7fe90a req-9adb7146-e7a2-4576-b22d-f986711265c1 tempest-AttachVolumeNegativeTest-422449261 tempest-AttachVolumeNegativeTest-422449261-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 11:56:18.671229 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [req-d9442e4f-0b0d-43ec-a1ba-192cdd7fe90a req-9adb7146-e7a2-4576-b22d-f986711265c1 tempest-AttachVolumeNegativeTest-422449261 tempest-AttachVolumeNegativeTest-422449261-project] 10.222.0.60 "GET /v2.0/networks?id=073a1c7a-9eab-496a-bbfc-7a59c3fb5363 HTTP/1.1" status: 200  len: 814 time: 0.1888163
May 31 11:56:18.692957 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.api.v2.base [req-d9442e4f-0b0d-43ec-a1ba-192cdd7fe90a req-73284d11-6321-49a2-9586-6683c29af4c3 tempest-AttachVolumeNegativeTest-422449261 tempest-AttachVolumeNegativeTest-422449261-project] Request body: {'port': {'device_id': '5b8f6509-58dd-4dea-8dda-fa8a4ac625c2', 'network_id': '073a1c7a-9eab-496a-bbfc-7a59c3fb5363', 'admin_state_up': True, 'tenant_id': '24bd0553f09f4c5891042d9ca247ebe1'}} {{(pid=103721) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 31 11:56:18.828766 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.db.quota.driver [req-d9442e4f-0b0d-43ec-a1ba-192cdd7fe90a req-73284d11-6321-49a2-9586-6683c29af4c3 tempest-AttachVolumeNegativeTest-422449261 tempest-AttachVolumeNegativeTest-422449261-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=103721) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 31 11:56:18.839200 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.db.quota.driver [req-d9442e4f-0b0d-43ec-a1ba-192cdd7fe90a req-73284d11-6321-49a2-9586-6683c29af4c3 tempest-AttachVolumeNegativeTest-422449261 tempest-AttachVolumeNegativeTest-422449261-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=103721) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 31 11:56:18.853776 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d9442e4f-0b0d-43ec-a1ba-192cdd7fe90a req-73284d11-6321-49a2-9586-6683c29af4c3 tempest-AttachVolumeNegativeTest-422449261 tempest-AttachVolumeNegativeTest-422449261-project] Made reservation on behalf of 24bd0553f09f4c5891042d9ca247ebe1 for: {'port': 1} {{(pid=103721) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 31 11:56:18.859308 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron_lib.callbacks.manager [req-d9442e4f-0b0d-43ec-a1ba-192cdd7fe90a req-73284d11-6321-49a2-9586-6683c29af4c3 tempest-AttachVolumeNegativeTest-422449261 tempest-AttachVolumeNegativeTest-422449261-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-934180'] for port, before_create {{(pid=103721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:56:19.027322 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.db.db_base_plugin_common [req-d9442e4f-0b0d-43ec-a1ba-192cdd7fe90a req-73284d11-6321-49a2-9586-6683c29af4c3 tempest-AttachVolumeNegativeTest-422449261 tempest-AttachVolumeNegativeTest-422449261-project] Allocated IP 172.20.0.6 (073a1c7a-9eab-496a-bbfc-7a59c3fb5363/d3bddbd9-4613-4e6e-8a2b-00437d88e2b9/795f513c-9149-4cc3-828d-6d237c77c846) {{(pid=103721) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 31 11:56:19.227856 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron_lib.callbacks.manager [req-d9442e4f-0b0d-43ec-a1ba-192cdd7fe90a req-73284d11-6321-49a2-9586-6683c29af4c3 tempest-AttachVolumeNegativeTest-422449261 tempest-AttachVolumeNegativeTest-422449261-project] Notify callbacks [] for port, precommit_create {{(pid=103721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:56:19.260364 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron_lib.callbacks.manager [req-d9442e4f-0b0d-43ec-a1ba-192cdd7fe90a req-73284d11-6321-49a2-9586-6683c29af4c3 tempest-AttachVolumeNegativeTest-422449261 tempest-AttachVolumeNegativeTest-422449261-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937715', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3701677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744215520970', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2250866'] for port, after_create {{(pid=103721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:56:19.265857 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG oslo_concurrency.lockutils [None req-92aa8baf-11b3-4f6b-bfa9-3588eb2045ba tempest-AttachVolumeTestJSON-530604526 tempest-AttachVolumeTestJSON-530604526-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103721) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 31 11:56:19.298407 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron.plugins.ml2.db [None req-43028a7b-58d7-408b-ac75-1328e6896bf7 None None] get_ports_and_sgs() called for port_ids ['acb48cca-cef0-4051-807f-85c7e8620ecb'] {{(pid=103722) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
May 31 11:56:19.330966 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d9442e4f-0b0d-43ec-a1ba-192cdd7fe90a req-73284d11-6321-49a2-9586-6683c29af4c3 tempest-AttachVolumeNegativeTest-422449261 tempest-AttachVolumeNegativeTest-422449261-project] Network 073a1c7a-9eab-496a-bbfc-7a59c3fb5363 is already hosted by enough agents. {{(pid=103721) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 31 11:56:19.334075 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.scheduler.base_scheduler [req-d9442e4f-0b0d-43ec-a1ba-192cdd7fe90a req-73284d11-6321-49a2-9586-6683c29af4c3 tempest-AttachVolumeNegativeTest-422449261 tempest-AttachVolumeNegativeTest-422449261-project] Resources bound (agent type, host, resource id):  {{(pid=103721) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 31 11:56:19.338021 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.db.l3_dvrscheduler_db [req-d9442e4f-0b0d-43ec-a1ba-192cdd7fe90a req-73284d11-6321-49a2-9586-6683c29af4c3 tempest-AttachVolumeNegativeTest-422449261 tempest-AttachVolumeNegativeTest-422449261-project] Received port after_create {{(pid=103721) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
May 31 11:56:19.371833 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73284d11-6321-49a2-9586-6683c29af4c3 tempest-AttachVolumeNegativeTest-422449261 tempest-AttachVolumeNegativeTest-422449261-project] Pushing event updated for resources: {'Port': ['ID=795f513c-9149-4cc3-828d-6d237c77c846,revision_number=1']} {{(pid=103721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 31 11:56:19.378149 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG oslo_concurrency.lockutils [None req-73284d11-6321-49a2-9586-6683c29af4c3 tempest-AttachVolumeNegativeTest-422449261 tempest-AttachVolumeNegativeTest-422449261-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=103721) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 31 11:56:19.407836 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9442e4f-0b0d-43ec-a1ba-192cdd7fe90a req-73284d11-6321-49a2-9586-6683c29af4c3 tempest-AttachVolumeNegativeTest-422449261 tempest-AttachVolumeNegativeTest-422449261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 11:56:19.408474 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron_lib.callbacks.manager [req-d9442e4f-0b0d-43ec-a1ba-192cdd7fe90a req-73284d11-6321-49a2-9586-6683c29af4c3 tempest-AttachVolumeNegativeTest-422449261 tempest-AttachVolumeNegativeTest-422449261-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46333'] for port, before_response {{(pid=103721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:56:19.436820 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [req-d9442e4f-0b0d-43ec-a1ba-192cdd7fe90a req-73284d11-6321-49a2-9586-6683c29af4c3 tempest-AttachVolumeNegativeTest-422449261 tempest-AttachVolumeNegativeTest-422449261-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 0.7475140
May 31 11:56:19.455986 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.api.v2.base [req-d9442e4f-0b0d-43ec-a1ba-192cdd7fe90a req-3058daab-fc58-4351-a882-11a6d40a5e07 service neutron] Request body: {'port': {'device_id': '5b8f6509-58dd-4dea-8dda-fa8a4ac625c2', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78638'}} {{(pid=103721) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 31 11:56:19.563976 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron_lib.callbacks.manager [req-d9442e4f-0b0d-43ec-a1ba-192cdd7fe90a req-3058daab-fc58-4351-a882-11a6d40a5e07 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-934180'] for port, before_update {{(pid=103721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:56:19.907055 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0029398-db4e-46ff-93d2-0e6ac868277c req-b7d1388d-1f06-4b8e-aaf6-01e3667a5cfa tempest-AttachVolumeNegativeTest-422449261 tempest-AttachVolumeNegativeTest-422449261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 11:56:19.907755 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.quota.resource [req-e0029398-db4e-46ff-93d2-0e6ac868277c req-b7d1388d-1f06-4b8e-aaf6-01e3667a5cfa tempest-AttachVolumeNegativeTest-422449261 tempest-AttachVolumeNegativeTest-422449261-project] Synchronizing usage tracker for tenant:24bd0553f09f4c5891042d9ca247ebe1 on resource:port {{(pid=103721) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 31 11:56:19.974651 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.quota.resource [req-e0029398-db4e-46ff-93d2-0e6ac868277c req-b7d1388d-1f06-4b8e-aaf6-01e3667a5cfa tempest-AttachVolumeNegativeTest-422449261 tempest-AttachVolumeNegativeTest-422449261-project] Unset dirty status for tenant:24bd0553f09f4c5891042d9ca247ebe1 on resource:port {{(pid=103721) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 31 11:56:19.975812 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [req-e0029398-db4e-46ff-93d2-0e6ac868277c req-b7d1388d-1f06-4b8e-aaf6-01e3667a5cfa tempest-AttachVolumeNegativeTest-422449261 tempest-AttachVolumeNegativeTest-422449261-project] 10.222.0.57 "GET /v2.0/ports?device_id=5b8f6509-58dd-4dea-8dda-fa8a4ac625c2 HTTP/1.1" status: 200  len: 931 time: 0.2442517
May 31 11:56:19.981125 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.notifiers.nova [req-d9442e4f-0b0d-43ec-a1ba-192cdd7fe90a req-3058daab-fc58-4351-a882-11a6d40a5e07 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 795f513c-9149-4cc3-828d-6d237c77c846 {{(pid=103721) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
May 31 11:56:20.000192 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron_lib.callbacks.manager [req-d9442e4f-0b0d-43ec-a1ba-192cdd7fe90a req-3058daab-fc58-4351-a882-11a6d40a5e07 service neutron] Notify callbacks [] for port, precommit_update {{(pid=103721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:56:20.030454 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.db.provisioning_blocks [req-d9442e4f-0b0d-43ec-a1ba-192cdd7fe90a req-3058daab-fc58-4351-a882-11a6d40a5e07 service neutron] Transition to ACTIVE for port object 795f513c-9149-4cc3-828d-6d237c77c846 will not be triggered until provisioned by entity L2. {{(pid=103721) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 31 11:56:20.034743 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron_lib.callbacks.manager [req-d9442e4f-0b0d-43ec-a1ba-192cdd7fe90a req-3058daab-fc58-4351-a882-11a6d40a5e07 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937715', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3701677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744215954324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744215520988', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744215521293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2250875'] for port, after_update {{(pid=103721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:56:20.040944 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG oslo_concurrency.lockutils [None req-fd7713dd-503b-4779-a8af-32191e0a2abe tempest-AttachVolumeTestJSON-530604526 tempest-AttachVolumeTestJSON-530604526-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103721) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 31 11:56:20.085935 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [req-e0029398-db4e-46ff-93d2-0e6ac868277c req-f54db340-99a5-403b-8608-2c8aa7da5e46 tempest-AttachVolumeNegativeTest-422449261 tempest-AttachVolumeNegativeTest-422449261-project] 10.222.0.57 "GET /v2.0/security-groups?id=237a5e1d-6937-4c4e-980a-837822ce77a2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1004860
May 31 11:56:20.266101 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3058daab-fc58-4351-a882-11a6d40a5e07 service neutron] Pushing event updated for resources: {'Port': ['ID=795f513c-9149-4cc3-828d-6d237c77c846,revision_number=2']} {{(pid=103721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 31 11:56:20.291247 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG oslo_concurrency.lockutils [None req-3058daab-fc58-4351-a882-11a6d40a5e07 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.250s {{(pid=103721) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 31 11:56:20.365805 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.plugins.ml2.managers [req-d9442e4f-0b0d-43ec-a1ba-192cdd7fe90a req-3058daab-fc58-4351-a882-11a6d40a5e07 service neutron] Attempting to bind port 795f513c-9149-4cc3-828d-6d237c77c846 on host hv-cinder-78638 for vnic_type normal with profile  {{(pid=103721) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
May 31 11:56:20.366113 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.plugins.ml2.managers [req-d9442e4f-0b0d-43ec-a1ba-192cdd7fe90a req-3058daab-fc58-4351-a882-11a6d40a5e07 service neutron] Attempting to bind port 795f513c-9149-4cc3-828d-6d237c77c846 by drivers openvswitch,hyperv on host hv-cinder-78638 at level 0 using segments [{'id': '3eed07df-58fa-4604-a267-19dfddb1a087', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 798, 'network_id': '073a1c7a-9eab-496a-bbfc-7a59c3fb5363'}] {{(pid=103721) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
May 31 11:56:20.366426 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9442e4f-0b0d-43ec-a1ba-192cdd7fe90a req-3058daab-fc58-4351-a882-11a6d40a5e07 service neutron] Attempting to bind port 795f513c-9149-4cc3-828d-6d237c77c846 on network 073a1c7a-9eab-496a-bbfc-7a59c3fb5363 {{(pid=103721) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 31 11:56:20.371054 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9442e4f-0b0d-43ec-a1ba-192cdd7fe90a req-3058daab-fc58-4351-a882-11a6d40a5e07 service neutron] Port 795f513c-9149-4cc3-828d-6d237c77c846 on network 073a1c7a-9eab-496a-bbfc-7a59c3fb5363 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78638 {{(pid=103721) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
May 31 11:56:20.371359 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9442e4f-0b0d-43ec-a1ba-192cdd7fe90a req-3058daab-fc58-4351-a882-11a6d40a5e07 service neutron] Attempting to bind port 795f513c-9149-4cc3-828d-6d237c77c846 on network 073a1c7a-9eab-496a-bbfc-7a59c3fb5363 {{(pid=103721) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 31 11:56:20.376799 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9442e4f-0b0d-43ec-a1ba-192cdd7fe90a req-3058daab-fc58-4351-a882-11a6d40a5e07 service neutron] Checking agent: {'id': '42990638-b1ad-4185-8b70-a0b8bae36499', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78638', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 31, 11, 42, 1), 'started_at': datetime.datetime(2021, 5, 31, 11, 42, 1), 'heartbeat_timestamp': datetime.datetime(2021, 5, 31, 11, 56, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103721) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
May 31 11:56:20.377123 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9442e4f-0b0d-43ec-a1ba-192cdd7fe90a req-3058daab-fc58-4351-a882-11a6d40a5e07 service neutron] Checking segment: {'id': '3eed07df-58fa-4604-a267-19dfddb1a087', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 798, 'network_id': '073a1c7a-9eab-496a-bbfc-7a59c3fb5363'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103721) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 31 11:56:20.377487 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9442e4f-0b0d-43ec-a1ba-192cdd7fe90a req-3058daab-fc58-4351-a882-11a6d40a5e07 service neutron] Bound using segment: {'id': '3eed07df-58fa-4604-a267-19dfddb1a087', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 798, 'network_id': '073a1c7a-9eab-496a-bbfc-7a59c3fb5363'} {{(pid=103721) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
May 31 11:56:20.377890 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.plugins.ml2.managers [req-d9442e4f-0b0d-43ec-a1ba-192cdd7fe90a req-3058daab-fc58-4351-a882-11a6d40a5e07 service neutron] Bound port: 795f513c-9149-4cc3-828d-6d237c77c846, host: hv-cinder-78638, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3eed07df-58fa-4604-a267-19dfddb1a087', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 798, 'network_id': '073a1c7a-9eab-496a-bbfc-7a59c3fb5363'}}] {{(pid=103721) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
May 31 11:56:20.378220 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron_lib.callbacks.manager [req-d9442e4f-0b0d-43ec-a1ba-192cdd7fe90a req-3058daab-fc58-4351-a882-11a6d40a5e07 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-934180'] for port, before_update {{(pid=103721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:56:20.465870 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.plugins.ml2.db [req-d9442e4f-0b0d-43ec-a1ba-192cdd7fe90a req-3058daab-fc58-4351-a882-11a6d40a5e07 service neutron] For port 795f513c-9149-4cc3-828d-6d237c77c846, host hv-cinder-78638, cleared binding levels {{(pid=103721) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
May 31 11:56:20.468793 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.plugins.ml2.db [req-d9442e4f-0b0d-43ec-a1ba-192cdd7fe90a req-3058daab-fc58-4351-a882-11a6d40a5e07 service neutron] For port 795f513c-9149-4cc3-828d-6d237c77c846, host hv-cinder-78638, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=795f513c-9149-4cc3-828d-6d237c77c846,segment=NetworkSegment(3eed07df-58fa-4604-a267-19dfddb1a087),segment_id=3eed07df-58fa-4604-a267-19dfddb1a087)] {{(pid=103721) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
May 31 11:56:20.477428 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron_lib.callbacks.manager [req-d9442e4f-0b0d-43ec-a1ba-192cdd7fe90a req-3058daab-fc58-4351-a882-11a6d40a5e07 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937715', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3701677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744215954324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744215520988', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744215521293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2250875'] for port, after_update {{(pid=103721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:56:20.483282 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG oslo_concurrency.lockutils [None req-3058daab-fc58-4351-a882-11a6d40a5e07 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103721) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 31 11:56:20.544066 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9442e4f-0b0d-43ec-a1ba-192cdd7fe90a req-3058daab-fc58-4351-a882-11a6d40a5e07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 11:56:20.544681 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron_lib.callbacks.manager [req-d9442e4f-0b0d-43ec-a1ba-192cdd7fe90a req-3058daab-fc58-4351-a882-11a6d40a5e07 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46333'] for port, before_response {{(pid=103721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:56:20.546079 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [req-d9442e4f-0b0d-43ec-a1ba-192cdd7fe90a req-3058daab-fc58-4351-a882-11a6d40a5e07 service neutron] 10.222.0.60 "PUT /v2.0/ports/795f513c-9149-4cc3-828d-6d237c77c846 HTTP/1.1" status: 200  len: 1093 time: 1.0944881
May 31 11:56:20.546588 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5b8f6509-58dd-4dea-8dda-fa8a4ac625c2', 'tag': '795f513c-9149-4cc3-828d-6d237c77c846'}] {{(pid=103721) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 31 11:56:20.548936 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3cd903d475e597836c68a86188e0a4f713f0e90603b95bd8a010e768671d0d04" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f8cfe787-7fa6-4464-8d25-f29e14149355" -d '{"events": [{"name": "network-changed", "server_uuid": "5b8f6509-58dd-4dea-8dda-fa8a4ac625c2", "tag": "795f513c-9149-4cc3-828d-6d237c77c846"}]}' {{(pid=103721) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
May 31 11:56:20.565247 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3058daab-fc58-4351-a882-11a6d40a5e07 service neutron] Pushing event updated for resources: {'Port': ['ID=795f513c-9149-4cc3-828d-6d237c77c846,revision_number=3']} {{(pid=103721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 31 11:56:20.569162 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG oslo_concurrency.lockutils [None req-3058daab-fc58-4351-a882-11a6d40a5e07 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=103721) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 31 11:56:20.595329 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 31 May 2021 11:56:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8ecf8ebc-3778-410e-b5c1-60d02fc75e5c x-openstack-request-id: req-8ecf8ebc-3778-410e-b5c1-60d02fc75e5c {{(pid=103721) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
May 31 11:56:20.595645 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5b8f6509-58dd-4dea-8dda-fa8a4ac625c2", "tag": "795f513c-9149-4cc3-828d-6d237c77c846", "status": "completed", "code": 200}]} {{(pid=103721) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
May 31 11:56:20.595959 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-8ecf8ebc-3778-410e-b5c1-60d02fc75e5c {{(pid=103721) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
May 31 11:56:20.596564 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5b8f6509-58dd-4dea-8dda-fa8a4ac625c2', 'tag': '795f513c-9149-4cc3-828d-6d237c77c846', 'status': 'completed', 'code': 200}
May 31 11:56:20.699250 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9442e4f-0b0d-43ec-a1ba-192cdd7fe90a req-92d20193-f0dc-491e-a45b-7fa4bb3fcbca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 11:56:20.700763 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [req-d9442e4f-0b0d-43ec-a1ba-192cdd7fe90a req-92d20193-f0dc-491e-a45b-7fa4bb3fcbca service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=24bd0553f09f4c5891042d9ca247ebe1&device_id=5b8f6509-58dd-4dea-8dda-fa8a4ac625c2 HTTP/1.1" status: 200  len: 1096 time: 0.0869367
May 31 11:56:20.778501 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [req-d9442e4f-0b0d-43ec-a1ba-192cdd7fe90a req-45873f07-81b9-4633-b04c-ff2391c3494f service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=795f513c-9149-4cc3-828d-6d237c77c846 HTTP/1.1" status: 200  len: 217 time: 0.0641923
May 31 11:56:20.841137 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9442e4f-0b0d-43ec-a1ba-192cdd7fe90a req-c3b88e0d-b751-4aa3-85db-ba556b452b37 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 11:56:20.842408 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [req-d9442e4f-0b0d-43ec-a1ba-192cdd7fe90a req-c3b88e0d-b751-4aa3-85db-ba556b452b37 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=d3bddbd9-4613-4e6e-8a2b-00437d88e2b9 HTTP/1.1" status: 200  len: 854 time: 0.0575585
May 31 11:56:20.890180 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [req-d9442e4f-0b0d-43ec-a1ba-192cdd7fe90a req-95d266a7-2b8e-4061-bafd-42c0a573f017 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=073a1c7a-9eab-496a-bbfc-7a59c3fb5363&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0410845
May 31 11:56:21.023211 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [req-d9442e4f-0b0d-43ec-a1ba-192cdd7fe90a req-3b87ba60-f8be-4983-8b90-6b950f97ca8c service neutron] 10.222.0.60 "GET /v2.0/networks/073a1c7a-9eab-496a-bbfc-7a59c3fb5363?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1260958
May 31 11:56:21.154998 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [req-d9442e4f-0b0d-43ec-a1ba-192cdd7fe90a req-990df1cf-b437-4e0b-9d08-e7e68f54188f service neutron] 10.222.0.60 "GET /v2.0/networks/073a1c7a-9eab-496a-bbfc-7a59c3fb5363?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1263084
May 31 11:56:21.342259 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d7614b5-e1ff-446b-8d9f-e617521a7cd5 req-00863262-d9da-40e1-b052-387760ebc0e4 tempest-AttachVolumeNegativeTest-422449261 tempest-AttachVolumeNegativeTest-422449261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 11:56:21.343729 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [req-3d7614b5-e1ff-446b-8d9f-e617521a7cd5 req-00863262-d9da-40e1-b052-387760ebc0e4 tempest-AttachVolumeNegativeTest-422449261 tempest-AttachVolumeNegativeTest-422449261-project] 10.222.0.57 "GET /v2.0/ports?device_id=5b8f6509-58dd-4dea-8dda-fa8a4ac625c2 HTTP/1.1" status: 200  len: 943 time: 0.1438282
May 31 11:56:21.350226 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8cfe787-7fa6-4464-8d25-f29e14149355 req-3d938e9f-1b7b-401a-b405-b92a3543eb9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 11:56:21.351650 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [req-f8cfe787-7fa6-4464-8d25-f29e14149355 req-3d938e9f-1b7b-401a-b405-b92a3543eb9c service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=24bd0553f09f4c5891042d9ca247ebe1&device_id=5b8f6509-58dd-4dea-8dda-fa8a4ac625c2 HTTP/1.1" status: 200  len: 1096 time: 0.0998921
May 31 11:56:21.471847 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [req-3d7614b5-e1ff-446b-8d9f-e617521a7cd5 req-5bda88ee-8f29-495b-a163-7f1e21ece753 tempest-AttachVolumeNegativeTest-422449261 tempest-AttachVolumeNegativeTest-422449261-project] 10.222.0.57 "GET /v2.0/security-groups?id=237a5e1d-6937-4c4e-980a-837822ce77a2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1191809
May 31 11:56:21.511964 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8cfe787-7fa6-4464-8d25-f29e14149355 req-aaebb6d8-7060-4a4a-9736-248219906672 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 11:56:21.513392 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [req-f8cfe787-7fa6-4464-8d25-f29e14149355 req-aaebb6d8-7060-4a4a-9736-248219906672 service neutron] 10.222.0.60 "GET /v2.0/networks?id=073a1c7a-9eab-496a-bbfc-7a59c3fb5363 HTTP/1.1" status: 200  len: 915 time: 0.1482117
May 31 11:56:21.593403 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [req-f8cfe787-7fa6-4464-8d25-f29e14149355 req-3459c5a1-bcbc-4344-bb72-2766fcf442ed service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=795f513c-9149-4cc3-828d-6d237c77c846 HTTP/1.1" status: 200  len: 217 time: 0.0694559
May 31 11:56:21.671521 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8cfe787-7fa6-4464-8d25-f29e14149355 req-f9f80c7d-901a-4ff7-bcd0-2d0ad0c9b763 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 11:56:21.673010 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [req-f8cfe787-7fa6-4464-8d25-f29e14149355 req-f9f80c7d-901a-4ff7-bcd0-2d0ad0c9b763 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=d3bddbd9-4613-4e6e-8a2b-00437d88e2b9 HTTP/1.1" status: 200  len: 854 time: 0.0713143
May 31 11:56:21.719940 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [req-f8cfe787-7fa6-4464-8d25-f29e14149355 req-0fd5199e-1653-4c99-bf33-2d6bdc982244 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=073a1c7a-9eab-496a-bbfc-7a59c3fb5363&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0397699
May 31 11:56:21.861038 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [req-f8cfe787-7fa6-4464-8d25-f29e14149355 req-bb89bf42-5ac7-4af1-9ed3-c8a8116d21e0 service neutron] 10.222.0.60 "GET /v2.0/networks/073a1c7a-9eab-496a-bbfc-7a59c3fb5363?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1333144
May 31 11:56:22.095228 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [req-f8cfe787-7fa6-4464-8d25-f29e14149355 req-e5f7c84a-3b53-4bd5-909c-1046a2f746f6 service neutron] 10.222.0.60 "GET /v2.0/networks/073a1c7a-9eab-496a-bbfc-7a59c3fb5363?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2272801
May 31 11:56:22.685066 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-872f861d-ba1d-446b-87cb-9e3e51a895ff req-f5a940ec-51ee-470e-baca-1c033bc0e519 tempest-AttachVolumeNegativeTest-422449261 tempest-AttachVolumeNegativeTest-422449261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 11:56:22.686517 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [req-872f861d-ba1d-446b-87cb-9e3e51a895ff req-f5a940ec-51ee-470e-baca-1c033bc0e519 tempest-AttachVolumeNegativeTest-422449261 tempest-AttachVolumeNegativeTest-422449261-project] 10.222.0.57 "GET /v2.0/ports?device_id=5b8f6509-58dd-4dea-8dda-fa8a4ac625c2 HTTP/1.1" status: 200  len: 943 time: 0.0925586
May 31 11:56:22.735226 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [req-872f861d-ba1d-446b-87cb-9e3e51a895ff req-e6555204-af34-46c4-a4f8-95ee894c6dab tempest-AttachVolumeNegativeTest-422449261 tempest-AttachVolumeNegativeTest-422449261-project] 10.222.0.57 "GET /v2.0/security-groups?id=237a5e1d-6937-4c4e-980a-837822ce77a2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0401585
May 31 11:56:23.410872 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron.plugins.ml2.rpc [None req-43028a7b-58d7-408b-ac75-1328e6896bf7 None None] Device 795f513c-9149-4cc3-828d-6d237c77c846 details requested by agent hyperv_hv-cinder-78638 with host hv-cinder-78638 {{(pid=103722) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
May 31 11:56:23.551331 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron.plugins.ml2.db [None req-43028a7b-58d7-408b-ac75-1328e6896bf7 None None] For port 795f513c-9149-4cc3-828d-6d237c77c846, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=795f513c-9149-4cc3-828d-6d237c77c846,segment=NetworkSegment(3eed07df-58fa-4604-a267-19dfddb1a087),segment_id=3eed07df-58fa-4604-a267-19dfddb1a087)] {{(pid=103722) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 31 11:56:23.564390 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron.plugins.ml2.rpc [None req-43028a7b-58d7-408b-ac75-1328e6896bf7 None None] Returning: {'device': '795f513c-9149-4cc3-828d-6d237c77c846', 'network_id': '073a1c7a-9eab-496a-bbfc-7a59c3fb5363', 'port_id': '795f513c-9149-4cc3-828d-6d237c77c846', 'mac_address': 'fa:16:3e:85:27:ff', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 798, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd3bddbd9-4613-4e6e-8a2b-00437d88e2b9', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103722) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
May 31 11:56:23.617738 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron_lib.callbacks.manager [None req-43028a7b-58d7-408b-ac75-1328e6896bf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-934180'] for port, before_update {{(pid=103722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:56:23.635007 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron.notifiers.nova [None req-43028a7b-58d7-408b-ac75-1328e6896bf7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 795f513c-9149-4cc3-828d-6d237c77c846 {{(pid=103722) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
May 31 11:56:23.651121 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron.plugins.ml2.db [None req-43028a7b-58d7-408b-ac75-1328e6896bf7 None None] For port 795f513c-9149-4cc3-828d-6d237c77c846, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=795f513c-9149-4cc3-828d-6d237c77c846,segment=NetworkSegment(3eed07df-58fa-4604-a267-19dfddb1a087),segment_id=3eed07df-58fa-4604-a267-19dfddb1a087)] {{(pid=103722) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 31 11:56:23.658471 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron_lib.callbacks.manager [None req-43028a7b-58d7-408b-ac75-1328e6896bf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937715', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3701677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744215954324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744215520988', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744215521293'] for port, after_update {{(pid=103722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:56:23.661553 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG oslo_concurrency.lockutils [None req-f489e920-7c13-4ee2-b744-ce95b3a70450 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103722) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 31 11:56:23.727938 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43028a7b-58d7-408b-ac75-1328e6896bf7 None None] Pushing event updated for resources: {'Port': ['ID=795f513c-9149-4cc3-828d-6d237c77c846,revision_number=4']} {{(pid=103722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 31 11:56:23.731252 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG oslo_concurrency.lockutils [None req-43028a7b-58d7-408b-ac75-1328e6896bf7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=103722) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 31 11:56:23.927534 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b08897e-cbbf-4417-b644-059b1b73e139 req-771c94b3-a3a3-46fc-833d-da5cd4691e36 tempest-AttachVolumeNegativeTest-422449261 tempest-AttachVolumeNegativeTest-422449261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 11:56:23.929010 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [req-2b08897e-cbbf-4417-b644-059b1b73e139 req-771c94b3-a3a3-46fc-833d-da5cd4691e36 tempest-AttachVolumeNegativeTest-422449261 tempest-AttachVolumeNegativeTest-422449261-project] 10.222.0.57 "GET /v2.0/ports?device_id=5b8f6509-58dd-4dea-8dda-fa8a4ac625c2 HTTP/1.1" status: 200  len: 944 time: 0.0887616
May 31 11:56:23.958521 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron.plugins.ml2.db [None req-43028a7b-58d7-408b-ac75-1328e6896bf7 None None] get_ports_and_sgs() called for port_ids ['795f513c-9149-4cc3-828d-6d237c77c846'] {{(pid=103722) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
May 31 11:56:23.973903 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [req-2b08897e-cbbf-4417-b644-059b1b73e139 req-46ae1334-5634-46c3-b4f9-b4331dd1a87b tempest-AttachVolumeNegativeTest-422449261 tempest-AttachVolumeNegativeTest-422449261-project] 10.222.0.57 "GET /v2.0/security-groups?id=237a5e1d-6937-4c4e-980a-837822ce77a2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0389223
May 31 11:56:25.178266 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4058270a-bd35-4d20-b255-b2dc282564fe req-c53f8fbb-2c42-4c93-8d2b-57ac7e36534b tempest-AttachVolumeNegativeTest-422449261 tempest-AttachVolumeNegativeTest-422449261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 11:56:25.179742 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [req-4058270a-bd35-4d20-b255-b2dc282564fe req-c53f8fbb-2c42-4c93-8d2b-57ac7e36534b tempest-AttachVolumeNegativeTest-422449261 tempest-AttachVolumeNegativeTest-422449261-project] 10.222.0.57 "GET /v2.0/ports?device_id=5b8f6509-58dd-4dea-8dda-fa8a4ac625c2 HTTP/1.1" status: 200  len: 944 time: 0.0890970
May 31 11:56:25.231265 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [req-4058270a-bd35-4d20-b255-b2dc282564fe req-9e3615bb-b2ae-4dd0-81f7-47c53477a5bc tempest-AttachVolumeNegativeTest-422449261 tempest-AttachVolumeNegativeTest-422449261-project] 10.222.0.57 "GET /v2.0/security-groups?id=237a5e1d-6937-4c4e-980a-837822ce77a2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0428486
May 31 11:56:25.409842 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron.plugins.ml2.rpc [None req-43028a7b-58d7-408b-ac75-1328e6896bf7 None None] Device 795f513c-9149-4cc3-828d-6d237c77c846 up at agent hyperv_hv-cinder-78638 {{(pid=103722) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 31 11:56:25.500712 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron.db.provisioning_blocks [None req-43028a7b-58d7-408b-ac75-1328e6896bf7 None None] Provisioning for port 795f513c-9149-4cc3-828d-6d237c77c846 completed by entity L2. {{(pid=103722) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 31 11:56:25.503408 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron.db.provisioning_blocks [None req-43028a7b-58d7-408b-ac75-1328e6896bf7 None None] Provisioning complete for port 795f513c-9149-4cc3-828d-6d237c77c846 triggered by entity L2. {{(pid=103722) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 31 11:56:25.503808 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron_lib.callbacks.manager [None req-43028a7b-58d7-408b-ac75-1328e6896bf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857618'] for port, provisioning_complete {{(pid=103722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:56:25.622521 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron_lib.callbacks.manager [None req-43028a7b-58d7-408b-ac75-1328e6896bf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-934180'] for port, before_update {{(pid=103722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:56:25.649267 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5b8f6509-58dd-4dea-8dda-fa8a4ac625c2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '795f513c-9149-4cc3-828d-6d237c77c846'}] {{(pid=103722) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 31 11:56:25.651718 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}385953046bb192346b13b574918bbc7d366126a5ac8301ca09ff73df2ee9323d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e0ffc38b-ca9f-4681-bdc1-d2187f5c11c5" -d '{"events": [{"server_uuid": "5b8f6509-58dd-4dea-8dda-fa8a4ac625c2", "name": "network-vif-plugged", "status": "completed", "tag": "795f513c-9149-4cc3-828d-6d237c77c846"}]}' {{(pid=103722) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
May 31 11:56:25.659997 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron.plugins.ml2.db [None req-43028a7b-58d7-408b-ac75-1328e6896bf7 None None] For port 795f513c-9149-4cc3-828d-6d237c77c846, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=795f513c-9149-4cc3-828d-6d237c77c846,segment=NetworkSegment(3eed07df-58fa-4604-a267-19dfddb1a087),segment_id=3eed07df-58fa-4604-a267-19dfddb1a087)] {{(pid=103722) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 31 11:56:25.664378 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron_lib.callbacks.manager [None req-43028a7b-58d7-408b-ac75-1328e6896bf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937715', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3701677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744215954324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744215520988', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744215521293'] for port, after_update {{(pid=103722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:56:25.666482 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG oslo_concurrency.lockutils [None req-df95d475-921f-44a0-8b83-df1f59a2899a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103722) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 31 11:56:25.700369 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 31 May 2021 11:56:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-09e77d46-1501-4e68-9056-d1c89f046f53 x-openstack-request-id: req-09e77d46-1501-4e68-9056-d1c89f046f53 {{(pid=103722) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
May 31 11:56:25.700658 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5b8f6509-58dd-4dea-8dda-fa8a4ac625c2", "name": "network-vif-plugged", "status": "completed", "tag": "795f513c-9149-4cc3-828d-6d237c77c846", "code": 200}]} {{(pid=103722) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
May 31 11:56:25.700904 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-09e77d46-1501-4e68-9056-d1c89f046f53 {{(pid=103722) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
May 31 11:56:25.701277 dv-cinder-786384-7-iscsi neutron-server[103722]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5b8f6509-58dd-4dea-8dda-fa8a4ac625c2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '795f513c-9149-4cc3-828d-6d237c77c846', 'code': 200}
May 31 11:56:25.733798 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43028a7b-58d7-408b-ac75-1328e6896bf7 None None] Pushing event updated for resources: {'Port': ['ID=795f513c-9149-4cc3-828d-6d237c77c846,revision_number=5']} {{(pid=103722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 31 11:56:25.737238 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG oslo_concurrency.lockutils [None req-43028a7b-58d7-408b-ac75-1328e6896bf7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=103722) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 31 11:56:25.966979 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-608aa6be-66e5-452c-9eb5-f4cc354ed70d req-640cf675-9924-44e3-afb0-78e8fe8a3f79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 11:56:25.968535 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [req-608aa6be-66e5-452c-9eb5-f4cc354ed70d req-640cf675-9924-44e3-afb0-78e8fe8a3f79 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=5b8f6509-58dd-4dea-8dda-fa8a4ac625c2 HTTP/1.1" status: 200  len: 1098 time: 0.0715859
May 31 11:56:26.011335 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [req-608aa6be-66e5-452c-9eb5-f4cc354ed70d req-cfdcf881-a3de-46b3-92e8-ad3ef87e028d service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=237a5e1d-6937-4c4e-980a-837822ce77a2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0351455
May 31 11:56:26.438995 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfb11977-76b6-44c5-bfec-66b9a26b813f req-15f27053-0ff5-4e40-b804-aafc22966766 tempest-AttachVolumeNegativeTest-422449261 tempest-AttachVolumeNegativeTest-422449261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 11:56:26.440495 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [req-bfb11977-76b6-44c5-bfec-66b9a26b813f req-15f27053-0ff5-4e40-b804-aafc22966766 tempest-AttachVolumeNegativeTest-422449261 tempest-AttachVolumeNegativeTest-422449261-project] 10.222.0.57 "GET /v2.0/ports?device_id=5b8f6509-58dd-4dea-8dda-fa8a4ac625c2 HTTP/1.1" status: 200  len: 945 time: 0.0871062
May 31 11:56:26.486895 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [req-bfb11977-76b6-44c5-bfec-66b9a26b813f req-4f7f7134-851d-493d-bc0e-f1f86e76b6b7 tempest-AttachVolumeNegativeTest-422449261 tempest-AttachVolumeNegativeTest-422449261-project] 10.222.0.57 "GET /v2.0/security-groups?id=237a5e1d-6937-4c4e-980a-837822ce77a2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0381753
May 31 11:56:27.679058 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c61d86fa-b314-41d3-9e49-a9f745634135 req-0f8d2273-30f1-4681-976b-160f87d000d7 tempest-AttachVolumeNegativeTest-422449261 tempest-AttachVolumeNegativeTest-422449261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 11:56:27.680522 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [req-c61d86fa-b314-41d3-9e49-a9f745634135 req-0f8d2273-30f1-4681-976b-160f87d000d7 tempest-AttachVolumeNegativeTest-422449261 tempest-AttachVolumeNegativeTest-422449261-project] 10.222.0.57 "GET /v2.0/ports?device_id=5b8f6509-58dd-4dea-8dda-fa8a4ac625c2 HTTP/1.1" status: 200  len: 945 time: 0.0812790
May 31 11:56:27.727911 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [req-c61d86fa-b314-41d3-9e49-a9f745634135 req-1f226079-4f76-47b4-acac-f58f328a75e3 tempest-AttachVolumeNegativeTest-422449261 tempest-AttachVolumeNegativeTest-422449261-project] 10.222.0.57 "GET /v2.0/security-groups?id=237a5e1d-6937-4c4e-980a-837822ce77a2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0387864
May 31 11:56:29.853022 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ddcc3e1-b08d-4575-b182-396309a25274 req-19044b26-53e4-4110-9059-9809e4a68934 tempest-AttachVolumeNegativeTest-422449261 tempest-AttachVolumeNegativeTest-422449261-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 11:56:29.854371 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [req-2ddcc3e1-b08d-4575-b182-396309a25274 req-19044b26-53e4-4110-9059-9809e4a68934 tempest-AttachVolumeNegativeTest-422449261 tempest-AttachVolumeNegativeTest-422449261-project] 10.222.0.57 "GET /v2.0/networks?id=073a1c7a-9eab-496a-bbfc-7a59c3fb5363 HTTP/1.1" status: 200  len: 814 time: 0.1442375
May 31 11:56:29.868964 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [req-2ddcc3e1-b08d-4575-b182-396309a25274 req-22c22983-3b1e-4da7-91f1-38084643bd59 tempest-AttachVolumeNegativeTest-422449261 tempest-AttachVolumeNegativeTest-422449261-project] 10.222.0.57 "GET /v2.0/quotas/24bd0553f09f4c5891042d9ca247ebe1 HTTP/1.1" status: 200  len: 375 time: 0.0090961
May 31 11:56:29.957389 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [req-2ddcc3e1-b08d-4575-b182-396309a25274 req-a52a4a79-8f3d-46f2-b02e-1a675283e998 tempest-AttachVolumeNegativeTest-422449261 tempest-AttachVolumeNegativeTest-422449261-project] 10.222.0.57 "GET /v2.0/ports?tenant_id=24bd0553f09f4c5891042d9ca247ebe1&fields=id HTTP/1.1" status: 200  len: 302 time: 0.0835783
May 31 11:56:30.092671 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [req-2ddcc3e1-b08d-4575-b182-396309a25274 req-0ef8ebf1-47ce-40f5-80e8-579401964e79 service neutron] 10.222.0.57 "GET /v2.0/networks/073a1c7a-9eab-496a-bbfc-7a59c3fb5363?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1260817
May 31 11:56:30.193935 dv-cinder-786384-7-iscsi neutron-server[103723]: DEBUG neutron.db.agents_db [None req-cb648da2-ef1b-4de5-af28-8b32e926ae6d None None] Agent healthcheck: found 6 active agents {{(pid=103723) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}}
May 31 11:56:30.223681 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [req-2ddcc3e1-b08d-4575-b182-396309a25274 req-30b818d4-7bc1-42d4-b704-c7b773e5f997 service neutron] 10.222.0.57 "GET /v2.0/networks/073a1c7a-9eab-496a-bbfc-7a59c3fb5363?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1223638
May 31 11:56:30.405275 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [req-a98da3e1-46fe-49b0-aad7-2aef1df8a767 req-17cf0bd3-de01-4312-85c4-34e5f9083faa tempest-AttachVolumeNegativeTest-422449261 tempest-AttachVolumeNegativeTest-422449261-project] 10.222.0.57 "GET /v2.0/ports?device_id=1f74b398-84b7-48f1-b37d-1852798db944 HTTP/1.1" status: 200  len: 210 time: 0.0425069
May 31 11:56:31.537328 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron_lib.callbacks.manager [None req-43028a7b-58d7-408b-ac75-1328e6896bf7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744215964654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857257'] for agent, after_update {{(pid=103722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:56:31.578722 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [req-370c8771-ae30-472c-87e3-0f458a805b63 req-58b57099-2b4f-46d1-a367-bc02c1477342 tempest-AttachVolumeNegativeTest-422449261 tempest-AttachVolumeNegativeTest-422449261-project] 10.222.0.57 "GET /v2.0/ports?device_id=1f74b398-84b7-48f1-b37d-1852798db944 HTTP/1.1" status: 200  len: 210 time: 0.0647371
May 31 11:56:31.705443 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ddcc3e1-b08d-4575-b182-396309a25274 req-1153962c-dacc-4163-b93e-3e6526f23721 tempest-AttachVolumeNegativeTest-422449261 tempest-AttachVolumeNegativeTest-422449261-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 11:56:31.706828 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [req-2ddcc3e1-b08d-4575-b182-396309a25274 req-1153962c-dacc-4163-b93e-3e6526f23721 tempest-AttachVolumeNegativeTest-422449261 tempest-AttachVolumeNegativeTest-422449261-project] 10.222.0.60 "GET /v2.0/networks?id=073a1c7a-9eab-496a-bbfc-7a59c3fb5363 HTTP/1.1" status: 200  len: 814 time: 0.1559765
May 31 11:56:31.730850 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.api.v2.base [req-2ddcc3e1-b08d-4575-b182-396309a25274 req-7bdbac99-770b-44d2-a6fb-0b835e4c7c50 tempest-AttachVolumeNegativeTest-422449261 tempest-AttachVolumeNegativeTest-422449261-project] Request body: {'port': {'device_id': '1f74b398-84b7-48f1-b37d-1852798db944', 'network_id': '073a1c7a-9eab-496a-bbfc-7a59c3fb5363', 'admin_state_up': True, 'tenant_id': '24bd0553f09f4c5891042d9ca247ebe1'}} {{(pid=103721) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 31 11:56:31.863426 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.db.quota.driver [req-2ddcc3e1-b08d-4575-b182-396309a25274 req-7bdbac99-770b-44d2-a6fb-0b835e4c7c50 tempest-AttachVolumeNegativeTest-422449261 tempest-AttachVolumeNegativeTest-422449261-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=103721) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 31 11:56:31.873003 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.db.quota.driver [req-2ddcc3e1-b08d-4575-b182-396309a25274 req-7bdbac99-770b-44d2-a6fb-0b835e4c7c50 tempest-AttachVolumeNegativeTest-422449261 tempest-AttachVolumeNegativeTest-422449261-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=103721) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 31 11:56:31.886500 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2ddcc3e1-b08d-4575-b182-396309a25274 req-7bdbac99-770b-44d2-a6fb-0b835e4c7c50 tempest-AttachVolumeNegativeTest-422449261 tempest-AttachVolumeNegativeTest-422449261-project] Made reservation on behalf of 24bd0553f09f4c5891042d9ca247ebe1 for: {'port': 1} {{(pid=103721) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 31 11:56:31.890346 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron_lib.callbacks.manager [req-2ddcc3e1-b08d-4575-b182-396309a25274 req-7bdbac99-770b-44d2-a6fb-0b835e4c7c50 tempest-AttachVolumeNegativeTest-422449261 tempest-AttachVolumeNegativeTest-422449261-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-934180'] for port, before_create {{(pid=103721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:56:32.051970 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.db.db_base_plugin_common [req-2ddcc3e1-b08d-4575-b182-396309a25274 req-7bdbac99-770b-44d2-a6fb-0b835e4c7c50 tempest-AttachVolumeNegativeTest-422449261 tempest-AttachVolumeNegativeTest-422449261-project] Allocated IP 172.20.0.11 (073a1c7a-9eab-496a-bbfc-7a59c3fb5363/d3bddbd9-4613-4e6e-8a2b-00437d88e2b9/d8864192-fe5c-4630-8dfb-644ad4ab8ad3) {{(pid=103721) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 31 11:56:32.349753 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron_lib.callbacks.manager [req-2ddcc3e1-b08d-4575-b182-396309a25274 req-7bdbac99-770b-44d2-a6fb-0b835e4c7c50 tempest-AttachVolumeNegativeTest-422449261 tempest-AttachVolumeNegativeTest-422449261-project] Notify callbacks [] for port, precommit_create {{(pid=103721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:56:32.384134 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron_lib.callbacks.manager [req-2ddcc3e1-b08d-4575-b182-396309a25274 req-7bdbac99-770b-44d2-a6fb-0b835e4c7c50 tempest-AttachVolumeNegativeTest-422449261 tempest-AttachVolumeNegativeTest-422449261-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937715', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3701677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744215520970', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2250866'] for port, after_create {{(pid=103721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:56:32.393412 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG oslo_concurrency.lockutils [None req-2ef24081-a630-45af-ae8e-4a32c90adfe4 tempest-AttachVolumeNegativeTest-422449261 tempest-AttachVolumeNegativeTest-422449261-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103721) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 31 11:56:32.427954 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron.plugins.ml2.db [None req-43028a7b-58d7-408b-ac75-1328e6896bf7 None None] get_ports_and_sgs() called for port_ids ['acb48cca-cef0-4051-807f-85c7e8620ecb', '795f513c-9149-4cc3-828d-6d237c77c846'] {{(pid=103722) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
May 31 11:56:32.457995 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2ddcc3e1-b08d-4575-b182-396309a25274 req-7bdbac99-770b-44d2-a6fb-0b835e4c7c50 tempest-AttachVolumeNegativeTest-422449261 tempest-AttachVolumeNegativeTest-422449261-project] Network 073a1c7a-9eab-496a-bbfc-7a59c3fb5363 is already hosted by enough agents. {{(pid=103721) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 31 11:56:32.459139 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.scheduler.base_scheduler [req-2ddcc3e1-b08d-4575-b182-396309a25274 req-7bdbac99-770b-44d2-a6fb-0b835e4c7c50 tempest-AttachVolumeNegativeTest-422449261 tempest-AttachVolumeNegativeTest-422449261-project] Resources bound (agent type, host, resource id):  {{(pid=103721) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 31 11:56:32.463095 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.db.l3_dvrscheduler_db [req-2ddcc3e1-b08d-4575-b182-396309a25274 req-7bdbac99-770b-44d2-a6fb-0b835e4c7c50 tempest-AttachVolumeNegativeTest-422449261 tempest-AttachVolumeNegativeTest-422449261-project] Received port after_create {{(pid=103721) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
May 31 11:56:32.515764 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bdbac99-770b-44d2-a6fb-0b835e4c7c50 tempest-AttachVolumeNegativeTest-422449261 tempest-AttachVolumeNegativeTest-422449261-project] Pushing event updated for resources: {'Port': ['ID=d8864192-fe5c-4630-8dfb-644ad4ab8ad3,revision_number=1']} {{(pid=103721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 31 11:56:32.520237 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG oslo_concurrency.lockutils [None req-7bdbac99-770b-44d2-a6fb-0b835e4c7c50 tempest-AttachVolumeNegativeTest-422449261 tempest-AttachVolumeNegativeTest-422449261-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=103721) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 31 11:56:32.537582 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ddcc3e1-b08d-4575-b182-396309a25274 req-7bdbac99-770b-44d2-a6fb-0b835e4c7c50 tempest-AttachVolumeNegativeTest-422449261 tempest-AttachVolumeNegativeTest-422449261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 11:56:32.538179 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron_lib.callbacks.manager [req-2ddcc3e1-b08d-4575-b182-396309a25274 req-7bdbac99-770b-44d2-a6fb-0b835e4c7c50 tempest-AttachVolumeNegativeTest-422449261 tempest-AttachVolumeNegativeTest-422449261-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46333'] for port, before_response {{(pid=103721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:56:32.563841 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [req-2ddcc3e1-b08d-4575-b182-396309a25274 req-7bdbac99-770b-44d2-a6fb-0b835e4c7c50 tempest-AttachVolumeNegativeTest-422449261 tempest-AttachVolumeNegativeTest-422449261-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 0.8367987
May 31 11:56:32.582380 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.api.v2.base [req-2ddcc3e1-b08d-4575-b182-396309a25274 req-90b95ac1-68e9-422f-bd2a-7c079d51074e service neutron] Request body: {'port': {'device_id': '1f74b398-84b7-48f1-b37d-1852798db944', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78638'}} {{(pid=103721) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 31 11:56:32.735667 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron_lib.callbacks.manager [req-2ddcc3e1-b08d-4575-b182-396309a25274 req-90b95ac1-68e9-422f-bd2a-7c079d51074e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-934180'] for port, before_update {{(pid=103721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:56:32.870121 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-723db381-eae9-44ce-9c69-02096ccc7d59 req-95476fa5-6676-4bfe-b24f-0bd30ea9b6dd tempest-AttachVolumeNegativeTest-422449261 tempest-AttachVolumeNegativeTest-422449261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 11:56:32.870712 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.quota.resource [req-723db381-eae9-44ce-9c69-02096ccc7d59 req-95476fa5-6676-4bfe-b24f-0bd30ea9b6dd tempest-AttachVolumeNegativeTest-422449261 tempest-AttachVolumeNegativeTest-422449261-project] Synchronizing usage tracker for tenant:24bd0553f09f4c5891042d9ca247ebe1 on resource:port {{(pid=103721) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 31 11:56:32.908530 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.quota.resource [req-723db381-eae9-44ce-9c69-02096ccc7d59 req-95476fa5-6676-4bfe-b24f-0bd30ea9b6dd tempest-AttachVolumeNegativeTest-422449261 tempest-AttachVolumeNegativeTest-422449261-project] Unset dirty status for tenant:24bd0553f09f4c5891042d9ca247ebe1 on resource:port {{(pid=103721) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 31 11:56:32.909707 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [req-723db381-eae9-44ce-9c69-02096ccc7d59 req-95476fa5-6676-4bfe-b24f-0bd30ea9b6dd tempest-AttachVolumeNegativeTest-422449261 tempest-AttachVolumeNegativeTest-422449261-project] 10.222.0.57 "GET /v2.0/ports?device_id=1f74b398-84b7-48f1-b37d-1852798db944 HTTP/1.1" status: 200  len: 932 time: 0.2223120
May 31 11:56:33.028324 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [req-723db381-eae9-44ce-9c69-02096ccc7d59 req-9264baea-9806-4beb-998e-f8d9cf798440 tempest-AttachVolumeNegativeTest-422449261 tempest-AttachVolumeNegativeTest-422449261-project] 10.222.0.57 "GET /v2.0/security-groups?id=237a5e1d-6937-4c4e-980a-837822ce77a2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1017489
May 31 11:56:33.088626 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron_lib.callbacks.manager [None req-2f7fd18d-ae4e-47a3-a6f7-08694ddd34cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744215964654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857257'] for agent, after_update {{(pid=103722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:56:33.140944 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.notifiers.nova [req-2ddcc3e1-b08d-4575-b182-396309a25274 req-90b95ac1-68e9-422f-bd2a-7c079d51074e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d8864192-fe5c-4630-8dfb-644ad4ab8ad3 {{(pid=103721) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
May 31 11:56:33.148336 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron_lib.callbacks.manager [req-2ddcc3e1-b08d-4575-b182-396309a25274 req-90b95ac1-68e9-422f-bd2a-7c079d51074e service neutron] Notify callbacks [] for port, precommit_update {{(pid=103721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:56:33.162911 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.db.provisioning_blocks [req-2ddcc3e1-b08d-4575-b182-396309a25274 req-90b95ac1-68e9-422f-bd2a-7c079d51074e service neutron] Transition to ACTIVE for port object d8864192-fe5c-4630-8dfb-644ad4ab8ad3 will not be triggered until provisioned by entity L2. {{(pid=103721) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 31 11:56:33.168482 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron_lib.callbacks.manager [req-2ddcc3e1-b08d-4575-b182-396309a25274 req-90b95ac1-68e9-422f-bd2a-7c079d51074e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937715', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3701677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744215954324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744215520988', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744215521293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2250875'] for port, after_update {{(pid=103721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:56:33.172089 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG oslo_concurrency.lockutils [None req-b087120b-ea46-4663-bf6f-25dba1501031 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103721) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 31 11:56:33.294226 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90b95ac1-68e9-422f-bd2a-7c079d51074e service neutron] Pushing event updated for resources: {'Port': ['ID=d8864192-fe5c-4630-8dfb-644ad4ab8ad3,revision_number=2']} {{(pid=103721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 31 11:56:33.297302 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG oslo_concurrency.lockutils [None req-90b95ac1-68e9-422f-bd2a-7c079d51074e service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=103721) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 31 11:56:33.402451 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.plugins.ml2.managers [req-2ddcc3e1-b08d-4575-b182-396309a25274 req-90b95ac1-68e9-422f-bd2a-7c079d51074e service neutron] Attempting to bind port d8864192-fe5c-4630-8dfb-644ad4ab8ad3 on host hv-cinder-78638 for vnic_type normal with profile  {{(pid=103721) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
May 31 11:56:33.402675 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.plugins.ml2.managers [req-2ddcc3e1-b08d-4575-b182-396309a25274 req-90b95ac1-68e9-422f-bd2a-7c079d51074e service neutron] Attempting to bind port d8864192-fe5c-4630-8dfb-644ad4ab8ad3 by drivers openvswitch,hyperv on host hv-cinder-78638 at level 0 using segments [{'id': '3eed07df-58fa-4604-a267-19dfddb1a087', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 798, 'network_id': '073a1c7a-9eab-496a-bbfc-7a59c3fb5363'}] {{(pid=103721) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
May 31 11:56:33.402991 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ddcc3e1-b08d-4575-b182-396309a25274 req-90b95ac1-68e9-422f-bd2a-7c079d51074e service neutron] Attempting to bind port d8864192-fe5c-4630-8dfb-644ad4ab8ad3 on network 073a1c7a-9eab-496a-bbfc-7a59c3fb5363 {{(pid=103721) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 31 11:56:33.407720 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ddcc3e1-b08d-4575-b182-396309a25274 req-90b95ac1-68e9-422f-bd2a-7c079d51074e service neutron] Port d8864192-fe5c-4630-8dfb-644ad4ab8ad3 on network 073a1c7a-9eab-496a-bbfc-7a59c3fb5363 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78638 {{(pid=103721) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
May 31 11:56:33.408066 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ddcc3e1-b08d-4575-b182-396309a25274 req-90b95ac1-68e9-422f-bd2a-7c079d51074e service neutron] Attempting to bind port d8864192-fe5c-4630-8dfb-644ad4ab8ad3 on network 073a1c7a-9eab-496a-bbfc-7a59c3fb5363 {{(pid=103721) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 31 11:56:33.413566 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ddcc3e1-b08d-4575-b182-396309a25274 req-90b95ac1-68e9-422f-bd2a-7c079d51074e service neutron] Checking agent: {'id': '42990638-b1ad-4185-8b70-a0b8bae36499', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78638', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 31, 11, 42, 1), 'started_at': datetime.datetime(2021, 5, 31, 11, 42, 1), 'heartbeat_timestamp': datetime.datetime(2021, 5, 31, 11, 56, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103721) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
May 31 11:56:33.413903 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ddcc3e1-b08d-4575-b182-396309a25274 req-90b95ac1-68e9-422f-bd2a-7c079d51074e service neutron] Checking segment: {'id': '3eed07df-58fa-4604-a267-19dfddb1a087', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 798, 'network_id': '073a1c7a-9eab-496a-bbfc-7a59c3fb5363'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103721) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 31 11:56:33.414278 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ddcc3e1-b08d-4575-b182-396309a25274 req-90b95ac1-68e9-422f-bd2a-7c079d51074e service neutron] Bound using segment: {'id': '3eed07df-58fa-4604-a267-19dfddb1a087', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 798, 'network_id': '073a1c7a-9eab-496a-bbfc-7a59c3fb5363'} {{(pid=103721) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
May 31 11:56:33.414693 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.plugins.ml2.managers [req-2ddcc3e1-b08d-4575-b182-396309a25274 req-90b95ac1-68e9-422f-bd2a-7c079d51074e service neutron] Bound port: d8864192-fe5c-4630-8dfb-644ad4ab8ad3, host: hv-cinder-78638, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3eed07df-58fa-4604-a267-19dfddb1a087', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 798, 'network_id': '073a1c7a-9eab-496a-bbfc-7a59c3fb5363'}}] {{(pid=103721) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
May 31 11:56:33.415030 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron_lib.callbacks.manager [req-2ddcc3e1-b08d-4575-b182-396309a25274 req-90b95ac1-68e9-422f-bd2a-7c079d51074e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-934180'] for port, before_update {{(pid=103721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:56:33.511011 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.plugins.ml2.db [req-2ddcc3e1-b08d-4575-b182-396309a25274 req-90b95ac1-68e9-422f-bd2a-7c079d51074e service neutron] For port d8864192-fe5c-4630-8dfb-644ad4ab8ad3, host hv-cinder-78638, cleared binding levels {{(pid=103721) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
May 31 11:56:33.514076 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.plugins.ml2.db [req-2ddcc3e1-b08d-4575-b182-396309a25274 req-90b95ac1-68e9-422f-bd2a-7c079d51074e service neutron] For port d8864192-fe5c-4630-8dfb-644ad4ab8ad3, host hv-cinder-78638, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=d8864192-fe5c-4630-8dfb-644ad4ab8ad3,segment=NetworkSegment(3eed07df-58fa-4604-a267-19dfddb1a087),segment_id=3eed07df-58fa-4604-a267-19dfddb1a087)] {{(pid=103721) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
May 31 11:56:33.520240 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron_lib.callbacks.manager [req-2ddcc3e1-b08d-4575-b182-396309a25274 req-90b95ac1-68e9-422f-bd2a-7c079d51074e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937715', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3701677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744215954324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744215520988', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744215521293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2250875'] for port, after_update {{(pid=103721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:56:33.523912 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG oslo_concurrency.lockutils [None req-7bdbac99-770b-44d2-a6fb-0b835e4c7c50 tempest-AttachVolumeNegativeTest-422449261 tempest-AttachVolumeNegativeTest-422449261-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103721) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 31 11:56:33.582451 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ddcc3e1-b08d-4575-b182-396309a25274 req-90b95ac1-68e9-422f-bd2a-7c079d51074e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 11:56:33.583025 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron_lib.callbacks.manager [req-2ddcc3e1-b08d-4575-b182-396309a25274 req-90b95ac1-68e9-422f-bd2a-7c079d51074e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46333'] for port, before_response {{(pid=103721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:56:33.584427 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [req-2ddcc3e1-b08d-4575-b182-396309a25274 req-90b95ac1-68e9-422f-bd2a-7c079d51074e service neutron] 10.222.0.60 "PUT /v2.0/ports/d8864192-fe5c-4630-8dfb-644ad4ab8ad3 HTTP/1.1" status: 200  len: 1094 time: 1.0062370
May 31 11:56:33.584910 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1f74b398-84b7-48f1-b37d-1852798db944', 'tag': 'd8864192-fe5c-4630-8dfb-644ad4ab8ad3'}] {{(pid=103721) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 31 11:56:33.587200 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3cd903d475e597836c68a86188e0a4f713f0e90603b95bd8a010e768671d0d04" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dc6e5afe-2265-42e9-830e-8bfbae11eabf" -d '{"events": [{"name": "network-changed", "server_uuid": "1f74b398-84b7-48f1-b37d-1852798db944", "tag": "d8864192-fe5c-4630-8dfb-644ad4ab8ad3"}]}' {{(pid=103721) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
May 31 11:56:33.606545 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90b95ac1-68e9-422f-bd2a-7c079d51074e service neutron] Pushing event updated for resources: {'Port': ['ID=d8864192-fe5c-4630-8dfb-644ad4ab8ad3,revision_number=3']} {{(pid=103721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 31 11:56:33.609903 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG oslo_concurrency.lockutils [None req-90b95ac1-68e9-422f-bd2a-7c079d51074e service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=103721) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 31 11:56:33.638300 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 31 May 2021 11:56:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e7b42d69-2ad9-4239-a82a-72bed7366d7b x-openstack-request-id: req-e7b42d69-2ad9-4239-a82a-72bed7366d7b {{(pid=103721) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
May 31 11:56:33.638627 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1f74b398-84b7-48f1-b37d-1852798db944", "tag": "d8864192-fe5c-4630-8dfb-644ad4ab8ad3", "status": "completed", "code": 200}]} {{(pid=103721) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
May 31 11:56:33.639053 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-e7b42d69-2ad9-4239-a82a-72bed7366d7b {{(pid=103721) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
May 31 11:56:33.639358 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1f74b398-84b7-48f1-b37d-1852798db944', 'tag': 'd8864192-fe5c-4630-8dfb-644ad4ab8ad3', 'status': 'completed', 'code': 200}
May 31 11:56:33.744082 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ddcc3e1-b08d-4575-b182-396309a25274 req-9971b455-1cd3-4284-9d3d-addd5b0a1b6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 11:56:33.745550 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [req-2ddcc3e1-b08d-4575-b182-396309a25274 req-9971b455-1cd3-4284-9d3d-addd5b0a1b6a service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=24bd0553f09f4c5891042d9ca247ebe1&device_id=1f74b398-84b7-48f1-b37d-1852798db944 HTTP/1.1" status: 200  len: 1097 time: 0.0740228
May 31 11:56:33.826481 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [req-2ddcc3e1-b08d-4575-b182-396309a25274 req-25f22ee0-96ca-4085-8a2f-1330a4694dee service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d8864192-fe5c-4630-8dfb-644ad4ab8ad3 HTTP/1.1" status: 200  len: 217 time: 0.0626009
May 31 11:56:33.898470 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ddcc3e1-b08d-4575-b182-396309a25274 req-15be8848-5778-4e68-895e-8326ae931d3b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 11:56:33.899955 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [req-2ddcc3e1-b08d-4575-b182-396309a25274 req-15be8848-5778-4e68-895e-8326ae931d3b service neutron] 10.222.0.60 "GET /v2.0/subnets?id=d3bddbd9-4613-4e6e-8a2b-00437d88e2b9 HTTP/1.1" status: 200  len: 854 time: 0.0586894
May 31 11:56:33.951523 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [req-2ddcc3e1-b08d-4575-b182-396309a25274 req-d2605dcd-f211-49eb-8a11-e97c720bba1d service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=073a1c7a-9eab-496a-bbfc-7a59c3fb5363&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0408614
May 31 11:56:34.237221 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [req-2ddcc3e1-b08d-4575-b182-396309a25274 req-99fa002c-586d-4a73-8bf7-b843b215997b service neutron] 10.222.0.60 "GET /v2.0/networks/073a1c7a-9eab-496a-bbfc-7a59c3fb5363?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2783847
May 31 11:56:34.276913 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8fa6a74-0c58-4233-ab88-da6002ac5d29 req-49eec765-7797-4d65-af83-3d8b130c0e44 tempest-AttachVolumeNegativeTest-422449261 tempest-AttachVolumeNegativeTest-422449261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 11:56:34.278363 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [req-f8fa6a74-0c58-4233-ab88-da6002ac5d29 req-49eec765-7797-4d65-af83-3d8b130c0e44 tempest-AttachVolumeNegativeTest-422449261 tempest-AttachVolumeNegativeTest-422449261-project] 10.222.0.57 "GET /v2.0/ports?device_id=1f74b398-84b7-48f1-b37d-1852798db944 HTTP/1.1" status: 200  len: 944 time: 0.1368835
May 31 11:56:34.396761 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [req-f8fa6a74-0c58-4233-ab88-da6002ac5d29 req-1b5ebd0d-59e0-4acc-be47-1d6c71d8df0c tempest-AttachVolumeNegativeTest-422449261 tempest-AttachVolumeNegativeTest-422449261-project] 10.222.0.57 "GET /v2.0/security-groups?id=237a5e1d-6937-4c4e-980a-837822ce77a2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1125078
May 31 11:56:34.416056 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [req-2ddcc3e1-b08d-4575-b182-396309a25274 req-c41ce4a6-6e66-4dab-b131-4268ce6fff94 service neutron] 10.222.0.60 "GET /v2.0/networks/073a1c7a-9eab-496a-bbfc-7a59c3fb5363?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1677647
May 31 11:56:34.601951 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc6e5afe-2265-42e9-830e-8bfbae11eabf req-e298718a-3362-450f-93e2-6edc86cf8b9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 11:56:34.603422 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [req-dc6e5afe-2265-42e9-830e-8bfbae11eabf req-e298718a-3362-450f-93e2-6edc86cf8b9c service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=24bd0553f09f4c5891042d9ca247ebe1&device_id=1f74b398-84b7-48f1-b37d-1852798db944 HTTP/1.1" status: 200  len: 1097 time: 0.0764465
May 31 11:56:34.740365 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc6e5afe-2265-42e9-830e-8bfbae11eabf req-a6bd3755-0b56-404b-9b5f-7b877a6f9925 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 11:56:34.741787 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [req-dc6e5afe-2265-42e9-830e-8bfbae11eabf req-a6bd3755-0b56-404b-9b5f-7b877a6f9925 service neutron] 10.222.0.60 "GET /v2.0/networks?id=073a1c7a-9eab-496a-bbfc-7a59c3fb5363 HTTP/1.1" status: 200  len: 915 time: 0.1311963
May 31 11:56:34.807895 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [req-dc6e5afe-2265-42e9-830e-8bfbae11eabf req-9d9ab207-a210-460e-92ff-848027a35b52 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d8864192-fe5c-4630-8dfb-644ad4ab8ad3 HTTP/1.1" status: 200  len: 217 time: 0.0591607
May 31 11:56:34.871527 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc6e5afe-2265-42e9-830e-8bfbae11eabf req-48785218-224b-4599-869d-6d08d8b5ae57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 11:56:34.873090 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [req-dc6e5afe-2265-42e9-830e-8bfbae11eabf req-48785218-224b-4599-869d-6d08d8b5ae57 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=d3bddbd9-4613-4e6e-8a2b-00437d88e2b9 HTTP/1.1" status: 200  len: 854 time: 0.0580370
May 31 11:56:34.920478 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [req-dc6e5afe-2265-42e9-830e-8bfbae11eabf req-d7d13c7e-acca-4e0e-bd30-6f3b9e9ec0c0 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=073a1c7a-9eab-496a-bbfc-7a59c3fb5363&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0395246
May 31 11:56:35.056841 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [req-dc6e5afe-2265-42e9-830e-8bfbae11eabf req-429ce22f-05a3-4c76-b688-5885657d76c5 service neutron] 10.222.0.60 "GET /v2.0/networks/073a1c7a-9eab-496a-bbfc-7a59c3fb5363?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1243498
May 31 11:56:35.188962 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [req-dc6e5afe-2265-42e9-830e-8bfbae11eabf req-bb76c2fe-b074-4e8f-8c7a-1a3589b38a55 service neutron] 10.222.0.60 "GET /v2.0/networks/073a1c7a-9eab-496a-bbfc-7a59c3fb5363?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1253681
May 31 11:56:35.512067 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron_lib.callbacks.manager [None req-db56080a-634c-4916-af49-e3f338a61baf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744215964654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857257'] for agent, after_update {{(pid=103722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:56:35.613119 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-840d3cc1-e887-45dd-b8ff-ee95ce2c72c7 req-beeeafb6-157a-4a16-ac54-94a9d8c1fccf tempest-AttachVolumeNegativeTest-422449261 tempest-AttachVolumeNegativeTest-422449261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 11:56:35.614549 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [req-840d3cc1-e887-45dd-b8ff-ee95ce2c72c7 req-beeeafb6-157a-4a16-ac54-94a9d8c1fccf tempest-AttachVolumeNegativeTest-422449261 tempest-AttachVolumeNegativeTest-422449261-project] 10.222.0.57 "GET /v2.0/ports?device_id=1f74b398-84b7-48f1-b37d-1852798db944 HTTP/1.1" status: 200  len: 944 time: 0.0992560
May 31 11:56:35.623916 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron_lib.callbacks.manager [None req-1f0a762f-0348-4bba-b860-8eddab4cd770 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744215964654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857257'] for agent, after_update {{(pid=103722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:56:35.658952 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [req-840d3cc1-e887-45dd-b8ff-ee95ce2c72c7 req-18392550-5075-429a-a922-9473b716f83a tempest-AttachVolumeNegativeTest-422449261 tempest-AttachVolumeNegativeTest-422449261-project] 10.222.0.57 "GET /v2.0/security-groups?id=237a5e1d-6937-4c4e-980a-837822ce77a2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0384617
May 31 11:56:36.537635 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron_lib.callbacks.manager [None req-c59bf3d8-3f04-4740-8d75-807cb4f7478e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744215964654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857257'] for agent, after_update {{(pid=103722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:56:36.860415 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-541cace6-f623-48c4-801c-48953a2c9254 req-37e991b1-69c4-4fff-a49f-b9c127bb4ece tempest-AttachVolumeNegativeTest-422449261 tempest-AttachVolumeNegativeTest-422449261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 11:56:36.861890 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [req-541cace6-f623-48c4-801c-48953a2c9254 req-37e991b1-69c4-4fff-a49f-b9c127bb4ece tempest-AttachVolumeNegativeTest-422449261 tempest-AttachVolumeNegativeTest-422449261-project] 10.222.0.57 "GET /v2.0/ports?device_id=1f74b398-84b7-48f1-b37d-1852798db944 HTTP/1.1" status: 200  len: 944 time: 0.0840397
May 31 11:56:36.910463 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [req-541cace6-f623-48c4-801c-48953a2c9254 req-6d5f2e7e-e5d0-4cc0-83bf-4e179be41255 tempest-AttachVolumeNegativeTest-422449261 tempest-AttachVolumeNegativeTest-422449261-project] 10.222.0.57 "GET /v2.0/security-groups?id=237a5e1d-6937-4c4e-980a-837822ce77a2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0404875
May 31 11:56:37.447533 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron.plugins.ml2.rpc [None req-43028a7b-58d7-408b-ac75-1328e6896bf7 None None] Device d8864192-fe5c-4630-8dfb-644ad4ab8ad3 details requested by agent hyperv_hv-cinder-78638 with host hv-cinder-78638 {{(pid=103722) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
May 31 11:56:37.588873 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron.plugins.ml2.db [None req-43028a7b-58d7-408b-ac75-1328e6896bf7 None None] For port d8864192-fe5c-4630-8dfb-644ad4ab8ad3, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=d8864192-fe5c-4630-8dfb-644ad4ab8ad3,segment=NetworkSegment(3eed07df-58fa-4604-a267-19dfddb1a087),segment_id=3eed07df-58fa-4604-a267-19dfddb1a087)] {{(pid=103722) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 31 11:56:37.602071 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron.plugins.ml2.rpc [None req-43028a7b-58d7-408b-ac75-1328e6896bf7 None None] Returning: {'device': 'd8864192-fe5c-4630-8dfb-644ad4ab8ad3', 'network_id': '073a1c7a-9eab-496a-bbfc-7a59c3fb5363', 'port_id': 'd8864192-fe5c-4630-8dfb-644ad4ab8ad3', 'mac_address': 'fa:16:3e:ca:04:b3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 798, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd3bddbd9-4613-4e6e-8a2b-00437d88e2b9', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103722) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
May 31 11:56:37.660323 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron_lib.callbacks.manager [None req-43028a7b-58d7-408b-ac75-1328e6896bf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-934180'] for port, before_update {{(pid=103722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:56:37.676637 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron.notifiers.nova [None req-43028a7b-58d7-408b-ac75-1328e6896bf7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d8864192-fe5c-4630-8dfb-644ad4ab8ad3 {{(pid=103722) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
May 31 11:56:37.691637 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron.plugins.ml2.db [None req-43028a7b-58d7-408b-ac75-1328e6896bf7 None None] For port d8864192-fe5c-4630-8dfb-644ad4ab8ad3, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=d8864192-fe5c-4630-8dfb-644ad4ab8ad3,segment=NetworkSegment(3eed07df-58fa-4604-a267-19dfddb1a087),segment_id=3eed07df-58fa-4604-a267-19dfddb1a087)] {{(pid=103722) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 31 11:56:37.697349 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron_lib.callbacks.manager [None req-43028a7b-58d7-408b-ac75-1328e6896bf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937715', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3701677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744215954324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744215520988', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744215521293'] for port, after_update {{(pid=103722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:56:37.699040 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG oslo_concurrency.lockutils [None req-4d2838bd-8c97-4c6a-b5e1-b1c0adfe53ef None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103722) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 31 11:56:37.762117 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43028a7b-58d7-408b-ac75-1328e6896bf7 None None] Pushing event updated for resources: {'Port': ['ID=d8864192-fe5c-4630-8dfb-644ad4ab8ad3,revision_number=4']} {{(pid=103722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 31 11:56:37.765546 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG oslo_concurrency.lockutils [None req-43028a7b-58d7-408b-ac75-1328e6896bf7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=103722) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 31 11:56:37.998740 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron_lib.callbacks.manager [None req-e2b995a4-3526-4c71-93aa-7f4ba47dfd64 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744215964654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857257'] for agent, after_update {{(pid=103722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:56:38.091124 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron.plugins.ml2.db [None req-43028a7b-58d7-408b-ac75-1328e6896bf7 None None] get_ports_and_sgs() called for port_ids ['d8864192-fe5c-4630-8dfb-644ad4ab8ad3'] {{(pid=103722) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
May 31 11:56:38.122213 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2ecfafd-c918-4830-b3bf-de7965619e22 req-ce6d9e95-0a16-4a87-9a8b-c133271a6197 tempest-AttachVolumeNegativeTest-422449261 tempest-AttachVolumeNegativeTest-422449261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 11:56:38.123812 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [req-e2ecfafd-c918-4830-b3bf-de7965619e22 req-ce6d9e95-0a16-4a87-9a8b-c133271a6197 tempest-AttachVolumeNegativeTest-422449261 tempest-AttachVolumeNegativeTest-422449261-project] 10.222.0.57 "GET /v2.0/ports?device_id=1f74b398-84b7-48f1-b37d-1852798db944 HTTP/1.1" status: 200  len: 945 time: 0.0847819
May 31 11:56:38.169892 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [req-e2ecfafd-c918-4830-b3bf-de7965619e22 req-d50f9066-56a2-419c-a6a0-54d377a435d9 tempest-AttachVolumeNegativeTest-422449261 tempest-AttachVolumeNegativeTest-422449261-project] 10.222.0.57 "GET /v2.0/security-groups?id=237a5e1d-6937-4c4e-980a-837822ce77a2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0403030
May 31 11:56:39.376286 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa04c3b5-3218-48eb-aad6-5a2cb516a712 req-87e4137d-3941-488f-a610-d69ec646bcc0 tempest-AttachVolumeNegativeTest-422449261 tempest-AttachVolumeNegativeTest-422449261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 11:56:39.377681 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [req-aa04c3b5-3218-48eb-aad6-5a2cb516a712 req-87e4137d-3941-488f-a610-d69ec646bcc0 tempest-AttachVolumeNegativeTest-422449261 tempest-AttachVolumeNegativeTest-422449261-project] 10.222.0.57 "GET /v2.0/ports?device_id=1f74b398-84b7-48f1-b37d-1852798db944 HTTP/1.1" status: 200  len: 945 time: 0.0865891
May 31 11:56:39.425295 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [req-aa04c3b5-3218-48eb-aad6-5a2cb516a712 req-37f32806-3fc6-4bcf-8ec6-5c4bca7af466 tempest-AttachVolumeNegativeTest-422449261 tempest-AttachVolumeNegativeTest-422449261-project] 10.222.0.57 "GET /v2.0/security-groups?id=237a5e1d-6937-4c4e-980a-837822ce77a2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0414779
May 31 11:56:39.449200 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron.plugins.ml2.rpc [None req-43028a7b-58d7-408b-ac75-1328e6896bf7 None None] Device d8864192-fe5c-4630-8dfb-644ad4ab8ad3 up at agent hyperv_hv-cinder-78638 {{(pid=103722) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 31 11:56:39.521860 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron.db.provisioning_blocks [None req-43028a7b-58d7-408b-ac75-1328e6896bf7 None None] Provisioning for port d8864192-fe5c-4630-8dfb-644ad4ab8ad3 completed by entity L2. {{(pid=103722) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 31 11:56:39.526771 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron.db.provisioning_blocks [None req-43028a7b-58d7-408b-ac75-1328e6896bf7 None None] Provisioning complete for port d8864192-fe5c-4630-8dfb-644ad4ab8ad3 triggered by entity L2. {{(pid=103722) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 31 11:56:39.527141 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron_lib.callbacks.manager [None req-43028a7b-58d7-408b-ac75-1328e6896bf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857618'] for port, provisioning_complete {{(pid=103722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:56:39.642453 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron_lib.callbacks.manager [None req-43028a7b-58d7-408b-ac75-1328e6896bf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-934180'] for port, before_update {{(pid=103722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:56:39.674295 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1f74b398-84b7-48f1-b37d-1852798db944', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd8864192-fe5c-4630-8dfb-644ad4ab8ad3'}] {{(pid=103722) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 31 11:56:39.676588 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}385953046bb192346b13b574918bbc7d366126a5ac8301ca09ff73df2ee9323d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-03d88deb-7702-4f8f-9020-242a640dd5d6" -d '{"events": [{"server_uuid": "1f74b398-84b7-48f1-b37d-1852798db944", "name": "network-vif-plugged", "status": "completed", "tag": "d8864192-fe5c-4630-8dfb-644ad4ab8ad3"}]}' {{(pid=103722) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
May 31 11:56:39.684413 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron.plugins.ml2.db [None req-43028a7b-58d7-408b-ac75-1328e6896bf7 None None] For port d8864192-fe5c-4630-8dfb-644ad4ab8ad3, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=d8864192-fe5c-4630-8dfb-644ad4ab8ad3,segment=NetworkSegment(3eed07df-58fa-4604-a267-19dfddb1a087),segment_id=3eed07df-58fa-4604-a267-19dfddb1a087)] {{(pid=103722) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 31 11:56:39.689028 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron_lib.callbacks.manager [None req-43028a7b-58d7-408b-ac75-1328e6896bf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937715', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3701677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744215954324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744215520988', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744215521293'] for port, after_update {{(pid=103722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:56:39.691020 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG oslo_concurrency.lockutils [None req-43028a7b-58d7-408b-ac75-1328e6896bf7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103722) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 31 11:56:39.727857 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 31 May 2021 11:56:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-09cb1847-1257-4525-9bb4-158694fa7faa x-openstack-request-id: req-09cb1847-1257-4525-9bb4-158694fa7faa {{(pid=103722) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
May 31 11:56:39.728147 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1f74b398-84b7-48f1-b37d-1852798db944", "name": "network-vif-plugged", "status": "completed", "tag": "d8864192-fe5c-4630-8dfb-644ad4ab8ad3", "code": 200}]} {{(pid=103722) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
May 31 11:56:39.728407 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-09cb1847-1257-4525-9bb4-158694fa7faa {{(pid=103722) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
May 31 11:56:39.728787 dv-cinder-786384-7-iscsi neutron-server[103722]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1f74b398-84b7-48f1-b37d-1852798db944', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd8864192-fe5c-4630-8dfb-644ad4ab8ad3', 'code': 200}
May 31 11:56:39.760708 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43028a7b-58d7-408b-ac75-1328e6896bf7 None None] Pushing event updated for resources: {'Port': ['ID=d8864192-fe5c-4630-8dfb-644ad4ab8ad3,revision_number=5']} {{(pid=103722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 31 11:56:39.763522 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG oslo_concurrency.lockutils [None req-43028a7b-58d7-408b-ac75-1328e6896bf7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=103722) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 31 11:56:40.010515 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-311f52ac-07f7-443b-a977-172b65d4012d req-6c4632c9-ca7d-4307-95e9-54a5134075ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 11:56:40.012049 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [req-311f52ac-07f7-443b-a977-172b65d4012d req-6c4632c9-ca7d-4307-95e9-54a5134075ea service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=1f74b398-84b7-48f1-b37d-1852798db944 HTTP/1.1" status: 200  len: 1099 time: 0.0712006
May 31 11:56:40.053025 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [req-311f52ac-07f7-443b-a977-172b65d4012d req-961dcbab-a4ed-44f1-8674-8b35200eb754 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=237a5e1d-6937-4c4e-980a-837822ce77a2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0335813
May 31 11:56:40.628281 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91ac0106-8b66-4352-b7e6-a4b1f0ffffe7 req-18aca777-a538-4123-832b-b182324c4b3c tempest-AttachVolumeNegativeTest-422449261 tempest-AttachVolumeNegativeTest-422449261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 11:56:40.629712 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [req-91ac0106-8b66-4352-b7e6-a4b1f0ffffe7 req-18aca777-a538-4123-832b-b182324c4b3c tempest-AttachVolumeNegativeTest-422449261 tempest-AttachVolumeNegativeTest-422449261-project] 10.222.0.57 "GET /v2.0/ports?device_id=1f74b398-84b7-48f1-b37d-1852798db944 HTTP/1.1" status: 200  len: 946 time: 0.0860732
May 31 11:56:40.767931 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [req-91ac0106-8b66-4352-b7e6-a4b1f0ffffe7 req-cfa5c665-1d03-4301-b4bd-f65504cbc2ef tempest-AttachVolumeNegativeTest-422449261 tempest-AttachVolumeNegativeTest-422449261-project] 10.222.0.57 "GET /v2.0/security-groups?id=237a5e1d-6937-4c4e-980a-837822ce77a2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1319909
May 31 11:56:41.969609 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a455551f-274f-45dd-9fd8-d5593bdce273 req-4f7e1f32-d8df-4397-9224-c1a79bb39591 tempest-AttachVolumeNegativeTest-422449261 tempest-AttachVolumeNegativeTest-422449261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 11:56:41.971091 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [req-a455551f-274f-45dd-9fd8-d5593bdce273 req-4f7e1f32-d8df-4397-9224-c1a79bb39591 tempest-AttachVolumeNegativeTest-422449261 tempest-AttachVolumeNegativeTest-422449261-project] 10.222.0.57 "GET /v2.0/ports?device_id=1f74b398-84b7-48f1-b37d-1852798db944 HTTP/1.1" status: 200  len: 946 time: 0.0839126
May 31 11:56:42.020547 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [req-a455551f-274f-45dd-9fd8-d5593bdce273 req-7e09dec3-869f-4414-b3c4-2dd91be24b5e tempest-AttachVolumeNegativeTest-422449261 tempest-AttachVolumeNegativeTest-422449261-project] 10.222.0.57 "GET /v2.0/security-groups?id=237a5e1d-6937-4c4e-980a-837822ce77a2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0413840
May 31 11:56:53.949582 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b0d777e-0364-4d63-8e34-2c7e6c6b93aa req-dad0942d-99a1-4430-94a2-7151d9f24bb3 tempest-AttachVolumeNegativeTest-422449261 tempest-AttachVolumeNegativeTest-422449261-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 11:56:53.950996 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [req-2b0d777e-0364-4d63-8e34-2c7e6c6b93aa req-dad0942d-99a1-4430-94a2-7151d9f24bb3 tempest-AttachVolumeNegativeTest-422449261 tempest-AttachVolumeNegativeTest-422449261-project] 10.222.0.57 "GET /v2.0/networks?id=073a1c7a-9eab-496a-bbfc-7a59c3fb5363 HTTP/1.1" status: 200  len: 814 time: 0.1653676
May 31 11:56:53.968678 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [req-2b0d777e-0364-4d63-8e34-2c7e6c6b93aa req-b8484da3-1ffd-4380-b6ca-6ffa992873ec tempest-AttachVolumeNegativeTest-422449261 tempest-AttachVolumeNegativeTest-422449261-project] 10.222.0.57 "GET /v2.0/quotas/24bd0553f09f4c5891042d9ca247ebe1 HTTP/1.1" status: 200  len: 375 time: 0.0093415
May 31 11:56:54.060531 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [req-2b0d777e-0364-4d63-8e34-2c7e6c6b93aa req-13e1bb21-4cf3-4f8f-87a8-66f905ecf603 tempest-AttachVolumeNegativeTest-422449261 tempest-AttachVolumeNegativeTest-422449261-project] 10.222.0.57 "GET /v2.0/ports?tenant_id=24bd0553f09f4c5891042d9ca247ebe1&fields=id HTTP/1.1" status: 200  len: 348 time: 0.0870268
May 31 11:56:54.191573 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [req-2b0d777e-0364-4d63-8e34-2c7e6c6b93aa req-3ece42ae-0880-4e09-8e70-ef31593f8364 service neutron] 10.222.0.57 "GET /v2.0/networks/073a1c7a-9eab-496a-bbfc-7a59c3fb5363?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1240699
May 31 11:56:54.323098 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [req-2b0d777e-0364-4d63-8e34-2c7e6c6b93aa req-671e16d6-5c77-4633-be1b-7a8f540d15ae service neutron] 10.222.0.57 "GET /v2.0/networks/073a1c7a-9eab-496a-bbfc-7a59c3fb5363?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1255374
May 31 11:56:54.502704 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [req-2d26f3af-f386-44da-86d5-3a9275705b1b req-8e9cd25e-7eae-4667-b2bb-fb285c911b9a tempest-AttachVolumeNegativeTest-422449261 tempest-AttachVolumeNegativeTest-422449261-project] 10.222.0.57 "GET /v2.0/ports?device_id=9f215925-7499-43ab-bbd8-51f62596f85d HTTP/1.1" status: 200  len: 210 time: 0.0432084
May 31 11:56:55.713998 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [req-b6540331-e00d-4b7a-9f1f-8388f82cd8e5 req-e5c26c9e-7ca1-46e3-93fe-51f9e04b7a29 tempest-AttachVolumeNegativeTest-422449261 tempest-AttachVolumeNegativeTest-422449261-project] 10.222.0.57 "GET /v2.0/ports?device_id=9f215925-7499-43ab-bbd8-51f62596f85d HTTP/1.1" status: 200  len: 210 time: 0.1013083
May 31 11:56:55.768296 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b0d777e-0364-4d63-8e34-2c7e6c6b93aa req-ed7bfcef-44df-40a8-9ef2-f9c19a8f907a tempest-AttachVolumeNegativeTest-422449261 tempest-AttachVolumeNegativeTest-422449261-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 11:56:55.769606 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [req-2b0d777e-0364-4d63-8e34-2c7e6c6b93aa req-ed7bfcef-44df-40a8-9ef2-f9c19a8f907a tempest-AttachVolumeNegativeTest-422449261 tempest-AttachVolumeNegativeTest-422449261-project] 10.222.0.60 "GET /v2.0/networks?id=073a1c7a-9eab-496a-bbfc-7a59c3fb5363 HTTP/1.1" status: 200  len: 814 time: 0.1905794
May 31 11:56:55.790641 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.api.v2.base [req-2b0d777e-0364-4d63-8e34-2c7e6c6b93aa req-4f9bc4fc-3073-425f-bd8e-db7bf18a7af1 tempest-AttachVolumeNegativeTest-422449261 tempest-AttachVolumeNegativeTest-422449261-project] Request body: {'port': {'device_id': '9f215925-7499-43ab-bbd8-51f62596f85d', 'network_id': '073a1c7a-9eab-496a-bbfc-7a59c3fb5363', 'admin_state_up': True, 'tenant_id': '24bd0553f09f4c5891042d9ca247ebe1'}} {{(pid=103721) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 31 11:56:55.940848 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.db.quota.driver [req-2b0d777e-0364-4d63-8e34-2c7e6c6b93aa req-4f9bc4fc-3073-425f-bd8e-db7bf18a7af1 tempest-AttachVolumeNegativeTest-422449261 tempest-AttachVolumeNegativeTest-422449261-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=103721) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 31 11:56:55.950991 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.db.quota.driver [req-2b0d777e-0364-4d63-8e34-2c7e6c6b93aa req-4f9bc4fc-3073-425f-bd8e-db7bf18a7af1 tempest-AttachVolumeNegativeTest-422449261 tempest-AttachVolumeNegativeTest-422449261-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=103721) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 31 11:56:55.963004 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2b0d777e-0364-4d63-8e34-2c7e6c6b93aa req-4f9bc4fc-3073-425f-bd8e-db7bf18a7af1 tempest-AttachVolumeNegativeTest-422449261 tempest-AttachVolumeNegativeTest-422449261-project] Made reservation on behalf of 24bd0553f09f4c5891042d9ca247ebe1 for: {'port': 1} {{(pid=103721) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 31 11:56:55.966533 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron_lib.callbacks.manager [req-2b0d777e-0364-4d63-8e34-2c7e6c6b93aa req-4f9bc4fc-3073-425f-bd8e-db7bf18a7af1 tempest-AttachVolumeNegativeTest-422449261 tempest-AttachVolumeNegativeTest-422449261-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-934180'] for port, before_create {{(pid=103721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:56:56.134483 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.db.db_base_plugin_common [req-2b0d777e-0364-4d63-8e34-2c7e6c6b93aa req-4f9bc4fc-3073-425f-bd8e-db7bf18a7af1 tempest-AttachVolumeNegativeTest-422449261 tempest-AttachVolumeNegativeTest-422449261-project] Allocated IP 172.20.0.5 (073a1c7a-9eab-496a-bbfc-7a59c3fb5363/d3bddbd9-4613-4e6e-8a2b-00437d88e2b9/92161c97-da91-4919-907f-94fe967d1da9) {{(pid=103721) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 31 11:56:56.332214 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron_lib.callbacks.manager [req-2b0d777e-0364-4d63-8e34-2c7e6c6b93aa req-4f9bc4fc-3073-425f-bd8e-db7bf18a7af1 tempest-AttachVolumeNegativeTest-422449261 tempest-AttachVolumeNegativeTest-422449261-project] Notify callbacks [] for port, precommit_create {{(pid=103721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:56:56.366139 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron_lib.callbacks.manager [req-2b0d777e-0364-4d63-8e34-2c7e6c6b93aa req-4f9bc4fc-3073-425f-bd8e-db7bf18a7af1 tempest-AttachVolumeNegativeTest-422449261 tempest-AttachVolumeNegativeTest-422449261-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937715', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3701677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744215520970', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2250866'] for port, after_create {{(pid=103721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:56:56.371971 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG oslo_concurrency.lockutils [None req-895c82dd-3cae-4214-8331-d2756180c1ae tempest-AttachVolumeTestJSON-530604526 tempest-AttachVolumeTestJSON-530604526-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103721) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 31 11:56:56.409184 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron.plugins.ml2.db [None req-43028a7b-58d7-408b-ac75-1328e6896bf7 None None] get_ports_and_sgs() called for port_ids ['acb48cca-cef0-4051-807f-85c7e8620ecb', '795f513c-9149-4cc3-828d-6d237c77c846', 'd8864192-fe5c-4630-8dfb-644ad4ab8ad3'] {{(pid=103722) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
May 31 11:56:56.439873 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2b0d777e-0364-4d63-8e34-2c7e6c6b93aa req-4f9bc4fc-3073-425f-bd8e-db7bf18a7af1 tempest-AttachVolumeNegativeTest-422449261 tempest-AttachVolumeNegativeTest-422449261-project] Network 073a1c7a-9eab-496a-bbfc-7a59c3fb5363 is already hosted by enough agents. {{(pid=103721) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 31 11:56:56.442945 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.scheduler.base_scheduler [req-2b0d777e-0364-4d63-8e34-2c7e6c6b93aa req-4f9bc4fc-3073-425f-bd8e-db7bf18a7af1 tempest-AttachVolumeNegativeTest-422449261 tempest-AttachVolumeNegativeTest-422449261-project] Resources bound (agent type, host, resource id):  {{(pid=103721) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 31 11:56:56.447020 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.db.l3_dvrscheduler_db [req-2b0d777e-0364-4d63-8e34-2c7e6c6b93aa req-4f9bc4fc-3073-425f-bd8e-db7bf18a7af1 tempest-AttachVolumeNegativeTest-422449261 tempest-AttachVolumeNegativeTest-422449261-project] Received port after_create {{(pid=103721) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
May 31 11:56:56.480985 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f9bc4fc-3073-425f-bd8e-db7bf18a7af1 tempest-AttachVolumeNegativeTest-422449261 tempest-AttachVolumeNegativeTest-422449261-project] Pushing event updated for resources: {'Port': ['ID=92161c97-da91-4919-907f-94fe967d1da9,revision_number=1']} {{(pid=103721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 31 11:56:56.500146 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f9bc4fc-3073-425f-bd8e-db7bf18a7af1 tempest-AttachVolumeNegativeTest-422449261 tempest-AttachVolumeNegativeTest-422449261-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786384-7-iscsi {{(pid=103721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 31 11:56:56.500146 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f9bc4fc-3073-425f-bd8e-db7bf18a7af1 tempest-AttachVolumeNegativeTest-422449261 tempest-AttachVolumeNegativeTest-422449261-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786384-7-iscsi {{(pid=103721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 31 11:56:56.500146 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f9bc4fc-3073-425f-bd8e-db7bf18a7af1 tempest-AttachVolumeNegativeTest-422449261 tempest-AttachVolumeNegativeTest-422449261-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786384-7-iscsi {{(pid=103721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 31 11:56:56.500146 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f9bc4fc-3073-425f-bd8e-db7bf18a7af1 tempest-AttachVolumeNegativeTest-422449261 tempest-AttachVolumeNegativeTest-422449261-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786384-7-iscsi {{(pid=103721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 31 11:56:56.500146 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f9bc4fc-3073-425f-bd8e-db7bf18a7af1 tempest-AttachVolumeNegativeTest-422449261 tempest-AttachVolumeNegativeTest-422449261-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786384-7-iscsi {{(pid=103721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 31 11:56:56.500146 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f9bc4fc-3073-425f-bd8e-db7bf18a7af1 tempest-AttachVolumeNegativeTest-422449261 tempest-AttachVolumeNegativeTest-422449261-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786384-7-iscsi {{(pid=103721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 31 11:56:56.500146 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f9bc4fc-3073-425f-bd8e-db7bf18a7af1 tempest-AttachVolumeNegativeTest-422449261 tempest-AttachVolumeNegativeTest-422449261-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786384-7-iscsi {{(pid=103721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 31 11:56:56.501060 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f9bc4fc-3073-425f-bd8e-db7bf18a7af1 tempest-AttachVolumeNegativeTest-422449261 tempest-AttachVolumeNegativeTest-422449261-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786384-7-iscsi {{(pid=103721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 31 11:56:56.501060 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f9bc4fc-3073-425f-bd8e-db7bf18a7af1 tempest-AttachVolumeNegativeTest-422449261 tempest-AttachVolumeNegativeTest-422449261-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786384-7-iscsi {{(pid=103721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 31 11:56:56.501253 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f9bc4fc-3073-425f-bd8e-db7bf18a7af1 tempest-AttachVolumeNegativeTest-422449261 tempest-AttachVolumeNegativeTest-422449261-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786384-7-iscsi {{(pid=103721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 31 11:56:56.501503 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f9bc4fc-3073-425f-bd8e-db7bf18a7af1 tempest-AttachVolumeNegativeTest-422449261 tempest-AttachVolumeNegativeTest-422449261-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786384-7-iscsi {{(pid=103721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 31 11:56:56.501796 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f9bc4fc-3073-425f-bd8e-db7bf18a7af1 tempest-AttachVolumeNegativeTest-422449261 tempest-AttachVolumeNegativeTest-422449261-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786384-7-iscsi {{(pid=103721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 31 11:56:56.507008 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG oslo_concurrency.lockutils [None req-4f9bc4fc-3073-425f-bd8e-db7bf18a7af1 tempest-AttachVolumeNegativeTest-422449261 tempest-AttachVolumeNegativeTest-422449261-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=103721) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 31 11:56:56.522505 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b0d777e-0364-4d63-8e34-2c7e6c6b93aa req-4f9bc4fc-3073-425f-bd8e-db7bf18a7af1 tempest-AttachVolumeNegativeTest-422449261 tempest-AttachVolumeNegativeTest-422449261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 11:56:56.523109 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron_lib.callbacks.manager [req-2b0d777e-0364-4d63-8e34-2c7e6c6b93aa req-4f9bc4fc-3073-425f-bd8e-db7bf18a7af1 tempest-AttachVolumeNegativeTest-422449261 tempest-AttachVolumeNegativeTest-422449261-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46333'] for port, before_response {{(pid=103721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:56:56.546724 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [req-2b0d777e-0364-4d63-8e34-2c7e6c6b93aa req-4f9bc4fc-3073-425f-bd8e-db7bf18a7af1 tempest-AttachVolumeNegativeTest-422449261 tempest-AttachVolumeNegativeTest-422449261-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 0.7604022
May 31 11:56:56.574550 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.api.v2.base [req-2b0d777e-0364-4d63-8e34-2c7e6c6b93aa req-a979bcee-dfac-4257-bd49-4f4029ffafbf service neutron] Request body: {'port': {'device_id': '9f215925-7499-43ab-bbd8-51f62596f85d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78638'}} {{(pid=103721) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 31 11:56:56.795267 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron_lib.callbacks.manager [req-2b0d777e-0364-4d63-8e34-2c7e6c6b93aa req-a979bcee-dfac-4257-bd49-4f4029ffafbf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-934180'] for port, before_update {{(pid=103721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:56:57.068686 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-980117d5-6e15-46b3-9f5a-7d07b7f6e2ff req-7a6ea0d9-61a0-4d2d-824d-d3f463a098eb tempest-AttachVolumeNegativeTest-422449261 tempest-AttachVolumeNegativeTest-422449261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 11:56:57.069263 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.quota.resource [req-980117d5-6e15-46b3-9f5a-7d07b7f6e2ff req-7a6ea0d9-61a0-4d2d-824d-d3f463a098eb tempest-AttachVolumeNegativeTest-422449261 tempest-AttachVolumeNegativeTest-422449261-project] Synchronizing usage tracker for tenant:24bd0553f09f4c5891042d9ca247ebe1 on resource:port {{(pid=103721) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 31 11:56:57.107212 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.quota.resource [req-980117d5-6e15-46b3-9f5a-7d07b7f6e2ff req-7a6ea0d9-61a0-4d2d-824d-d3f463a098eb tempest-AttachVolumeNegativeTest-422449261 tempest-AttachVolumeNegativeTest-422449261-project] Unset dirty status for tenant:24bd0553f09f4c5891042d9ca247ebe1 on resource:port {{(pid=103721) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 31 11:56:57.108803 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [req-980117d5-6e15-46b3-9f5a-7d07b7f6e2ff req-7a6ea0d9-61a0-4d2d-824d-d3f463a098eb tempest-AttachVolumeNegativeTest-422449261 tempest-AttachVolumeNegativeTest-422449261-project] 10.222.0.57 "GET /v2.0/ports?device_id=9f215925-7499-43ab-bbd8-51f62596f85d HTTP/1.1" status: 200  len: 931 time: 0.2715664
May 31 11:56:57.170741 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [req-980117d5-6e15-46b3-9f5a-7d07b7f6e2ff req-09d3fc85-7d2d-4f5d-822b-df83d312ec87 tempest-AttachVolumeNegativeTest-422449261 tempest-AttachVolumeNegativeTest-422449261-project] 10.222.0.57 "GET /v2.0/security-groups?id=237a5e1d-6937-4c4e-980a-837822ce77a2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0511458
May 31 11:56:57.237955 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.notifiers.nova [req-2b0d777e-0364-4d63-8e34-2c7e6c6b93aa req-a979bcee-dfac-4257-bd49-4f4029ffafbf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 92161c97-da91-4919-907f-94fe967d1da9 {{(pid=103721) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
May 31 11:56:57.245320 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron_lib.callbacks.manager [req-2b0d777e-0364-4d63-8e34-2c7e6c6b93aa req-a979bcee-dfac-4257-bd49-4f4029ffafbf service neutron] Notify callbacks [] for port, precommit_update {{(pid=103721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:56:57.263038 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.db.provisioning_blocks [req-2b0d777e-0364-4d63-8e34-2c7e6c6b93aa req-a979bcee-dfac-4257-bd49-4f4029ffafbf service neutron] Transition to ACTIVE for port object 92161c97-da91-4919-907f-94fe967d1da9 will not be triggered until provisioned by entity L2. {{(pid=103721) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 31 11:56:57.267922 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron_lib.callbacks.manager [req-2b0d777e-0364-4d63-8e34-2c7e6c6b93aa req-a979bcee-dfac-4257-bd49-4f4029ffafbf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937715', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3701677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744215954324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744215520988', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744215521293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2250875'] for port, after_update {{(pid=103721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:56:57.271584 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG oslo_concurrency.lockutils [None req-86f4edba-ffcf-434a-bc45-3ce89f4e960b tempest-AttachVolumeTestJSON-530604526 tempest-AttachVolumeTestJSON-530604526-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103721) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 31 11:56:57.397085 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a979bcee-dfac-4257-bd49-4f4029ffafbf service neutron] Pushing event updated for resources: {'Port': ['ID=92161c97-da91-4919-907f-94fe967d1da9,revision_number=2']} {{(pid=103721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 31 11:56:57.400061 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG oslo_concurrency.lockutils [None req-a979bcee-dfac-4257-bd49-4f4029ffafbf service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=103721) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 31 11:56:57.501197 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.plugins.ml2.managers [req-2b0d777e-0364-4d63-8e34-2c7e6c6b93aa req-a979bcee-dfac-4257-bd49-4f4029ffafbf service neutron] Attempting to bind port 92161c97-da91-4919-907f-94fe967d1da9 on host hv-cinder-78638 for vnic_type normal with profile  {{(pid=103721) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
May 31 11:56:57.501630 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.plugins.ml2.managers [req-2b0d777e-0364-4d63-8e34-2c7e6c6b93aa req-a979bcee-dfac-4257-bd49-4f4029ffafbf service neutron] Attempting to bind port 92161c97-da91-4919-907f-94fe967d1da9 by drivers openvswitch,hyperv on host hv-cinder-78638 at level 0 using segments [{'id': '3eed07df-58fa-4604-a267-19dfddb1a087', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 798, 'network_id': '073a1c7a-9eab-496a-bbfc-7a59c3fb5363'}] {{(pid=103721) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
May 31 11:56:57.501860 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b0d777e-0364-4d63-8e34-2c7e6c6b93aa req-a979bcee-dfac-4257-bd49-4f4029ffafbf service neutron] Attempting to bind port 92161c97-da91-4919-907f-94fe967d1da9 on network 073a1c7a-9eab-496a-bbfc-7a59c3fb5363 {{(pid=103721) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 31 11:56:57.508078 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b0d777e-0364-4d63-8e34-2c7e6c6b93aa req-a979bcee-dfac-4257-bd49-4f4029ffafbf service neutron] Port 92161c97-da91-4919-907f-94fe967d1da9 on network 073a1c7a-9eab-496a-bbfc-7a59c3fb5363 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78638 {{(pid=103721) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
May 31 11:56:57.508395 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b0d777e-0364-4d63-8e34-2c7e6c6b93aa req-a979bcee-dfac-4257-bd49-4f4029ffafbf service neutron] Attempting to bind port 92161c97-da91-4919-907f-94fe967d1da9 on network 073a1c7a-9eab-496a-bbfc-7a59c3fb5363 {{(pid=103721) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 31 11:56:57.514727 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b0d777e-0364-4d63-8e34-2c7e6c6b93aa req-a979bcee-dfac-4257-bd49-4f4029ffafbf service neutron] Checking agent: {'id': '42990638-b1ad-4185-8b70-a0b8bae36499', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78638', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 31, 11, 42, 1), 'started_at': datetime.datetime(2021, 5, 31, 11, 42, 1), 'heartbeat_timestamp': datetime.datetime(2021, 5, 31, 11, 56, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103721) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
May 31 11:56:57.515080 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b0d777e-0364-4d63-8e34-2c7e6c6b93aa req-a979bcee-dfac-4257-bd49-4f4029ffafbf service neutron] Checking segment: {'id': '3eed07df-58fa-4604-a267-19dfddb1a087', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 798, 'network_id': '073a1c7a-9eab-496a-bbfc-7a59c3fb5363'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103721) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 31 11:56:57.515268 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b0d777e-0364-4d63-8e34-2c7e6c6b93aa req-a979bcee-dfac-4257-bd49-4f4029ffafbf service neutron] Bound using segment: {'id': '3eed07df-58fa-4604-a267-19dfddb1a087', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 798, 'network_id': '073a1c7a-9eab-496a-bbfc-7a59c3fb5363'} {{(pid=103721) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
May 31 11:56:57.515692 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.plugins.ml2.managers [req-2b0d777e-0364-4d63-8e34-2c7e6c6b93aa req-a979bcee-dfac-4257-bd49-4f4029ffafbf service neutron] Bound port: 92161c97-da91-4919-907f-94fe967d1da9, host: hv-cinder-78638, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3eed07df-58fa-4604-a267-19dfddb1a087', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 798, 'network_id': '073a1c7a-9eab-496a-bbfc-7a59c3fb5363'}}] {{(pid=103721) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
May 31 11:56:57.516158 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron_lib.callbacks.manager [req-2b0d777e-0364-4d63-8e34-2c7e6c6b93aa req-a979bcee-dfac-4257-bd49-4f4029ffafbf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-934180'] for port, before_update {{(pid=103721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:56:57.607677 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.plugins.ml2.db [req-2b0d777e-0364-4d63-8e34-2c7e6c6b93aa req-a979bcee-dfac-4257-bd49-4f4029ffafbf service neutron] For port 92161c97-da91-4919-907f-94fe967d1da9, host hv-cinder-78638, cleared binding levels {{(pid=103721) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
May 31 11:56:57.610706 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.plugins.ml2.db [req-2b0d777e-0364-4d63-8e34-2c7e6c6b93aa req-a979bcee-dfac-4257-bd49-4f4029ffafbf service neutron] For port 92161c97-da91-4919-907f-94fe967d1da9, host hv-cinder-78638, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=92161c97-da91-4919-907f-94fe967d1da9,segment=NetworkSegment(3eed07df-58fa-4604-a267-19dfddb1a087),segment_id=3eed07df-58fa-4604-a267-19dfddb1a087)] {{(pid=103721) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
May 31 11:56:57.619308 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron_lib.callbacks.manager [req-2b0d777e-0364-4d63-8e34-2c7e6c6b93aa req-a979bcee-dfac-4257-bd49-4f4029ffafbf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937715', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3701677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744215954324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744215520988', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744215521293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2250875'] for port, after_update {{(pid=103721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:56:57.622917 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG oslo_concurrency.lockutils [None req-a34732c2-40c7-4cfc-a0ee-fb68c356e6af tempest-AttachVolumeTestJSON-530604526 tempest-AttachVolumeTestJSON-530604526-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103721) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 31 11:56:57.680173 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b0d777e-0364-4d63-8e34-2c7e6c6b93aa req-a979bcee-dfac-4257-bd49-4f4029ffafbf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 11:56:57.680774 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron_lib.callbacks.manager [req-2b0d777e-0364-4d63-8e34-2c7e6c6b93aa req-a979bcee-dfac-4257-bd49-4f4029ffafbf service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46333'] for port, before_response {{(pid=103721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:56:57.682129 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [req-2b0d777e-0364-4d63-8e34-2c7e6c6b93aa req-a979bcee-dfac-4257-bd49-4f4029ffafbf service neutron] 10.222.0.60 "PUT /v2.0/ports/92161c97-da91-4919-907f-94fe967d1da9 HTTP/1.1" status: 200  len: 1093 time: 1.1117125
May 31 11:56:57.682617 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9f215925-7499-43ab-bbd8-51f62596f85d', 'tag': '92161c97-da91-4919-907f-94fe967d1da9'}] {{(pid=103721) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 31 11:56:57.684922 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3cd903d475e597836c68a86188e0a4f713f0e90603b95bd8a010e768671d0d04" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0cbb1f84-ef57-4e16-b976-bbcec5a2e49f" -d '{"events": [{"name": "network-changed", "server_uuid": "9f215925-7499-43ab-bbd8-51f62596f85d", "tag": "92161c97-da91-4919-907f-94fe967d1da9"}]}' {{(pid=103721) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
May 31 11:56:57.707022 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a979bcee-dfac-4257-bd49-4f4029ffafbf service neutron] Pushing event updated for resources: {'Port': ['ID=92161c97-da91-4919-907f-94fe967d1da9,revision_number=3']} {{(pid=103721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 31 11:56:57.710014 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG oslo_concurrency.lockutils [None req-a979bcee-dfac-4257-bd49-4f4029ffafbf service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=103721) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 31 11:56:57.732482 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 31 May 2021 11:56:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9a350a9e-1196-4583-b91c-36026d106bd0 x-openstack-request-id: req-9a350a9e-1196-4583-b91c-36026d106bd0 {{(pid=103721) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
May 31 11:56:57.732822 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9f215925-7499-43ab-bbd8-51f62596f85d", "tag": "92161c97-da91-4919-907f-94fe967d1da9", "status": "completed", "code": 200}]} {{(pid=103721) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
May 31 11:56:57.733102 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-9a350a9e-1196-4583-b91c-36026d106bd0 {{(pid=103721) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
May 31 11:56:57.733552 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9f215925-7499-43ab-bbd8-51f62596f85d', 'tag': '92161c97-da91-4919-907f-94fe967d1da9', 'status': 'completed', 'code': 200}
May 31 11:56:57.830449 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b0d777e-0364-4d63-8e34-2c7e6c6b93aa req-0f7fd64e-dc44-4ba9-b76f-c6ac9e3bd099 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 11:56:57.831923 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [req-2b0d777e-0364-4d63-8e34-2c7e6c6b93aa req-0f7fd64e-dc44-4ba9-b76f-c6ac9e3bd099 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=24bd0553f09f4c5891042d9ca247ebe1&device_id=9f215925-7499-43ab-bbd8-51f62596f85d HTTP/1.1" status: 200  len: 1096 time: 0.0765889
May 31 11:56:57.908659 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [req-2b0d777e-0364-4d63-8e34-2c7e6c6b93aa req-f04517d9-809d-471f-943d-34509a7d142a service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=92161c97-da91-4919-907f-94fe967d1da9 HTTP/1.1" status: 200  len: 217 time: 0.0634301
May 31 11:56:57.973430 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b0d777e-0364-4d63-8e34-2c7e6c6b93aa req-0e08c828-601b-49d6-8554-ba2c48395a66 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 11:56:57.974813 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [req-2b0d777e-0364-4d63-8e34-2c7e6c6b93aa req-0e08c828-601b-49d6-8554-ba2c48395a66 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=d3bddbd9-4613-4e6e-8a2b-00437d88e2b9 HTTP/1.1" status: 200  len: 854 time: 0.0587869
May 31 11:56:58.021637 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [req-2b0d777e-0364-4d63-8e34-2c7e6c6b93aa req-52523c82-b3d4-4bde-b241-13ea38f1806c service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=073a1c7a-9eab-496a-bbfc-7a59c3fb5363&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0399828
May 31 11:56:58.169409 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [req-2b0d777e-0364-4d63-8e34-2c7e6c6b93aa req-ce4221c1-cf03-4d05-b72a-8bf37b3cc09d service neutron] 10.222.0.60 "GET /v2.0/networks/073a1c7a-9eab-496a-bbfc-7a59c3fb5363?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1405673
May 31 11:56:58.349432 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [req-2b0d777e-0364-4d63-8e34-2c7e6c6b93aa req-5473c040-167a-4d0b-a788-e510da22a066 service neutron] 10.222.0.60 "GET /v2.0/networks/073a1c7a-9eab-496a-bbfc-7a59c3fb5363?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1722744
May 31 11:56:58.379993 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c76028e7-1178-4a32-a41e-204e31bf4e45 req-c0c176eb-76a8-4aa0-b5ad-0e23d5cb69c6 tempest-AttachVolumeNegativeTest-422449261 tempest-AttachVolumeNegativeTest-422449261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 11:56:58.381529 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [req-c76028e7-1178-4a32-a41e-204e31bf4e45 req-c0c176eb-76a8-4aa0-b5ad-0e23d5cb69c6 tempest-AttachVolumeNegativeTest-422449261 tempest-AttachVolumeNegativeTest-422449261-project] 10.222.0.57 "GET /v2.0/ports?device_id=9f215925-7499-43ab-bbd8-51f62596f85d HTTP/1.1" status: 200  len: 943 time: 0.1021225
May 31 11:56:58.429004 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [req-c76028e7-1178-4a32-a41e-204e31bf4e45 req-40662e88-0207-4c2f-9154-d837d765a1ac tempest-AttachVolumeNegativeTest-422449261 tempest-AttachVolumeNegativeTest-422449261-project] 10.222.0.57 "GET /v2.0/security-groups?id=237a5e1d-6937-4c4e-980a-837822ce77a2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0410943
May 31 11:56:58.527187 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cbb1f84-ef57-4e16-b976-bbcec5a2e49f req-deaa8093-598d-457b-8083-e4e504fa7f42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 11:56:58.528734 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [req-0cbb1f84-ef57-4e16-b976-bbcec5a2e49f req-deaa8093-598d-457b-8083-e4e504fa7f42 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=24bd0553f09f4c5891042d9ca247ebe1&device_id=9f215925-7499-43ab-bbd8-51f62596f85d HTTP/1.1" status: 200  len: 1096 time: 0.0736518
May 31 11:56:58.774167 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cbb1f84-ef57-4e16-b976-bbcec5a2e49f req-5a7a2a9d-fa7a-4905-8f1a-94513725d8cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 11:56:58.775609 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [req-0cbb1f84-ef57-4e16-b976-bbcec5a2e49f req-5a7a2a9d-fa7a-4905-8f1a-94513725d8cc service neutron] 10.222.0.60 "GET /v2.0/networks?id=073a1c7a-9eab-496a-bbfc-7a59c3fb5363 HTTP/1.1" status: 200  len: 915 time: 0.2316828
May 31 11:56:58.846111 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [req-0cbb1f84-ef57-4e16-b976-bbcec5a2e49f req-c31cfc4e-a69e-4b80-8faf-72549aa7cc26 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=92161c97-da91-4919-907f-94fe967d1da9 HTTP/1.1" status: 200  len: 217 time: 0.0633302
May 31 11:56:58.912113 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cbb1f84-ef57-4e16-b976-bbcec5a2e49f req-49e883a0-f3d4-406e-80fd-fd6e378f5d18 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 11:56:58.913548 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [req-0cbb1f84-ef57-4e16-b976-bbcec5a2e49f req-49e883a0-f3d4-406e-80fd-fd6e378f5d18 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=d3bddbd9-4613-4e6e-8a2b-00437d88e2b9 HTTP/1.1" status: 200  len: 854 time: 0.0601146
May 31 11:56:58.964374 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [req-0cbb1f84-ef57-4e16-b976-bbcec5a2e49f req-d5240f9c-39f8-497a-af87-dd449aabf95f service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=073a1c7a-9eab-496a-bbfc-7a59c3fb5363&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0428529
May 31 11:56:59.100969 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [req-0cbb1f84-ef57-4e16-b976-bbcec5a2e49f req-9519f2be-23fa-4c83-b05d-73878c98bb05 service neutron] 10.222.0.60 "GET /v2.0/networks/073a1c7a-9eab-496a-bbfc-7a59c3fb5363?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1242352
May 31 11:56:59.248808 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [req-0cbb1f84-ef57-4e16-b976-bbcec5a2e49f req-ffc1b6be-59ab-47b5-b857-cc2aa597ac78 service neutron] 10.222.0.60 "GET /v2.0/networks/073a1c7a-9eab-496a-bbfc-7a59c3fb5363?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1315732
May 31 11:56:59.633636 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d0f1bd5-fdfa-49d4-9037-1420af3d03a4 req-c36ebfdf-8f1a-49ba-9190-074e15654294 tempest-AttachVolumeNegativeTest-422449261 tempest-AttachVolumeNegativeTest-422449261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 11:56:59.635067 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [req-5d0f1bd5-fdfa-49d4-9037-1420af3d03a4 req-c36ebfdf-8f1a-49ba-9190-074e15654294 tempest-AttachVolumeNegativeTest-422449261 tempest-AttachVolumeNegativeTest-422449261-project] 10.222.0.57 "GET /v2.0/ports?device_id=9f215925-7499-43ab-bbd8-51f62596f85d HTTP/1.1" status: 200  len: 943 time: 0.0822985
May 31 11:56:59.678395 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [req-5d0f1bd5-fdfa-49d4-9037-1420af3d03a4 req-a6dc8b47-bafc-4594-a6c5-1858086b7909 tempest-AttachVolumeNegativeTest-422449261 tempest-AttachVolumeNegativeTest-422449261-project] 10.222.0.57 "GET /v2.0/security-groups?id=237a5e1d-6937-4c4e-980a-837822ce77a2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0375161
May 31 11:57:00.879504 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f56f49ae-0743-4ff7-a4e9-dd044831bf31 req-564447d5-0cfc-4f22-a3bd-3fa5cb734fbf tempest-AttachVolumeNegativeTest-422449261 tempest-AttachVolumeNegativeTest-422449261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 11:57:00.880845 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [req-f56f49ae-0743-4ff7-a4e9-dd044831bf31 req-564447d5-0cfc-4f22-a3bd-3fa5cb734fbf tempest-AttachVolumeNegativeTest-422449261 tempest-AttachVolumeNegativeTest-422449261-project] 10.222.0.57 "GET /v2.0/ports?device_id=9f215925-7499-43ab-bbd8-51f62596f85d HTTP/1.1" status: 200  len: 943 time: 0.0887887
May 31 11:57:00.925877 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [req-f56f49ae-0743-4ff7-a4e9-dd044831bf31 req-ff06f425-d338-48d6-a962-a888c11b23cf tempest-AttachVolumeNegativeTest-422449261 tempest-AttachVolumeNegativeTest-422449261-project] 10.222.0.57 "GET /v2.0/security-groups?id=237a5e1d-6937-4c4e-980a-837822ce77a2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0388837
May 31 11:57:01.531543 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron.plugins.ml2.rpc [None req-43028a7b-58d7-408b-ac75-1328e6896bf7 None None] Device 92161c97-da91-4919-907f-94fe967d1da9 details requested by agent hyperv_hv-cinder-78638 with host hv-cinder-78638 {{(pid=103722) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
May 31 11:57:01.553618 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron_lib.callbacks.manager [None req-43028a7b-58d7-408b-ac75-1328e6896bf7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744215964654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857257'] for agent, after_update {{(pid=103722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:57:01.674610 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron.plugins.ml2.db [None req-43028a7b-58d7-408b-ac75-1328e6896bf7 None None] For port 92161c97-da91-4919-907f-94fe967d1da9, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=92161c97-da91-4919-907f-94fe967d1da9,segment=NetworkSegment(3eed07df-58fa-4604-a267-19dfddb1a087),segment_id=3eed07df-58fa-4604-a267-19dfddb1a087)] {{(pid=103722) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 31 11:57:01.692597 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron.plugins.ml2.rpc [None req-43028a7b-58d7-408b-ac75-1328e6896bf7 None None] Returning: {'device': '92161c97-da91-4919-907f-94fe967d1da9', 'network_id': '073a1c7a-9eab-496a-bbfc-7a59c3fb5363', 'port_id': '92161c97-da91-4919-907f-94fe967d1da9', 'mac_address': 'fa:16:3e:a0:4b:a9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 798, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd3bddbd9-4613-4e6e-8a2b-00437d88e2b9', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103722) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
May 31 11:57:01.745891 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron_lib.callbacks.manager [None req-43028a7b-58d7-408b-ac75-1328e6896bf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-934180'] for port, before_update {{(pid=103722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:57:01.763384 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron.notifiers.nova [None req-43028a7b-58d7-408b-ac75-1328e6896bf7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 92161c97-da91-4919-907f-94fe967d1da9 {{(pid=103722) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
May 31 11:57:01.778783 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron.plugins.ml2.db [None req-43028a7b-58d7-408b-ac75-1328e6896bf7 None None] For port 92161c97-da91-4919-907f-94fe967d1da9, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=92161c97-da91-4919-907f-94fe967d1da9,segment=NetworkSegment(3eed07df-58fa-4604-a267-19dfddb1a087),segment_id=3eed07df-58fa-4604-a267-19dfddb1a087)] {{(pid=103722) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 31 11:57:01.784237 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron_lib.callbacks.manager [None req-43028a7b-58d7-408b-ac75-1328e6896bf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937715', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3701677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744215954324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744215520988', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744215521293'] for port, after_update {{(pid=103722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:57:01.785972 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG oslo_concurrency.lockutils [None req-43028a7b-58d7-408b-ac75-1328e6896bf7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103722) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 31 11:57:01.848621 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43028a7b-58d7-408b-ac75-1328e6896bf7 None None] Pushing event updated for resources: {'Port': ['ID=92161c97-da91-4919-907f-94fe967d1da9,revision_number=4']} {{(pid=103722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 31 11:57:01.855768 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43028a7b-58d7-408b-ac75-1328e6896bf7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786384-7-iscsi {{(pid=103722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 31 11:57:01.856133 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43028a7b-58d7-408b-ac75-1328e6896bf7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786384-7-iscsi {{(pid=103722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 31 11:57:01.856451 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43028a7b-58d7-408b-ac75-1328e6896bf7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786384-7-iscsi {{(pid=103722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 31 11:57:01.856770 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43028a7b-58d7-408b-ac75-1328e6896bf7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786384-7-iscsi {{(pid=103722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 31 11:57:01.857104 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43028a7b-58d7-408b-ac75-1328e6896bf7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786384-7-iscsi {{(pid=103722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 31 11:57:01.857397 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43028a7b-58d7-408b-ac75-1328e6896bf7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786384-7-iscsi {{(pid=103722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 31 11:57:01.857701 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43028a7b-58d7-408b-ac75-1328e6896bf7 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786384-7-iscsi {{(pid=103722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 31 11:57:01.858010 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43028a7b-58d7-408b-ac75-1328e6896bf7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786384-7-iscsi {{(pid=103722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 31 11:57:01.858311 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43028a7b-58d7-408b-ac75-1328e6896bf7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786384-7-iscsi {{(pid=103722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 31 11:57:01.858629 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43028a7b-58d7-408b-ac75-1328e6896bf7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786384-7-iscsi {{(pid=103722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 31 11:57:01.858929 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43028a7b-58d7-408b-ac75-1328e6896bf7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786384-7-iscsi {{(pid=103722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 31 11:57:01.859215 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43028a7b-58d7-408b-ac75-1328e6896bf7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786384-7-iscsi {{(pid=103722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 31 11:57:01.863157 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG oslo_concurrency.lockutils [None req-43028a7b-58d7-408b-ac75-1328e6896bf7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=103722) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 31 11:57:02.121167 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron.plugins.ml2.db [None req-43028a7b-58d7-408b-ac75-1328e6896bf7 None None] get_ports_and_sgs() called for port_ids ['92161c97-da91-4919-907f-94fe967d1da9'] {{(pid=103722) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
May 31 11:57:02.149617 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1be151d-99c0-425b-8ee4-e5b68a485451 req-28e6f07f-72d8-4e63-b9a0-dacc0fdc644e tempest-AttachVolumeNegativeTest-422449261 tempest-AttachVolumeNegativeTest-422449261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 11:57:02.151221 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [req-f1be151d-99c0-425b-8ee4-e5b68a485451 req-28e6f07f-72d8-4e63-b9a0-dacc0fdc644e tempest-AttachVolumeNegativeTest-422449261 tempest-AttachVolumeNegativeTest-422449261-project] 10.222.0.57 "GET /v2.0/ports?device_id=9f215925-7499-43ab-bbd8-51f62596f85d HTTP/1.1" status: 200  len: 944 time: 0.0999873
May 31 11:57:02.199598 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [req-f1be151d-99c0-425b-8ee4-e5b68a485451 req-a312558a-329e-42d8-8ad7-6a75e5816033 tempest-AttachVolumeNegativeTest-422449261 tempest-AttachVolumeNegativeTest-422449261-project] 10.222.0.57 "GET /v2.0/security-groups?id=237a5e1d-6937-4c4e-980a-837822ce77a2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0424283
May 31 11:57:03.101834 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron_lib.callbacks.manager [None req-d94e1fbd-1677-4211-8663-579314afc3c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744215964654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857257'] for agent, after_update {{(pid=103722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:57:03.408291 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a1a4cbe-1851-4124-bd40-6be9b74ee1c5 req-8c0844f7-6ca9-4b68-97d9-d51bd1e2cdf5 tempest-AttachVolumeNegativeTest-422449261 tempest-AttachVolumeNegativeTest-422449261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 11:57:03.409647 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [req-6a1a4cbe-1851-4124-bd40-6be9b74ee1c5 req-8c0844f7-6ca9-4b68-97d9-d51bd1e2cdf5 tempest-AttachVolumeNegativeTest-422449261 tempest-AttachVolumeNegativeTest-422449261-project] 10.222.0.57 "GET /v2.0/ports?device_id=9f215925-7499-43ab-bbd8-51f62596f85d HTTP/1.1" status: 200  len: 944 time: 0.0873425
May 31 11:57:03.453687 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [req-6a1a4cbe-1851-4124-bd40-6be9b74ee1c5 req-300d18bf-401f-4284-9c9f-574ca0857425 tempest-AttachVolumeNegativeTest-422449261 tempest-AttachVolumeNegativeTest-422449261-project] 10.222.0.57 "GET /v2.0/security-groups?id=237a5e1d-6937-4c4e-980a-837822ce77a2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0380735
May 31 11:57:03.532713 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron.plugins.ml2.rpc [None req-43028a7b-58d7-408b-ac75-1328e6896bf7 None None] Device 92161c97-da91-4919-907f-94fe967d1da9 up at agent hyperv_hv-cinder-78638 {{(pid=103722) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 31 11:57:03.613189 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron.db.provisioning_blocks [None req-43028a7b-58d7-408b-ac75-1328e6896bf7 None None] Provisioning for port 92161c97-da91-4919-907f-94fe967d1da9 completed by entity L2. {{(pid=103722) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 31 11:57:03.620960 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron.db.provisioning_blocks [None req-43028a7b-58d7-408b-ac75-1328e6896bf7 None None] Provisioning complete for port 92161c97-da91-4919-907f-94fe967d1da9 triggered by entity L2. {{(pid=103722) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 31 11:57:03.621434 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron_lib.callbacks.manager [None req-43028a7b-58d7-408b-ac75-1328e6896bf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857618'] for port, provisioning_complete {{(pid=103722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:57:03.747491 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron_lib.callbacks.manager [None req-43028a7b-58d7-408b-ac75-1328e6896bf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-934180'] for port, before_update {{(pid=103722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:57:03.776579 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9f215925-7499-43ab-bbd8-51f62596f85d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '92161c97-da91-4919-907f-94fe967d1da9'}] {{(pid=103722) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 31 11:57:03.778854 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}385953046bb192346b13b574918bbc7d366126a5ac8301ca09ff73df2ee9323d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-74d2ab8b-1d17-4037-8f5b-7c67d6e03647" -d '{"events": [{"server_uuid": "9f215925-7499-43ab-bbd8-51f62596f85d", "name": "network-vif-plugged", "status": "completed", "tag": "92161c97-da91-4919-907f-94fe967d1da9"}]}' {{(pid=103722) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
May 31 11:57:03.786588 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron.plugins.ml2.db [None req-43028a7b-58d7-408b-ac75-1328e6896bf7 None None] For port 92161c97-da91-4919-907f-94fe967d1da9, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=92161c97-da91-4919-907f-94fe967d1da9,segment=NetworkSegment(3eed07df-58fa-4604-a267-19dfddb1a087),segment_id=3eed07df-58fa-4604-a267-19dfddb1a087)] {{(pid=103722) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 31 11:57:03.791087 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron_lib.callbacks.manager [None req-43028a7b-58d7-408b-ac75-1328e6896bf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937715', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3701677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744215954324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744215520988', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744215521293'] for port, after_update {{(pid=103722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:57:03.792942 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG oslo_concurrency.lockutils [None req-9b4e4d90-9065-4622-be1b-f1770c100b54 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103722) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 31 11:57:03.822114 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 31 May 2021 11:57:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e1086d6b-e4e0-4d2d-96fe-17bd2e0d7d83 x-openstack-request-id: req-e1086d6b-e4e0-4d2d-96fe-17bd2e0d7d83 {{(pid=103722) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
May 31 11:57:03.822405 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9f215925-7499-43ab-bbd8-51f62596f85d", "name": "network-vif-plugged", "status": "completed", "tag": "92161c97-da91-4919-907f-94fe967d1da9", "code": 200}]} {{(pid=103722) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
May 31 11:57:03.822659 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-e1086d6b-e4e0-4d2d-96fe-17bd2e0d7d83 {{(pid=103722) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
May 31 11:57:03.823040 dv-cinder-786384-7-iscsi neutron-server[103722]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9f215925-7499-43ab-bbd8-51f62596f85d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '92161c97-da91-4919-907f-94fe967d1da9', 'code': 200}
May 31 11:57:03.859997 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43028a7b-58d7-408b-ac75-1328e6896bf7 None None] Pushing event updated for resources: {'Port': ['ID=92161c97-da91-4919-907f-94fe967d1da9,revision_number=5']} {{(pid=103722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 31 11:57:03.862825 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG oslo_concurrency.lockutils [None req-43028a7b-58d7-408b-ac75-1328e6896bf7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=103722) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 31 11:57:04.127298 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8a34d67-82ad-4149-9747-4ef1bba16086 req-f5797807-1312-42fa-8f21-ee98fdc938ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 11:57:04.128693 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [req-a8a34d67-82ad-4149-9747-4ef1bba16086 req-f5797807-1312-42fa-8f21-ee98fdc938ca service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=9f215925-7499-43ab-bbd8-51f62596f85d HTTP/1.1" status: 200  len: 1098 time: 0.0847137
May 31 11:57:04.171001 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [req-a8a34d67-82ad-4149-9747-4ef1bba16086 req-40100bb2-609d-4eae-bc24-5b0ff7b5f3af service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=237a5e1d-6937-4c4e-980a-837822ce77a2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0347128
May 31 11:57:04.656630 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b47fa14-5db2-4196-9893-87f2f390e673 req-9401d96f-8e4b-4720-9688-6fbe1f59111c tempest-AttachVolumeNegativeTest-422449261 tempest-AttachVolumeNegativeTest-422449261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 11:57:04.658072 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [req-3b47fa14-5db2-4196-9893-87f2f390e673 req-9401d96f-8e4b-4720-9688-6fbe1f59111c tempest-AttachVolumeNegativeTest-422449261 tempest-AttachVolumeNegativeTest-422449261-project] 10.222.0.57 "GET /v2.0/ports?device_id=9f215925-7499-43ab-bbd8-51f62596f85d HTTP/1.1" status: 200  len: 945 time: 0.0864773
May 31 11:57:04.705284 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [req-3b47fa14-5db2-4196-9893-87f2f390e673 req-b844af11-d3d3-4d37-801e-a0445c67311e tempest-AttachVolumeNegativeTest-422449261 tempest-AttachVolumeNegativeTest-422449261-project] 10.222.0.57 "GET /v2.0/security-groups?id=237a5e1d-6937-4c4e-980a-837822ce77a2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0387936
May 31 11:57:05.506189 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron_lib.callbacks.manager [None req-78e6da2c-64d3-4cce-a5c0-9286494f0236 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744215964654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857257'] for agent, after_update {{(pid=103722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:57:05.641327 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron_lib.callbacks.manager [None req-1f0a762f-0348-4bba-b860-8eddab4cd770 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744215964654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857257'] for agent, after_update {{(pid=103722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:57:05.903537 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae08eace-c6ec-4404-a3d1-ac2a5df31d19 req-f1d68e1e-6ddc-42db-97e3-846030e33a92 tempest-AttachVolumeNegativeTest-422449261 tempest-AttachVolumeNegativeTest-422449261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 11:57:05.905459 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [req-ae08eace-c6ec-4404-a3d1-ac2a5df31d19 req-f1d68e1e-6ddc-42db-97e3-846030e33a92 tempest-AttachVolumeNegativeTest-422449261 tempest-AttachVolumeNegativeTest-422449261-project] 10.222.0.57 "GET /v2.0/ports?device_id=9f215925-7499-43ab-bbd8-51f62596f85d HTTP/1.1" status: 200  len: 945 time: 0.0908465
May 31 11:57:05.951673 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [req-ae08eace-c6ec-4404-a3d1-ac2a5df31d19 req-f049fc73-9fdd-42ab-b06c-b25844ba7fb2 tempest-AttachVolumeNegativeTest-422449261 tempest-AttachVolumeNegativeTest-422449261-project] 10.222.0.57 "GET /v2.0/security-groups?id=237a5e1d-6937-4c4e-980a-837822ce77a2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0396194
May 31 11:57:06.540545 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron_lib.callbacks.manager [None req-c59bf3d8-3f04-4740-8d75-807cb4f7478e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744215964654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857257'] for agent, after_update {{(pid=103722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:57:07.197816 dv-cinder-786384-7-iscsi neutron-server[103723]: DEBUG neutron.db.agents_db [None req-cb648da2-ef1b-4de5-af28-8b32e926ae6d None None] Agent healthcheck: found 6 active agents {{(pid=103723) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}}
May 31 11:57:07.497279 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [req-98ea6251-1224-475a-b3c6-6ecbc0969cb2 req-e2bff46b-0a5c-4619-aa56-6197a2577ecf service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=f6fff778-875d-4f45-b736-6d8026a9f87d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.0703409
May 31 11:57:07.662135 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98ea6251-1224-475a-b3c6-6ecbc0969cb2 req-f7b8a178-272b-4b73-ba25-45cea6c2e340 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 11:57:07.663614 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [req-98ea6251-1224-475a-b3c6-6ecbc0969cb2 req-f7b8a178-272b-4b73-ba25-45cea6c2e340 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=24bd0553f09f4c5891042d9ca247ebe1&device_id=f6fff778-875d-4f45-b736-6d8026a9f87d HTTP/1.1" status: 200  len: 1098 time: 0.0758271
May 31 11:57:07.831266 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98ea6251-1224-475a-b3c6-6ecbc0969cb2 req-7b2d5ab1-f20b-4bdb-8e08-0c0d83cb8465 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 11:57:07.832730 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [req-98ea6251-1224-475a-b3c6-6ecbc0969cb2 req-7b2d5ab1-f20b-4bdb-8e08-0c0d83cb8465 service neutron] 10.222.0.60 "GET /v2.0/networks?id=073a1c7a-9eab-496a-bbfc-7a59c3fb5363 HTTP/1.1" status: 200  len: 915 time: 0.1346655
May 31 11:57:07.908585 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [req-98ea6251-1224-475a-b3c6-6ecbc0969cb2 req-4785c564-3a70-42f3-a478-fbaf1f976a5e service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=acb48cca-cef0-4051-807f-85c7e8620ecb HTTP/1.1" status: 200  len: 217 time: 0.0688627
May 31 11:57:08.006207 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron_lib.callbacks.manager [None req-e2b995a4-3526-4c71-93aa-7f4ba47dfd64 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744215964654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857257'] for agent, after_update {{(pid=103722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:57:08.095077 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98ea6251-1224-475a-b3c6-6ecbc0969cb2 req-55b6c395-bbb9-418a-b5c0-249867f0f346 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 11:57:08.096527 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [req-98ea6251-1224-475a-b3c6-6ecbc0969cb2 req-55b6c395-bbb9-418a-b5c0-249867f0f346 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=d3bddbd9-4613-4e6e-8a2b-00437d88e2b9 HTTP/1.1" status: 200  len: 854 time: 0.1678278
May 31 11:57:08.178436 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [req-98ea6251-1224-475a-b3c6-6ecbc0969cb2 req-397726de-e78e-4e64-a908-2382b5770831 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=073a1c7a-9eab-496a-bbfc-7a59c3fb5363&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0497653
May 31 11:57:08.310898 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [req-98ea6251-1224-475a-b3c6-6ecbc0969cb2 req-a5522e39-fab7-496b-9e0c-573cf1194d8a service neutron] 10.222.0.60 "GET /v2.0/networks/073a1c7a-9eab-496a-bbfc-7a59c3fb5363?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1252763
May 31 11:57:08.449033 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [req-98ea6251-1224-475a-b3c6-6ecbc0969cb2 req-4abed6c9-9ed7-44d8-acfd-0b98ad2fd601 service neutron] 10.222.0.60 "GET /v2.0/networks/073a1c7a-9eab-496a-bbfc-7a59c3fb5363?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1293051
May 31 11:57:19.103538 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d35625cf-c57e-41c0-bd56-8b195361ed4e req-920db158-1e55-438c-8b30-87e5a0653703 tempest-AttachVolumeNegativeTest-422449261 tempest-AttachVolumeNegativeTest-422449261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 11:57:19.104876 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [req-d35625cf-c57e-41c0-bd56-8b195361ed4e req-920db158-1e55-438c-8b30-87e5a0653703 tempest-AttachVolumeNegativeTest-422449261 tempest-AttachVolumeNegativeTest-422449261-project] 10.222.0.57 "GET /v2.0/ports?device_id=9f215925-7499-43ab-bbd8-51f62596f85d HTTP/1.1" status: 200  len: 945 time: 0.0966651
May 31 11:57:19.151078 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [req-d35625cf-c57e-41c0-bd56-8b195361ed4e req-a3434da3-da4b-4bad-8c76-73ecc23e3488 tempest-AttachVolumeNegativeTest-422449261 tempest-AttachVolumeNegativeTest-422449261-project] 10.222.0.57 "GET /v2.0/security-groups?id=237a5e1d-6937-4c4e-980a-837822ce77a2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0382135
May 31 11:57:20.358806 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6e950da-f516-4a9e-b0d2-50a75a2e7fa2 req-dc165bcb-eb2d-4f68-aac6-610d43932083 tempest-AttachVolumeNegativeTest-422449261 tempest-AttachVolumeNegativeTest-422449261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 11:57:20.360323 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [req-d6e950da-f516-4a9e-b0d2-50a75a2e7fa2 req-dc165bcb-eb2d-4f68-aac6-610d43932083 tempest-AttachVolumeNegativeTest-422449261 tempest-AttachVolumeNegativeTest-422449261-project] 10.222.0.57 "GET /v2.0/ports?device_id=9f215925-7499-43ab-bbd8-51f62596f85d HTTP/1.1" status: 200  len: 945 time: 0.0866287
May 31 11:57:20.407397 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [req-d6e950da-f516-4a9e-b0d2-50a75a2e7fa2 req-e63ca194-851e-4afa-a555-081c00ea5abc tempest-AttachVolumeNegativeTest-422449261 tempest-AttachVolumeNegativeTest-422449261-project] 10.222.0.57 "GET /v2.0/security-groups?id=237a5e1d-6937-4c4e-980a-837822ce77a2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0412660
May 31 11:57:20.841676 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7033b901-5a67-4f51-94ce-6d390e8010ba req-4d807ebb-8b50-4b10-abc1-0dabde6767eb tempest-AttachVolumeNegativeTest-422449261 tempest-AttachVolumeNegativeTest-422449261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 11:57:20.842974 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [req-7033b901-5a67-4f51-94ce-6d390e8010ba req-4d807ebb-8b50-4b10-abc1-0dabde6767eb tempest-AttachVolumeNegativeTest-422449261 tempest-AttachVolumeNegativeTest-422449261-project] 10.222.0.60 "GET /v2.0/ports?device_id=9f215925-7499-43ab-bbd8-51f62596f85d HTTP/1.1" status: 200  len: 945 time: 0.0900536
May 31 11:57:20.980509 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.plugins.ml2.plugin [req-7033b901-5a67-4f51-94ce-6d390e8010ba req-46e6ab74-9f3f-47dd-b8da-10da85761a17 tempest-AttachVolumeNegativeTest-422449261 tempest-AttachVolumeNegativeTest-422449261-project] Deleting port 92161c97-da91-4919-907f-94fe967d1da9 {{(pid=103721) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
May 31 11:57:20.980836 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron_lib.callbacks.manager [req-7033b901-5a67-4f51-94ce-6d390e8010ba req-46e6ab74-9f3f-47dd-b8da-10da85761a17 tempest-AttachVolumeNegativeTest-422449261 tempest-AttachVolumeNegativeTest-422449261-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744215952451'] for port, before_delete {{(pid=103721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:57:21.111392 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.plugins.ml2.db [req-7033b901-5a67-4f51-94ce-6d390e8010ba req-46e6ab74-9f3f-47dd-b8da-10da85761a17 tempest-AttachVolumeNegativeTest-422449261 tempest-AttachVolumeNegativeTest-422449261-project] For port 92161c97-da91-4919-907f-94fe967d1da9, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=92161c97-da91-4919-907f-94fe967d1da9,segment=NetworkSegment(3eed07df-58fa-4604-a267-19dfddb1a087),segment_id=3eed07df-58fa-4604-a267-19dfddb1a087)] {{(pid=103721) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 31 11:57:21.111631 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron_lib.callbacks.manager [req-7033b901-5a67-4f51-94ce-6d390e8010ba req-46e6ab74-9f3f-47dd-b8da-10da85761a17 tempest-AttachVolumeNegativeTest-422449261 tempest-AttachVolumeNegativeTest-422449261-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4088094'] for port, precommit_delete {{(pid=103721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:57:21.229695 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.plugins.ml2.plugin [req-7033b901-5a67-4f51-94ce-6d390e8010ba req-46e6ab74-9f3f-47dd-b8da-10da85761a17 tempest-AttachVolumeNegativeTest-422449261 tempest-AttachVolumeNegativeTest-422449261-project] Calling delete_port for 92161c97-da91-4919-907f-94fe967d1da9 owned by compute:nova {{(pid=103721) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
May 31 11:57:21.349890 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron_lib.callbacks.manager [req-7033b901-5a67-4f51-94ce-6d390e8010ba req-46e6ab74-9f3f-47dd-b8da-10da85761a17 tempest-AttachVolumeNegativeTest-422449261 tempest-AttachVolumeNegativeTest-422449261-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937715', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3701677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744215954342', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744215520979', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2250866'] for port, after_delete {{(pid=103721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:57:21.356198 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG oslo_concurrency.lockutils [None req-22182d29-325d-4d9d-8694-e97fd06d4c77 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103721) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 31 11:57:21.386287 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron.plugins.ml2.db [None req-43028a7b-58d7-408b-ac75-1328e6896bf7 None None] get_ports_and_sgs() called for port_ids ['acb48cca-cef0-4051-807f-85c7e8620ecb', '795f513c-9149-4cc3-828d-6d237c77c846', 'd8864192-fe5c-4630-8dfb-644ad4ab8ad3', '92161c97-da91-4919-907f-94fe967d1da9'] {{(pid=103722) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
May 31 11:57:21.405974 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46e6ab74-9f3f-47dd-b8da-10da85761a17 tempest-AttachVolumeNegativeTest-422449261 tempest-AttachVolumeNegativeTest-422449261-project] Pushing event deleted for resources: {'Port': ['ID=92161c97-da91-4919-907f-94fe967d1da9,revision_number=None']} {{(pid=103721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 31 11:57:21.410042 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG oslo_concurrency.lockutils [None req-46e6ab74-9f3f-47dd-b8da-10da85761a17 tempest-AttachVolumeNegativeTest-422449261 tempest-AttachVolumeNegativeTest-422449261-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=103721) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 31 11:57:21.483959 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.db.l3_dvrscheduler_db [req-7033b901-5a67-4f51-94ce-6d390e8010ba req-46e6ab74-9f3f-47dd-b8da-10da85761a17 tempest-AttachVolumeNegativeTest-422449261 tempest-AttachVolumeNegativeTest-422449261-project] No DVR routers for this DVR port 92161c97-da91-4919-907f-94fe967d1da9 on host hv-cinder-78638 {{(pid=103721) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 31 11:57:21.486661 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron_lib.callbacks.manager [req-7033b901-5a67-4f51-94ce-6d390e8010ba req-46e6ab74-9f3f-47dd-b8da-10da85761a17 tempest-AttachVolumeNegativeTest-422449261 tempest-AttachVolumeNegativeTest-422449261-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46333'] for port, before_response {{(pid=103721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:57:21.489319 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9f215925-7499-43ab-bbd8-51f62596f85d', 'name': 'network-vif-deleted', 'tag': '92161c97-da91-4919-907f-94fe967d1da9'}] {{(pid=103721) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 31 11:57:21.491659 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3cd903d475e597836c68a86188e0a4f713f0e90603b95bd8a010e768671d0d04" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-29ed54a4-edee-458f-899d-ebfbca628d05" -d '{"events": [{"server_uuid": "9f215925-7499-43ab-bbd8-51f62596f85d", "name": "network-vif-deleted", "tag": "92161c97-da91-4919-907f-94fe967d1da9"}]}' {{(pid=103721) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
May 31 11:57:21.510994 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [req-7033b901-5a67-4f51-94ce-6d390e8010ba req-46e6ab74-9f3f-47dd-b8da-10da85761a17 tempest-AttachVolumeNegativeTest-422449261 tempest-AttachVolumeNegativeTest-422449261-project] 10.222.0.60 "DELETE /v2.0/ports/92161c97-da91-4919-907f-94fe967d1da9 HTTP/1.1" status: 204  len: 173 time: 0.6618245
May 31 11:57:21.569842 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 31 May 2021 11:57:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-726729c5-be35-4e7d-9b4c-334e9ee8f8ba x-openstack-request-id: req-726729c5-be35-4e7d-9b4c-334e9ee8f8ba {{(pid=103721) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
May 31 11:57:21.570171 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9f215925-7499-43ab-bbd8-51f62596f85d", "name": "network-vif-deleted", "tag": "92161c97-da91-4919-907f-94fe967d1da9", "status": "completed", "code": 200}]} {{(pid=103721) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
May 31 11:57:21.570456 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-726729c5-be35-4e7d-9b4c-334e9ee8f8ba {{(pid=103721) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
May 31 11:57:21.570925 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9f215925-7499-43ab-bbd8-51f62596f85d', 'name': 'network-vif-deleted', 'tag': '92161c97-da91-4919-907f-94fe967d1da9', 'status': 'completed', 'code': 200}
May 31 11:57:21.576811 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.quota.resource [req-786c6c2e-a612-4252-8702-15b4d0b549fb req-aa2444b7-81c1-41c5-b4be-ca30caae5596 tempest-AttachVolumeNegativeTest-422449261 tempest-AttachVolumeNegativeTest-422449261-project] Synchronizing usage tracker for tenant:24bd0553f09f4c5891042d9ca247ebe1 on resource:port {{(pid=103721) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 31 11:57:21.594412 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.quota.resource [req-786c6c2e-a612-4252-8702-15b4d0b549fb req-aa2444b7-81c1-41c5-b4be-ca30caae5596 tempest-AttachVolumeNegativeTest-422449261 tempest-AttachVolumeNegativeTest-422449261-project] Unset dirty status for tenant:24bd0553f09f4c5891042d9ca247ebe1 on resource:port {{(pid=103721) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 31 11:57:21.596692 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [req-786c6c2e-a612-4252-8702-15b4d0b549fb req-aa2444b7-81c1-41c5-b4be-ca30caae5596 tempest-AttachVolumeNegativeTest-422449261 tempest-AttachVolumeNegativeTest-422449261-project] 10.222.0.57 "GET /v2.0/ports?device_id=9f215925-7499-43ab-bbd8-51f62596f85d HTTP/1.1" status: 200  len: 210 time: 0.0644360
May 31 11:57:24.470585 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f2c0fd2-609a-4ec4-8830-4548296ffc58 req-1971d8a2-9de4-4ce0-8b46-c822be3bf22c tempest-AttachVolumeNegativeTest-422449261 tempest-AttachVolumeNegativeTest-422449261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 11:57:24.472108 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [req-9f2c0fd2-609a-4ec4-8830-4548296ffc58 req-1971d8a2-9de4-4ce0-8b46-c822be3bf22c tempest-AttachVolumeNegativeTest-422449261 tempest-AttachVolumeNegativeTest-422449261-project] 10.222.0.57 "GET /v2.0/ports?device_id=1f74b398-84b7-48f1-b37d-1852798db944 HTTP/1.1" status: 200  len: 946 time: 0.0875776
May 31 11:57:24.522072 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [req-9f2c0fd2-609a-4ec4-8830-4548296ffc58 req-131d3eec-fe17-41d9-87cf-afec1ff329a6 tempest-AttachVolumeNegativeTest-422449261 tempest-AttachVolumeNegativeTest-422449261-project] 10.222.0.57 "GET /v2.0/security-groups?id=237a5e1d-6937-4c4e-980a-837822ce77a2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0442510
May 31 11:57:25.623720 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron.plugins.ml2.rpc [None req-43028a7b-58d7-408b-ac75-1328e6896bf7 None None] Device 92161c97-da91-4919-907f-94fe967d1da9 no longer exists at agent hyperv_hv-cinder-78638 {{(pid=103722) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
May 31 11:57:25.659038 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron.plugins.ml2.plugin [None req-43028a7b-58d7-408b-ac75-1328e6896bf7 None None] No Port match for: 92161c97-da91-4919-907f-94fe967d1da9 {{(pid=103722) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}}
May 31 11:57:25.659347 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron.plugins.ml2.rpc [None req-43028a7b-58d7-408b-ac75-1328e6896bf7 None None] Device 92161c97-da91-4919-907f-94fe967d1da9 not bound to the agent host hv-cinder-78638 {{(pid=103722) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
May 31 11:57:25.720113 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ab0d82b-60bc-4d35-9fef-1e4336566ee3 req-5abb8120-8ac1-47b5-800a-48c5ff86a4c2 tempest-AttachVolumeNegativeTest-422449261 tempest-AttachVolumeNegativeTest-422449261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 11:57:25.721910 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [req-0ab0d82b-60bc-4d35-9fef-1e4336566ee3 req-5abb8120-8ac1-47b5-800a-48c5ff86a4c2 tempest-AttachVolumeNegativeTest-422449261 tempest-AttachVolumeNegativeTest-422449261-project] 10.222.0.57 "GET /v2.0/ports?device_id=1f74b398-84b7-48f1-b37d-1852798db944 HTTP/1.1" status: 200  len: 946 time: 0.0930138
May 31 11:57:25.768330 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [req-0ab0d82b-60bc-4d35-9fef-1e4336566ee3 req-63a191c8-9035-4985-b429-673b28921644 tempest-AttachVolumeNegativeTest-422449261 tempest-AttachVolumeNegativeTest-422449261-project] 10.222.0.57 "GET /v2.0/security-groups?id=237a5e1d-6937-4c4e-980a-837822ce77a2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0401707
May 31 11:57:26.062531 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fc7607b-50ac-4df6-b5b7-e64a1c260378 req-d7c30558-750d-4be0-ae2d-0e990008e5f4 tempest-AttachVolumeNegativeTest-422449261 tempest-AttachVolumeNegativeTest-422449261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 11:57:26.063954 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [req-0fc7607b-50ac-4df6-b5b7-e64a1c260378 req-d7c30558-750d-4be0-ae2d-0e990008e5f4 tempest-AttachVolumeNegativeTest-422449261 tempest-AttachVolumeNegativeTest-422449261-project] 10.222.0.60 "GET /v2.0/ports?device_id=1f74b398-84b7-48f1-b37d-1852798db944 HTTP/1.1" status: 200  len: 946 time: 0.0885041
May 31 11:57:26.208681 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.plugins.ml2.plugin [req-0fc7607b-50ac-4df6-b5b7-e64a1c260378 req-11074b65-a15e-46df-9638-08dd4faf2009 tempest-AttachVolumeNegativeTest-422449261 tempest-AttachVolumeNegativeTest-422449261-project] Deleting port d8864192-fe5c-4630-8dfb-644ad4ab8ad3 {{(pid=103721) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
May 31 11:57:26.209096 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron_lib.callbacks.manager [req-0fc7607b-50ac-4df6-b5b7-e64a1c260378 req-11074b65-a15e-46df-9638-08dd4faf2009 tempest-AttachVolumeNegativeTest-422449261 tempest-AttachVolumeNegativeTest-422449261-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744215952451'] for port, before_delete {{(pid=103721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:57:26.434549 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.plugins.ml2.db [req-0fc7607b-50ac-4df6-b5b7-e64a1c260378 req-11074b65-a15e-46df-9638-08dd4faf2009 tempest-AttachVolumeNegativeTest-422449261 tempest-AttachVolumeNegativeTest-422449261-project] For port d8864192-fe5c-4630-8dfb-644ad4ab8ad3, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=d8864192-fe5c-4630-8dfb-644ad4ab8ad3,segment=NetworkSegment(3eed07df-58fa-4604-a267-19dfddb1a087),segment_id=3eed07df-58fa-4604-a267-19dfddb1a087)] {{(pid=103721) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 31 11:57:26.434799 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron_lib.callbacks.manager [req-0fc7607b-50ac-4df6-b5b7-e64a1c260378 req-11074b65-a15e-46df-9638-08dd4faf2009 tempest-AttachVolumeNegativeTest-422449261 tempest-AttachVolumeNegativeTest-422449261-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4088094'] for port, precommit_delete {{(pid=103721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:57:26.559348 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.plugins.ml2.plugin [req-0fc7607b-50ac-4df6-b5b7-e64a1c260378 req-11074b65-a15e-46df-9638-08dd4faf2009 tempest-AttachVolumeNegativeTest-422449261 tempest-AttachVolumeNegativeTest-422449261-project] Calling delete_port for d8864192-fe5c-4630-8dfb-644ad4ab8ad3 owned by compute:nova {{(pid=103721) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
May 31 11:57:26.671813 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron_lib.callbacks.manager [req-0fc7607b-50ac-4df6-b5b7-e64a1c260378 req-11074b65-a15e-46df-9638-08dd4faf2009 tempest-AttachVolumeNegativeTest-422449261 tempest-AttachVolumeNegativeTest-422449261-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937715', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3701677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744215954342', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744215520979', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2250866'] for port, after_delete {{(pid=103721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:57:26.677944 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG oslo_concurrency.lockutils [None req-89756d21-a467-45d3-b63d-8053c4a20314 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103721) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 31 11:57:26.706509 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron.plugins.ml2.db [None req-43028a7b-58d7-408b-ac75-1328e6896bf7 None None] get_ports_and_sgs() called for port_ids ['acb48cca-cef0-4051-807f-85c7e8620ecb', '795f513c-9149-4cc3-828d-6d237c77c846', 'd8864192-fe5c-4630-8dfb-644ad4ab8ad3'] {{(pid=103722) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
May 31 11:57:26.725127 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11074b65-a15e-46df-9638-08dd4faf2009 tempest-AttachVolumeNegativeTest-422449261 tempest-AttachVolumeNegativeTest-422449261-project] Pushing event deleted for resources: {'Port': ['ID=d8864192-fe5c-4630-8dfb-644ad4ab8ad3,revision_number=None']} {{(pid=103721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 31 11:57:26.728190 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG oslo_concurrency.lockutils [None req-11074b65-a15e-46df-9638-08dd4faf2009 tempest-AttachVolumeNegativeTest-422449261 tempest-AttachVolumeNegativeTest-422449261-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=103721) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 31 11:57:26.798523 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.db.l3_dvrscheduler_db [req-0fc7607b-50ac-4df6-b5b7-e64a1c260378 req-11074b65-a15e-46df-9638-08dd4faf2009 tempest-AttachVolumeNegativeTest-422449261 tempest-AttachVolumeNegativeTest-422449261-project] No DVR routers for this DVR port d8864192-fe5c-4630-8dfb-644ad4ab8ad3 on host hv-cinder-78638 {{(pid=103721) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 31 11:57:26.801287 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron_lib.callbacks.manager [req-0fc7607b-50ac-4df6-b5b7-e64a1c260378 req-11074b65-a15e-46df-9638-08dd4faf2009 tempest-AttachVolumeNegativeTest-422449261 tempest-AttachVolumeNegativeTest-422449261-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46333'] for port, before_response {{(pid=103721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:57:26.805324 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1f74b398-84b7-48f1-b37d-1852798db944', 'name': 'network-vif-deleted', 'tag': 'd8864192-fe5c-4630-8dfb-644ad4ab8ad3'}] {{(pid=103721) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 31 11:57:26.807722 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3cd903d475e597836c68a86188e0a4f713f0e90603b95bd8a010e768671d0d04" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1789569e-a63d-489a-a2a3-6930a1d3ce9d" -d '{"events": [{"server_uuid": "1f74b398-84b7-48f1-b37d-1852798db944", "name": "network-vif-deleted", "tag": "d8864192-fe5c-4630-8dfb-644ad4ab8ad3"}]}' {{(pid=103721) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
May 31 11:57:26.821078 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [req-0fc7607b-50ac-4df6-b5b7-e64a1c260378 req-11074b65-a15e-46df-9638-08dd4faf2009 tempest-AttachVolumeNegativeTest-422449261 tempest-AttachVolumeNegativeTest-422449261-project] 10.222.0.60 "DELETE /v2.0/ports/d8864192-fe5c-4630-8dfb-644ad4ab8ad3 HTTP/1.1" status: 204  len: 173 time: 0.7515180
May 31 11:57:26.856235 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 31 May 2021 11:57:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c8ea104b-1255-48a0-b00e-2e2e4ac54660 x-openstack-request-id: req-c8ea104b-1255-48a0-b00e-2e2e4ac54660 {{(pid=103721) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
May 31 11:57:26.856562 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1f74b398-84b7-48f1-b37d-1852798db944", "name": "network-vif-deleted", "tag": "d8864192-fe5c-4630-8dfb-644ad4ab8ad3", "status": "completed", "code": 200}]} {{(pid=103721) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
May 31 11:57:26.856846 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-c8ea104b-1255-48a0-b00e-2e2e4ac54660 {{(pid=103721) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
May 31 11:57:26.857274 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1f74b398-84b7-48f1-b37d-1852798db944', 'name': 'network-vif-deleted', 'tag': 'd8864192-fe5c-4630-8dfb-644ad4ab8ad3', 'status': 'completed', 'code': 200}
May 31 11:57:26.946119 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.quota.resource [req-cadf511d-3bcd-41cd-b632-98ae16200488 req-58739870-136f-4fe3-9ddf-e352a1fa0b82 tempest-AttachVolumeNegativeTest-422449261 tempest-AttachVolumeNegativeTest-422449261-project] Synchronizing usage tracker for tenant:24bd0553f09f4c5891042d9ca247ebe1 on resource:port {{(pid=103721) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 31 11:57:26.963618 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.quota.resource [req-cadf511d-3bcd-41cd-b632-98ae16200488 req-58739870-136f-4fe3-9ddf-e352a1fa0b82 tempest-AttachVolumeNegativeTest-422449261 tempest-AttachVolumeNegativeTest-422449261-project] Unset dirty status for tenant:24bd0553f09f4c5891042d9ca247ebe1 on resource:port {{(pid=103721) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 31 11:57:26.965037 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [req-cadf511d-3bcd-41cd-b632-98ae16200488 req-58739870-136f-4fe3-9ddf-e352a1fa0b82 tempest-AttachVolumeNegativeTest-422449261 tempest-AttachVolumeNegativeTest-422449261-project] 10.222.0.57 "GET /v2.0/ports?device_id=1f74b398-84b7-48f1-b37d-1852798db944 HTTP/1.1" status: 200  len: 210 time: 0.0649996
May 31 11:57:28.442868 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79f89475-3465-483d-ad8f-e5083a4adbb8 req-ab6f7969-b08c-4855-8abf-01032cab28ee tempest-AttachVolumeNegativeTest-422449261 tempest-AttachVolumeNegativeTest-422449261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 11:57:28.444342 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [req-79f89475-3465-483d-ad8f-e5083a4adbb8 req-ab6f7969-b08c-4855-8abf-01032cab28ee tempest-AttachVolumeNegativeTest-422449261 tempest-AttachVolumeNegativeTest-422449261-project] 10.222.0.57 "GET /v2.0/ports?device_id=5b8f6509-58dd-4dea-8dda-fa8a4ac625c2 HTTP/1.1" status: 200  len: 945 time: 0.0812960
May 31 11:57:28.492690 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [req-79f89475-3465-483d-ad8f-e5083a4adbb8 req-4f52d3c0-365e-48f2-985c-b87ea5a62214 tempest-AttachVolumeNegativeTest-422449261 tempest-AttachVolumeNegativeTest-422449261-project] 10.222.0.57 "GET /v2.0/security-groups?id=237a5e1d-6937-4c4e-980a-837822ce77a2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0399580
May 31 11:57:29.672107 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron.plugins.ml2.rpc [None req-43028a7b-58d7-408b-ac75-1328e6896bf7 None None] Device d8864192-fe5c-4630-8dfb-644ad4ab8ad3 no longer exists at agent hyperv_hv-cinder-78638 {{(pid=103722) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
May 31 11:57:29.688023 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d67f41c9-e91f-4171-8ec4-95fb3ac6a81c req-55b40710-5bea-4114-991d-cb79b5df2cb5 tempest-AttachVolumeNegativeTest-422449261 tempest-AttachVolumeNegativeTest-422449261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 11:57:29.689576 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [req-d67f41c9-e91f-4171-8ec4-95fb3ac6a81c req-55b40710-5bea-4114-991d-cb79b5df2cb5 tempest-AttachVolumeNegativeTest-422449261 tempest-AttachVolumeNegativeTest-422449261-project] 10.222.0.57 "GET /v2.0/ports?device_id=5b8f6509-58dd-4dea-8dda-fa8a4ac625c2 HTTP/1.1" status: 200  len: 945 time: 0.0907290
May 31 11:57:29.709885 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron.plugins.ml2.plugin [None req-43028a7b-58d7-408b-ac75-1328e6896bf7 None None] No Port match for: d8864192-fe5c-4630-8dfb-644ad4ab8ad3 {{(pid=103722) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}}
May 31 11:57:29.710211 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron.plugins.ml2.rpc [None req-43028a7b-58d7-408b-ac75-1328e6896bf7 None None] Device d8864192-fe5c-4630-8dfb-644ad4ab8ad3 not bound to the agent host hv-cinder-78638 {{(pid=103722) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
May 31 11:57:29.737543 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [req-d67f41c9-e91f-4171-8ec4-95fb3ac6a81c req-912a49be-8ae6-4e07-a8b7-a1053d6e5ca9 tempest-AttachVolumeNegativeTest-422449261 tempest-AttachVolumeNegativeTest-422449261-project] 10.222.0.57 "GET /v2.0/security-groups?id=237a5e1d-6937-4c4e-980a-837822ce77a2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0394843
May 31 11:57:29.824037 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a32a8c86-543a-4ed0-93e7-f62ddd609627 req-979860fc-8e22-4183-abc1-6cdabde98514 tempest-AttachVolumeNegativeTest-422449261 tempest-AttachVolumeNegativeTest-422449261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 11:57:29.825536 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [req-a32a8c86-543a-4ed0-93e7-f62ddd609627 req-979860fc-8e22-4183-abc1-6cdabde98514 tempest-AttachVolumeNegativeTest-422449261 tempest-AttachVolumeNegativeTest-422449261-project] 10.222.0.60 "GET /v2.0/ports?device_id=5b8f6509-58dd-4dea-8dda-fa8a4ac625c2 HTTP/1.1" status: 200  len: 945 time: 0.0817750
May 31 11:57:29.969919 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.plugins.ml2.plugin [req-a32a8c86-543a-4ed0-93e7-f62ddd609627 req-3cf714e2-5725-4349-a24e-b114b5dfe037 tempest-AttachVolumeNegativeTest-422449261 tempest-AttachVolumeNegativeTest-422449261-project] Deleting port 795f513c-9149-4cc3-828d-6d237c77c846 {{(pid=103721) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
May 31 11:57:29.970237 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron_lib.callbacks.manager [req-a32a8c86-543a-4ed0-93e7-f62ddd609627 req-3cf714e2-5725-4349-a24e-b114b5dfe037 tempest-AttachVolumeNegativeTest-422449261 tempest-AttachVolumeNegativeTest-422449261-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744215952451'] for port, before_delete {{(pid=103721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:57:30.103132 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.plugins.ml2.db [req-a32a8c86-543a-4ed0-93e7-f62ddd609627 req-3cf714e2-5725-4349-a24e-b114b5dfe037 tempest-AttachVolumeNegativeTest-422449261 tempest-AttachVolumeNegativeTest-422449261-project] For port 795f513c-9149-4cc3-828d-6d237c77c846, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=795f513c-9149-4cc3-828d-6d237c77c846,segment=NetworkSegment(3eed07df-58fa-4604-a267-19dfddb1a087),segment_id=3eed07df-58fa-4604-a267-19dfddb1a087)] {{(pid=103721) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 31 11:57:30.103374 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron_lib.callbacks.manager [req-a32a8c86-543a-4ed0-93e7-f62ddd609627 req-3cf714e2-5725-4349-a24e-b114b5dfe037 tempest-AttachVolumeNegativeTest-422449261 tempest-AttachVolumeNegativeTest-422449261-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4088094'] for port, precommit_delete {{(pid=103721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:57:30.221600 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.plugins.ml2.plugin [req-a32a8c86-543a-4ed0-93e7-f62ddd609627 req-3cf714e2-5725-4349-a24e-b114b5dfe037 tempest-AttachVolumeNegativeTest-422449261 tempest-AttachVolumeNegativeTest-422449261-project] Calling delete_port for 795f513c-9149-4cc3-828d-6d237c77c846 owned by compute:nova {{(pid=103721) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
May 31 11:57:30.342037 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron_lib.callbacks.manager [req-a32a8c86-543a-4ed0-93e7-f62ddd609627 req-3cf714e2-5725-4349-a24e-b114b5dfe037 tempest-AttachVolumeNegativeTest-422449261 tempest-AttachVolumeNegativeTest-422449261-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937715', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3701677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744215954342', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744215520979', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2250866'] for port, after_delete {{(pid=103721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:57:30.347894 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG oslo_concurrency.lockutils [None req-a979bcee-dfac-4257-bd49-4f4029ffafbf service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103721) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 31 11:57:30.378106 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron.plugins.ml2.db [None req-43028a7b-58d7-408b-ac75-1328e6896bf7 None None] get_ports_and_sgs() called for port_ids ['acb48cca-cef0-4051-807f-85c7e8620ecb', '795f513c-9149-4cc3-828d-6d237c77c846'] {{(pid=103722) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
May 31 11:57:30.392085 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cf714e2-5725-4349-a24e-b114b5dfe037 tempest-AttachVolumeNegativeTest-422449261 tempest-AttachVolumeNegativeTest-422449261-project] Pushing event deleted for resources: {'Port': ['ID=795f513c-9149-4cc3-828d-6d237c77c846,revision_number=None']} {{(pid=103721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 31 11:57:30.395053 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG oslo_concurrency.lockutils [None req-3cf714e2-5725-4349-a24e-b114b5dfe037 tempest-AttachVolumeNegativeTest-422449261 tempest-AttachVolumeNegativeTest-422449261-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=103721) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 31 11:57:30.470555 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.db.l3_dvrscheduler_db [req-a32a8c86-543a-4ed0-93e7-f62ddd609627 req-3cf714e2-5725-4349-a24e-b114b5dfe037 tempest-AttachVolumeNegativeTest-422449261 tempest-AttachVolumeNegativeTest-422449261-project] No DVR routers for this DVR port 795f513c-9149-4cc3-828d-6d237c77c846 on host hv-cinder-78638 {{(pid=103721) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 31 11:57:30.473187 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron_lib.callbacks.manager [req-a32a8c86-543a-4ed0-93e7-f62ddd609627 req-3cf714e2-5725-4349-a24e-b114b5dfe037 tempest-AttachVolumeNegativeTest-422449261 tempest-AttachVolumeNegativeTest-422449261-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46333'] for port, before_response {{(pid=103721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:57:30.475759 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5b8f6509-58dd-4dea-8dda-fa8a4ac625c2', 'name': 'network-vif-deleted', 'tag': '795f513c-9149-4cc3-828d-6d237c77c846'}] {{(pid=103721) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 31 11:57:30.478036 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3cd903d475e597836c68a86188e0a4f713f0e90603b95bd8a010e768671d0d04" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e3288b21-a2ad-4c6c-9087-55ec8b80582f" -d '{"events": [{"server_uuid": "5b8f6509-58dd-4dea-8dda-fa8a4ac625c2", "name": "network-vif-deleted", "tag": "795f513c-9149-4cc3-828d-6d237c77c846"}]}' {{(pid=103721) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
May 31 11:57:30.492039 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [req-a32a8c86-543a-4ed0-93e7-f62ddd609627 req-3cf714e2-5725-4349-a24e-b114b5dfe037 tempest-AttachVolumeNegativeTest-422449261 tempest-AttachVolumeNegativeTest-422449261-project] 10.222.0.60 "DELETE /v2.0/ports/795f513c-9149-4cc3-828d-6d237c77c846 HTTP/1.1" status: 204  len: 173 time: 0.6610701
May 31 11:57:30.525496 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 31 May 2021 11:57:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a88065b4-1148-4213-aeeb-ff99e649bd18 x-openstack-request-id: req-a88065b4-1148-4213-aeeb-ff99e649bd18 {{(pid=103721) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
May 31 11:57:30.525863 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5b8f6509-58dd-4dea-8dda-fa8a4ac625c2", "name": "network-vif-deleted", "tag": "795f513c-9149-4cc3-828d-6d237c77c846", "status": "completed", "code": 200}]} {{(pid=103721) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
May 31 11:57:30.526131 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-a88065b4-1148-4213-aeeb-ff99e649bd18 {{(pid=103721) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
May 31 11:57:30.526613 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5b8f6509-58dd-4dea-8dda-fa8a4ac625c2', 'name': 'network-vif-deleted', 'tag': '795f513c-9149-4cc3-828d-6d237c77c846', 'status': 'completed', 'code': 200}
May 31 11:57:30.902630 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.quota.resource [req-c1054d06-06e0-4a83-946b-8a70dae391ac req-283d777a-0a59-4aaf-8646-3c46ebaa6837 tempest-AttachVolumeNegativeTest-422449261 tempest-AttachVolumeNegativeTest-422449261-project] Synchronizing usage tracker for tenant:24bd0553f09f4c5891042d9ca247ebe1 on resource:port {{(pid=103721) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 31 11:57:30.919976 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.quota.resource [req-c1054d06-06e0-4a83-946b-8a70dae391ac req-283d777a-0a59-4aaf-8646-3c46ebaa6837 tempest-AttachVolumeNegativeTest-422449261 tempest-AttachVolumeNegativeTest-422449261-project] Unset dirty status for tenant:24bd0553f09f4c5891042d9ca247ebe1 on resource:port {{(pid=103721) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 31 11:57:30.921129 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [req-c1054d06-06e0-4a83-946b-8a70dae391ac req-283d777a-0a59-4aaf-8646-3c46ebaa6837 tempest-AttachVolumeNegativeTest-422449261 tempest-AttachVolumeNegativeTest-422449261-project] 10.222.0.57 "GET /v2.0/ports?device_id=5b8f6509-58dd-4dea-8dda-fa8a4ac625c2 HTTP/1.1" status: 200  len: 210 time: 0.0616460
May 31 11:57:31.551707 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron_lib.callbacks.manager [None req-43028a7b-58d7-408b-ac75-1328e6896bf7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744215964654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857257'] for agent, after_update {{(pid=103722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:57:33.154234 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron_lib.callbacks.manager [None req-49fa2211-367b-4e3a-aee8-e2e482d59632 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744215964654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857257'] for agent, after_update {{(pid=103722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:57:33.642368 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6ee3c3b-d221-4b76-86b5-e3ed7e451f97 req-2e3406c7-5157-49cb-89bf-da4e8b1ed8b4 tempest-AttachVolumeNegativeTest-422449261 tempest-AttachVolumeNegativeTest-422449261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 11:57:33.643723 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [req-b6ee3c3b-d221-4b76-86b5-e3ed7e451f97 req-2e3406c7-5157-49cb-89bf-da4e8b1ed8b4 tempest-AttachVolumeNegativeTest-422449261 tempest-AttachVolumeNegativeTest-422449261-project] 10.222.0.57 "GET /v2.0/ports?device_id=f6fff778-875d-4f45-b736-6d8026a9f87d HTTP/1.1" status: 200  len: 945 time: 0.0872378
May 31 11:57:33.667693 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron.plugins.ml2.rpc [None req-43028a7b-58d7-408b-ac75-1328e6896bf7 None None] Device 795f513c-9149-4cc3-828d-6d237c77c846 no longer exists at agent hyperv_hv-cinder-78638 {{(pid=103722) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
May 31 11:57:33.705804 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron.plugins.ml2.plugin [None req-43028a7b-58d7-408b-ac75-1328e6896bf7 None None] No Port match for: 795f513c-9149-4cc3-828d-6d237c77c846 {{(pid=103722) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}}
May 31 11:57:33.706148 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron.plugins.ml2.rpc [None req-43028a7b-58d7-408b-ac75-1328e6896bf7 None None] Device 795f513c-9149-4cc3-828d-6d237c77c846 not bound to the agent host hv-cinder-78638 {{(pid=103722) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
May 31 11:57:33.785222 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [req-b6ee3c3b-d221-4b76-86b5-e3ed7e451f97 req-aeb16cee-bf27-4e21-affb-34947955d1cb tempest-AttachVolumeNegativeTest-422449261 tempest-AttachVolumeNegativeTest-422449261-project] 10.222.0.57 "GET /v2.0/security-groups?id=237a5e1d-6937-4c4e-980a-837822ce77a2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1357684
May 31 11:57:34.989586 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccb5decb-68ef-4bde-83a6-ef2b43a19bcb req-c7326157-c71e-4dd6-8668-9a39ab24852a tempest-AttachVolumeNegativeTest-422449261 tempest-AttachVolumeNegativeTest-422449261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 11:57:34.991014 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [req-ccb5decb-68ef-4bde-83a6-ef2b43a19bcb req-c7326157-c71e-4dd6-8668-9a39ab24852a tempest-AttachVolumeNegativeTest-422449261 tempest-AttachVolumeNegativeTest-422449261-project] 10.222.0.57 "GET /v2.0/ports?device_id=f6fff778-875d-4f45-b736-6d8026a9f87d HTTP/1.1" status: 200  len: 945 time: 0.0837307
May 31 11:57:35.037433 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [req-ccb5decb-68ef-4bde-83a6-ef2b43a19bcb req-c392670e-bbf7-4123-9586-663df3637854 tempest-AttachVolumeNegativeTest-422449261 tempest-AttachVolumeNegativeTest-422449261-project] 10.222.0.57 "GET /v2.0/security-groups?id=237a5e1d-6937-4c4e-980a-837822ce77a2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0377457
May 31 11:57:35.281375 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bc13fe4-7dad-42bf-940d-419cf2e7d176 req-4e60a6f2-6dfd-4696-af35-ac33ec881352 tempest-AttachVolumeNegativeTest-422449261 tempest-AttachVolumeNegativeTest-422449261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 11:57:35.282794 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [req-4bc13fe4-7dad-42bf-940d-419cf2e7d176 req-4e60a6f2-6dfd-4696-af35-ac33ec881352 tempest-AttachVolumeNegativeTest-422449261 tempest-AttachVolumeNegativeTest-422449261-project] 10.222.0.60 "GET /v2.0/ports?device_id=f6fff778-875d-4f45-b736-6d8026a9f87d HTTP/1.1" status: 200  len: 945 time: 0.1090934
May 31 11:57:35.421174 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.plugins.ml2.plugin [req-4bc13fe4-7dad-42bf-940d-419cf2e7d176 req-aedfd44e-d9b6-4738-9a81-fcb5433c9b34 tempest-AttachVolumeNegativeTest-422449261 tempest-AttachVolumeNegativeTest-422449261-project] Deleting port acb48cca-cef0-4051-807f-85c7e8620ecb {{(pid=103721) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
May 31 11:57:35.421489 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron_lib.callbacks.manager [req-4bc13fe4-7dad-42bf-940d-419cf2e7d176 req-aedfd44e-d9b6-4738-9a81-fcb5433c9b34 tempest-AttachVolumeNegativeTest-422449261 tempest-AttachVolumeNegativeTest-422449261-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744215952451'] for port, before_delete {{(pid=103721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:57:35.511653 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron_lib.callbacks.manager [None req-8ab6feae-a141-4c4b-b119-5b7858daffcf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744215964654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857257'] for agent, after_update {{(pid=103722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:57:35.557652 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.plugins.ml2.db [req-4bc13fe4-7dad-42bf-940d-419cf2e7d176 req-aedfd44e-d9b6-4738-9a81-fcb5433c9b34 tempest-AttachVolumeNegativeTest-422449261 tempest-AttachVolumeNegativeTest-422449261-project] For port acb48cca-cef0-4051-807f-85c7e8620ecb, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=acb48cca-cef0-4051-807f-85c7e8620ecb,segment=NetworkSegment(3eed07df-58fa-4604-a267-19dfddb1a087),segment_id=3eed07df-58fa-4604-a267-19dfddb1a087)] {{(pid=103721) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 31 11:57:35.558013 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron_lib.callbacks.manager [req-4bc13fe4-7dad-42bf-940d-419cf2e7d176 req-aedfd44e-d9b6-4738-9a81-fcb5433c9b34 tempest-AttachVolumeNegativeTest-422449261 tempest-AttachVolumeNegativeTest-422449261-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4088094'] for port, precommit_delete {{(pid=103721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:57:35.625687 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron_lib.callbacks.manager [None req-1f0a762f-0348-4bba-b860-8eddab4cd770 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744215964654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857257'] for agent, after_update {{(pid=103722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:57:35.680611 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.plugins.ml2.plugin [req-4bc13fe4-7dad-42bf-940d-419cf2e7d176 req-aedfd44e-d9b6-4738-9a81-fcb5433c9b34 tempest-AttachVolumeNegativeTest-422449261 tempest-AttachVolumeNegativeTest-422449261-project] Calling delete_port for acb48cca-cef0-4051-807f-85c7e8620ecb owned by compute:nova {{(pid=103721) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
May 31 11:57:35.801780 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron_lib.callbacks.manager [req-4bc13fe4-7dad-42bf-940d-419cf2e7d176 req-aedfd44e-d9b6-4738-9a81-fcb5433c9b34 tempest-AttachVolumeNegativeTest-422449261 tempest-AttachVolumeNegativeTest-422449261-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937715', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3701677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744215954342', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744215520979', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2250866'] for port, after_delete {{(pid=103721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:57:35.807370 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG oslo_concurrency.lockutils [None req-a979bcee-dfac-4257-bd49-4f4029ffafbf service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103721) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 31 11:57:35.836373 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron.plugins.ml2.db [None req-43028a7b-58d7-408b-ac75-1328e6896bf7 None None] get_ports_and_sgs() called for port_ids ['acb48cca-cef0-4051-807f-85c7e8620ecb'] {{(pid=103722) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
May 31 11:57:35.853753 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aedfd44e-d9b6-4738-9a81-fcb5433c9b34 tempest-AttachVolumeNegativeTest-422449261 tempest-AttachVolumeNegativeTest-422449261-project] Pushing event deleted for resources: {'Port': ['ID=acb48cca-cef0-4051-807f-85c7e8620ecb,revision_number=None']} {{(pid=103721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 31 11:57:35.856830 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG oslo_concurrency.lockutils [None req-aedfd44e-d9b6-4738-9a81-fcb5433c9b34 tempest-AttachVolumeNegativeTest-422449261 tempest-AttachVolumeNegativeTest-422449261-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=103721) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 31 11:57:35.926432 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.db.l3_dvrscheduler_db [req-4bc13fe4-7dad-42bf-940d-419cf2e7d176 req-aedfd44e-d9b6-4738-9a81-fcb5433c9b34 tempest-AttachVolumeNegativeTest-422449261 tempest-AttachVolumeNegativeTest-422449261-project] No DVR routers for this DVR port acb48cca-cef0-4051-807f-85c7e8620ecb on host hv-cinder-78638 {{(pid=103721) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 31 11:57:35.929233 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron_lib.callbacks.manager [req-4bc13fe4-7dad-42bf-940d-419cf2e7d176 req-aedfd44e-d9b6-4738-9a81-fcb5433c9b34 tempest-AttachVolumeNegativeTest-422449261 tempest-AttachVolumeNegativeTest-422449261-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46333'] for port, before_response {{(pid=103721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:57:35.931716 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f6fff778-875d-4f45-b736-6d8026a9f87d', 'name': 'network-vif-deleted', 'tag': 'acb48cca-cef0-4051-807f-85c7e8620ecb'}] {{(pid=103721) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 31 11:57:35.934012 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3cd903d475e597836c68a86188e0a4f713f0e90603b95bd8a010e768671d0d04" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-492c9024-fa5c-4ee5-bf53-232a82cca523" -d '{"events": [{"server_uuid": "f6fff778-875d-4f45-b736-6d8026a9f87d", "name": "network-vif-deleted", "tag": "acb48cca-cef0-4051-807f-85c7e8620ecb"}]}' {{(pid=103721) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
May 31 11:57:35.950149 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [req-4bc13fe4-7dad-42bf-940d-419cf2e7d176 req-aedfd44e-d9b6-4738-9a81-fcb5433c9b34 tempest-AttachVolumeNegativeTest-422449261 tempest-AttachVolumeNegativeTest-422449261-project] 10.222.0.60 "DELETE /v2.0/ports/acb48cca-cef0-4051-807f-85c7e8620ecb HTTP/1.1" status: 204  len: 173 time: 0.6604395
May 31 11:57:35.982444 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 31 May 2021 11:57:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1cfe18a7-3c1f-4006-bc7d-3393b1fd249c x-openstack-request-id: req-1cfe18a7-3c1f-4006-bc7d-3393b1fd249c {{(pid=103721) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
May 31 11:57:35.982806 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f6fff778-875d-4f45-b736-6d8026a9f87d", "name": "network-vif-deleted", "tag": "acb48cca-cef0-4051-807f-85c7e8620ecb", "status": "completed", "code": 200}]} {{(pid=103721) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
May 31 11:57:35.983068 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-1cfe18a7-3c1f-4006-bc7d-3393b1fd249c {{(pid=103721) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
May 31 11:57:35.983540 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f6fff778-875d-4f45-b736-6d8026a9f87d', 'name': 'network-vif-deleted', 'tag': 'acb48cca-cef0-4051-807f-85c7e8620ecb', 'status': 'completed', 'code': 200}
May 31 11:57:36.208804 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.quota.resource [req-433fcc00-59d2-4144-97cf-b83c1201fbc9 req-ce34472d-315b-4361-9aed-d7acbbecdd4b tempest-AttachVolumeNegativeTest-422449261 tempest-AttachVolumeNegativeTest-422449261-project] Synchronizing usage tracker for tenant:24bd0553f09f4c5891042d9ca247ebe1 on resource:port {{(pid=103721) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 31 11:57:36.227404 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.quota.resource [req-433fcc00-59d2-4144-97cf-b83c1201fbc9 req-ce34472d-315b-4361-9aed-d7acbbecdd4b tempest-AttachVolumeNegativeTest-422449261 tempest-AttachVolumeNegativeTest-422449261-project] Unset dirty status for tenant:24bd0553f09f4c5891042d9ca247ebe1 on resource:port {{(pid=103721) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 31 11:57:36.228605 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [req-433fcc00-59d2-4144-97cf-b83c1201fbc9 req-ce34472d-315b-4361-9aed-d7acbbecdd4b tempest-AttachVolumeNegativeTest-422449261 tempest-AttachVolumeNegativeTest-422449261-project] 10.222.0.57 "GET /v2.0/ports?device_id=f6fff778-875d-4f45-b736-6d8026a9f87d HTTP/1.1" status: 200  len: 210 time: 0.0644753
May 31 11:57:36.542469 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron_lib.callbacks.manager [None req-c59bf3d8-3f04-4740-8d75-807cb4f7478e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744215964654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857257'] for agent, after_update {{(pid=103722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:57:37.338664 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron.wsgi [-] (103720) accepted ('10.222.0.57', 49232) {{(pid=103720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 31 11:57:37.408219 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron.db.db_base_plugin_v2 [None req-5d48287c-d02b-4be0-9773-d1340704345b admin admin] Deleting subnet d3bddbd9-4613-4e6e-8a2b-00437d88e2b9 {{(pid=103720) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}}
May 31 11:57:37.411135 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-5d48287c-d02b-4be0-9773-d1340704345b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:57:37.460525 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-5d48287c-d02b-4be0-9773-d1340704345b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2262580'] for subnet, precommit_delete_associations {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:57:37.516173 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-5d48287c-d02b-4be0-9773-d1340704345b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-877032'] for subnet, precommit_delete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:57:37.762398 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-5d48287c-d02b-4be0-9773-d1340704345b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-877917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3701677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2333606', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2404531'] for subnet, after_delete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:57:37.766400 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG oslo_concurrency.lockutils [None req-144aad89-dbfc-443a-a219-cdb4bf8095e6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103720) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 31 11:57:37.799134 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d48287c-d02b-4be0-9773-d1340704345b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d3bddbd9-4613-4e6e-8a2b-00437d88e2b9,revision_number=None']} {{(pid=103720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 31 11:57:37.803802 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-5d48287c-d02b-4be0-9773-d1340704345b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3701651'] for subnet, before_response {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:57:37.810651 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d48287c-d02b-4be0-9773-d1340704345b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786384-7-iscsi {{(pid=103720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 31 11:57:37.811020 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d48287c-d02b-4be0-9773-d1340704345b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786384-7-iscsi {{(pid=103720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 31 11:57:37.811371 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d48287c-d02b-4be0-9773-d1340704345b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786384-7-iscsi {{(pid=103720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 31 11:57:37.811702 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d48287c-d02b-4be0-9773-d1340704345b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786384-7-iscsi {{(pid=103720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 31 11:57:37.812076 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d48287c-d02b-4be0-9773-d1340704345b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786384-7-iscsi {{(pid=103720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 31 11:57:37.812424 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d48287c-d02b-4be0-9773-d1340704345b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786384-7-iscsi {{(pid=103720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 31 11:57:37.812770 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d48287c-d02b-4be0-9773-d1340704345b admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786384-7-iscsi {{(pid=103720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 31 11:57:37.813109 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d48287c-d02b-4be0-9773-d1340704345b admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786384-7-iscsi {{(pid=103720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 31 11:57:37.813449 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d48287c-d02b-4be0-9773-d1340704345b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786384-7-iscsi {{(pid=103720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 31 11:57:37.813786 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d48287c-d02b-4be0-9773-d1340704345b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786384-7-iscsi {{(pid=103720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 31 11:57:37.814154 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d48287c-d02b-4be0-9773-d1340704345b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786384-7-iscsi {{(pid=103720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 31 11:57:37.814456 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d48287c-d02b-4be0-9773-d1340704345b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786384-7-iscsi {{(pid=103720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 31 11:57:37.817931 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG oslo_concurrency.lockutils [None req-5d48287c-d02b-4be0-9773-d1340704345b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=103720) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 31 11:57:37.822720 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.wsgi [-] (103721) accepted ('10.222.0.57', 49236) {{(pid=103721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 31 11:57:37.823552 dv-cinder-786384-7-iscsi neutron-server[103720]: INFO neutron.wsgi [None req-5d48287c-d02b-4be0-9773-d1340704345b admin admin] 10.222.0.57 "DELETE /v2.0/subnets/d3bddbd9-4613-4e6e-8a2b-00437d88e2b9 HTTP/1.1" status: 204  len: 168 time: 0.4826608
May 31 11:57:37.936385 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron_lib.callbacks.manager [None req-6a3c639a-6acd-4806-a82f-9a53d55b3f79 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-969884'] for network, before_delete {{(pid=103721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:57:38.004124 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron_lib.callbacks.manager [None req-e2b995a4-3526-4c71-93aa-7f4ba47dfd64 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744215964654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857257'] for agent, after_update {{(pid=103722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:57:38.060592 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron_lib.callbacks.manager [None req-6a3c639a-6acd-4806-a82f-9a53d55b3f79 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-859751', 'neutron.services.segments.db._delete_segments_for_network-8744215964636'] for network, precommit_delete {{(pid=103721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:57:38.077607 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.services.segments.db [None req-6a3c639a-6acd-4806-a82f-9a53d55b3f79 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f3eb727b700>,) {'filters': {'network_id': ['073a1c7a-9eab-496a-bbfc-7a59c3fb5363']}} {{(pid=103721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 31 11:57:38.090676 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.services.segments.db [None req-6a3c639a-6acd-4806-a82f-9a53d55b3f79 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f3eb727b700>, '3eed07df-58fa-4604-a267-19dfddb1a087') {'for_net_delete': True} {{(pid=103721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 31 11:57:38.090958 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.services.segments.db [None req-6a3c639a-6acd-4806-a82f-9a53d55b3f79 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f3eb727b700>, '3eed07df-58fa-4604-a267-19dfddb1a087') {} {{(pid=103721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 31 11:57:38.103626 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron_lib.callbacks.manager [None req-6a3c639a-6acd-4806-a82f-9a53d55b3f79 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744215973789', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2649303'] for segment, before_delete {{(pid=103721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:57:38.123647 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron_lib.callbacks.manager [None req-6a3c639a-6acd-4806-a82f-9a53d55b3f79 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-882655'] for segment, precommit_delete {{(pid=103721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:57:38.131019 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6a3c639a-6acd-4806-a82f-9a53d55b3f79 admin admin] Releasing vlan 798 on physical network physnet1 to pool {{(pid=103721) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
May 31 11:57:38.131516 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron_lib.callbacks.manager [None req-6a3c639a-6acd-4806-a82f-9a53d55b3f79 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-882655', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2250791'] for segment, after_delete {{(pid=103721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:57:38.149486 dv-cinder-786384-7-iscsi neutron-server[103721]: Traceback (most recent call last):
May 31 11:57:38.149486 dv-cinder-786384-7-iscsi neutron-server[103721]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
May 31 11:57:38.149486 dv-cinder-786384-7-iscsi neutron-server[103721]:     timer()
May 31 11:57:38.149486 dv-cinder-786384-7-iscsi neutron-server[103721]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
May 31 11:57:38.149486 dv-cinder-786384-7-iscsi neutron-server[103721]:     cb(*args, **kw)
May 31 11:57:38.149486 dv-cinder-786384-7-iscsi neutron-server[103721]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
May 31 11:57:38.149486 dv-cinder-786384-7-iscsi neutron-server[103721]:     return func(*args, **kwargs)
May 31 11:57:38.149486 dv-cinder-786384-7-iscsi neutron-server[103721]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
May 31 11:57:38.149486 dv-cinder-786384-7-iscsi neutron-server[103721]:     self._notify()
May 31 11:57:38.149486 dv-cinder-786384-7-iscsi neutron-server[103721]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
May 31 11:57:38.149486 dv-cinder-786384-7-iscsi neutron-server[103721]:     self.callback(batched_events)
May 31 11:57:38.149486 dv-cinder-786384-7-iscsi neutron-server[103721]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
May 31 11:57:38.149486 dv-cinder-786384-7-iscsi neutron-server[103721]:     event.method(event)
May 31 11:57:38.149486 dv-cinder-786384-7-iscsi neutron-server[103721]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
May 31 11:57:38.149486 dv-cinder-786384-7-iscsi neutron-server[103721]:     aggregate_id = self._get_aggregate_id(event.segment_id)
May 31 11:57:38.149486 dv-cinder-786384-7-iscsi neutron-server[103721]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
May 31 11:57:38.149486 dv-cinder-786384-7-iscsi neutron-server[103721]:     aggregate_uuid = self.p_client.list_aggregates(
May 31 11:57:38.149486 dv-cinder-786384-7-iscsi neutron-server[103721]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
May 31 11:57:38.149486 dv-cinder-786384-7-iscsi neutron-server[103721]:     return f(self, *a, **k)
May 31 11:57:38.149486 dv-cinder-786384-7-iscsi neutron-server[103721]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
May 31 11:57:38.149486 dv-cinder-786384-7-iscsi neutron-server[103721]:     return self._get(url).json()
May 31 11:57:38.149486 dv-cinder-786384-7-iscsi neutron-server[103721]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
May 31 11:57:38.149486 dv-cinder-786384-7-iscsi neutron-server[103721]:     return self._client.get(url, endpoint_filter=self._ks_filter,
May 31 11:57:38.149486 dv-cinder-786384-7-iscsi neutron-server[103721]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
May 31 11:57:38.149486 dv-cinder-786384-7-iscsi neutron-server[103721]:     return self.request(url, 'GET', **kwargs)
May 31 11:57:38.149486 dv-cinder-786384-7-iscsi neutron-server[103721]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
May 31 11:57:38.149486 dv-cinder-786384-7-iscsi neutron-server[103721]:     base_url = self.get_endpoint(auth, allow=allow,
May 31 11:57:38.149486 dv-cinder-786384-7-iscsi neutron-server[103721]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
May 31 11:57:38.149486 dv-cinder-786384-7-iscsi neutron-server[103721]:     auth = self._auth_required(auth, 'determine endpoint URL')
May 31 11:57:38.149486 dv-cinder-786384-7-iscsi neutron-server[103721]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
May 31 11:57:38.149486 dv-cinder-786384-7-iscsi neutron-server[103721]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
May 31 11:57:38.149486 dv-cinder-786384-7-iscsi neutron-server[103721]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
May 31 11:57:38.228152 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron_lib.callbacks.manager [None req-6a3c639a-6acd-4806-a82f-9a53d55b3f79 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-859758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3705951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3701686', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4088527'] for network, after_delete {{(pid=103721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:57:38.232599 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103721) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 31 11:57:38.245257 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron_lib.callbacks.manager [None req-6a3c639a-6acd-4806-a82f-9a53d55b3f79 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3701651'] for network, before_response {{(pid=103721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:57:38.255431 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a3c639a-6acd-4806-a82f-9a53d55b3f79 admin admin] Pushing event deleted for resources: {'Network': ['ID=073a1c7a-9eab-496a-bbfc-7a59c3fb5363,revision_number=None']} {{(pid=103721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 31 11:57:38.258840 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG oslo_concurrency.lockutils [None req-6a3c639a-6acd-4806-a82f-9a53d55b3f79 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=103721) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 31 11:57:38.266199 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [None req-6a3c639a-6acd-4806-a82f-9a53d55b3f79 admin admin] 10.222.0.57 "DELETE /v2.0/networks/073a1c7a-9eab-496a-bbfc-7a59c3fb5363 HTTP/1.1" status: 204  len: 168 time: 0.4421320
May 31 11:57:38.412499 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.wsgi [-] (103721) accepted ('10.222.0.57', 49242) {{(pid=103721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 31 11:57:38.461735 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [None req-d575f4b1-aaa4-4c98-a518-f4ef1403bed5 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=24bd0553f09f4c5891042d9ca247ebe1&name=default HTTP/1.1" status: 200  len: 2979 time: 0.0479982
May 31 11:57:38.464249 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.wsgi [-] (103721) accepted ('10.222.0.57', 49246) {{(pid=103721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 31 11:57:38.522624 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron_lib.callbacks.manager [None req-bb00e004-5892-47aa-bb39-0f5bc07f05ce admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:57:38.547856 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron_lib.callbacks.manager [None req-bb00e004-5892-47aa-bb39-0f5bc07f05ce admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:57:38.613302 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron_lib.callbacks.manager [None req-bb00e004-5892-47aa-bb39-0f5bc07f05ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3705957'] for security_group, after_delete {{(pid=103721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:57:38.616728 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG oslo_concurrency.lockutils [None req-c4c06601-5738-413e-9efc-ef3430e2ffc5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103721) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 31 11:57:38.629810 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb00e004-5892-47aa-bb39-0f5bc07f05ce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=237a5e1d-6937-4c4e-980a-837822ce77a2,revision_number=None']} {{(pid=103721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 31 11:57:38.632324 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG oslo_concurrency.lockutils [None req-bb00e004-5892-47aa-bb39-0f5bc07f05ce admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=103721) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 31 11:57:38.643004 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron_lib.callbacks.manager [None req-bb00e004-5892-47aa-bb39-0f5bc07f05ce admin admin] Notify callbacks [] for security_group, before_response {{(pid=103721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:57:38.644284 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [None req-bb00e004-5892-47aa-bb39-0f5bc07f05ce admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/237a5e1d-6937-4c4e-980a-837822ce77a2 HTTP/1.1" status: 204  len: 168 time: 0.1791487
May 31 11:57:39.683822 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron.plugins.ml2.rpc [None req-43028a7b-58d7-408b-ac75-1328e6896bf7 None None] Device acb48cca-cef0-4051-807f-85c7e8620ecb no longer exists at agent hyperv_hv-cinder-78638 {{(pid=103722) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
May 31 11:57:39.717779 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron.plugins.ml2.plugin [None req-43028a7b-58d7-408b-ac75-1328e6896bf7 None None] No Port match for: acb48cca-cef0-4051-807f-85c7e8620ecb {{(pid=103722) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}}
May 31 11:57:39.718134 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron.plugins.ml2.rpc [None req-43028a7b-58d7-408b-ac75-1328e6896bf7 None None] Device acb48cca-cef0-4051-807f-85c7e8620ecb not bound to the agent host hv-cinder-78638 {{(pid=103722) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
May 31 11:57:44.202705 dv-cinder-786384-7-iscsi neutron-server[103723]: DEBUG neutron.db.agents_db [None req-cb648da2-ef1b-4de5-af28-8b32e926ae6d None None] Agent healthcheck: found 6 active agents {{(pid=103723) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}}
May 31 11:57:49.264390 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.wsgi [-] (103721) accepted ('10.222.0.57', 49362) {{(pid=103721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 31 11:57:49.416324 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron_lib.callbacks.manager [None req-3d27614d-0667-4970-86a6-6f255ba1b202 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:57:49.430972 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.db.quota.driver [None req-3d27614d-0667-4970-86a6-6f255ba1b202 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=103721) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 31 11:57:49.435233 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.quota.resource [None req-3d27614d-0667-4970-86a6-6f255ba1b202 admin admin] Usage tracker for resource:security_group_rule and tenant:be319d8a97e04706828d2402c83321da is out of sync, need to count used quota {{(pid=103721) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 31 11:57:49.438285 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.quota.resource [None req-3d27614d-0667-4970-86a6-6f255ba1b202 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=103721) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 31 11:57:49.444209 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.db.quota.driver [None req-3d27614d-0667-4970-86a6-6f255ba1b202 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=103721) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 31 11:57:49.538524 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron_lib.callbacks.manager [None req-3d27614d-0667-4970-86a6-6f255ba1b202 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:57:49.544470 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron_lib.callbacks.manager [None req-3d27614d-0667-4970-86a6-6f255ba1b202 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3705957'] for security_group, after_create {{(pid=103721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:57:49.551496 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG oslo_concurrency.lockutils [None req-f81a2a0f-92a6-4893-b2b0-c701c5527983 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103721) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 31 11:57:49.591049 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [None req-3d27614d-0667-4970-86a6-6f255ba1b202 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=be319d8a97e04706828d2402c83321da&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3255868
May 31 11:57:49.592013 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d27614d-0667-4970-86a6-6f255ba1b202 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2b2dcbec-d764-43f6-b845-c7d43ce8c1ed,revision_number=1']} {{(pid=103721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 31 11:57:49.594057 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron.wsgi [-] (103720) accepted ('10.222.0.57', 49368) {{(pid=103720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 31 11:57:49.595253 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG oslo_concurrency.lockutils [None req-3d27614d-0667-4970-86a6-6f255ba1b202 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=103721) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 31 11:57:49.658172 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-8f933956-0f39-4de5-a359-6f3340156ff8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:57:49.683516 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-8f933956-0f39-4de5-a359-6f3340156ff8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:57:49.736554 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-8f933956-0f39-4de5-a359-6f3340156ff8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3705957'] for security_group, after_delete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:57:49.740214 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG oslo_concurrency.lockutils [None req-e0d43ce0-b140-4f3c-a40b-92b0751357e6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103720) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 31 11:57:49.750885 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f933956-0f39-4de5-a359-6f3340156ff8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2b2dcbec-d764-43f6-b845-c7d43ce8c1ed,revision_number=None']} {{(pid=103720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 31 11:57:49.754518 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG oslo_concurrency.lockutils [None req-8f933956-0f39-4de5-a359-6f3340156ff8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=103720) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 31 11:57:49.758025 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-8f933956-0f39-4de5-a359-6f3340156ff8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:57:49.761578 dv-cinder-786384-7-iscsi neutron-server[103720]: INFO neutron.wsgi [None req-8f933956-0f39-4de5-a359-6f3340156ff8 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/2b2dcbec-d764-43f6-b845-c7d43ce8c1ed HTTP/1.1" status: 204  len: 168 time: 0.1640747
May 31 11:57:51.670776 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron.wsgi [-] (103720) accepted ('10.222.0.57', 49420) {{(pid=103720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 31 11:57:51.802258 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-fe7f217e-4594-4824-a8a5-0cd5e17207c4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:57:51.816807 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron.db.quota.driver [None req-fe7f217e-4594-4824-a8a5-0cd5e17207c4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=103720) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 31 11:57:51.821350 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron.quota.resource [None req-fe7f217e-4594-4824-a8a5-0cd5e17207c4 admin admin] Usage tracker for resource:security_group_rule and tenant:fb1359a2af954ea9a427ca5cee17b92e is out of sync, need to count used quota {{(pid=103720) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 31 11:57:51.824494 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron.quota.resource [None req-fe7f217e-4594-4824-a8a5-0cd5e17207c4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=103720) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 31 11:57:51.830924 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron.db.quota.driver [None req-fe7f217e-4594-4824-a8a5-0cd5e17207c4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=103720) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 31 11:57:51.914963 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-fe7f217e-4594-4824-a8a5-0cd5e17207c4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:57:51.921387 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-fe7f217e-4594-4824-a8a5-0cd5e17207c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3705957'] for security_group, after_create {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:57:51.928138 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG oslo_concurrency.lockutils [None req-239a740c-10cf-42b7-8fbd-899e5add93b8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103720) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 31 11:57:51.970637 dv-cinder-786384-7-iscsi neutron-server[103720]: INFO neutron.wsgi [None req-fe7f217e-4594-4824-a8a5-0cd5e17207c4 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=fb1359a2af954ea9a427ca5cee17b92e&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2987561
May 31 11:57:51.971548 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe7f217e-4594-4824-a8a5-0cd5e17207c4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ce90409c-f464-4568-b07b-0c9a988af3fd,revision_number=1']} {{(pid=103720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 31 11:57:51.973662 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.wsgi [-] (103721) accepted ('10.222.0.57', 49426) {{(pid=103721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 31 11:57:51.974894 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG oslo_concurrency.lockutils [None req-fe7f217e-4594-4824-a8a5-0cd5e17207c4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=103720) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 31 11:57:52.040110 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron_lib.callbacks.manager [None req-f10372f4-6d3a-4e4f-b598-b20a166cd602 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:57:52.156167 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron_lib.callbacks.manager [None req-f10372f4-6d3a-4e4f-b598-b20a166cd602 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:57:52.217079 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron_lib.callbacks.manager [None req-f10372f4-6d3a-4e4f-b598-b20a166cd602 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3705957'] for security_group, after_delete {{(pid=103721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:57:52.220622 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG oslo_concurrency.lockutils [None req-d717c4de-eb2f-4ca5-b893-c2177fd6300a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103721) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 31 11:57:52.232951 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f10372f4-6d3a-4e4f-b598-b20a166cd602 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ce90409c-f464-4568-b07b-0c9a988af3fd,revision_number=None']} {{(pid=103721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 31 11:57:52.235462 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG oslo_concurrency.lockutils [None req-f10372f4-6d3a-4e4f-b598-b20a166cd602 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=103721) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 31 11:57:52.242790 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron_lib.callbacks.manager [None req-f10372f4-6d3a-4e4f-b598-b20a166cd602 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:57:52.243929 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [None req-f10372f4-6d3a-4e4f-b598-b20a166cd602 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/ce90409c-f464-4568-b07b-0c9a988af3fd HTTP/1.1" status: 204  len: 168 time: 0.2692075
May 31 11:57:52.548899 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.wsgi [-] (103721) accepted ('10.222.0.57', 49434) {{(pid=103721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 31 11:57:52.573250 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron_lib.callbacks.manager [None req-8ebecb13-3005-469e-8f6f-042bde48115f admin admin] Notify callbacks [] for security_group, before_create {{(pid=103721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:57:52.588661 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.db.quota.driver [None req-8ebecb13-3005-469e-8f6f-042bde48115f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=103721) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 31 11:57:52.593085 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.quota.resource [None req-8ebecb13-3005-469e-8f6f-042bde48115f admin admin] Usage tracker for resource:security_group_rule and tenant:e608358731f641049100a732980a796e is out of sync, need to count used quota {{(pid=103721) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 31 11:57:52.596132 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.quota.resource [None req-8ebecb13-3005-469e-8f6f-042bde48115f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=103721) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 31 11:57:52.602270 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.db.quota.driver [None req-8ebecb13-3005-469e-8f6f-042bde48115f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=103721) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 31 11:57:52.684136 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron_lib.callbacks.manager [None req-8ebecb13-3005-469e-8f6f-042bde48115f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:57:52.689794 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron_lib.callbacks.manager [None req-8ebecb13-3005-469e-8f6f-042bde48115f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3705957'] for security_group, after_create {{(pid=103721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:57:52.696610 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG oslo_concurrency.lockutils [None req-cdd47854-5956-4a86-bb43-3234e104784d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103721) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 31 11:57:52.735808 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [None req-8ebecb13-3005-469e-8f6f-042bde48115f admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=e608358731f641049100a732980a796e&name=default HTTP/1.1" status: 200  len: 2979 time: 0.1857440
May 31 11:57:52.736659 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ebecb13-3005-469e-8f6f-042bde48115f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c04e25b9-4262-454b-ba58-f7f3420f1f0c,revision_number=1']} {{(pid=103721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 31 11:57:52.738998 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron.wsgi [-] (103720) accepted ('10.222.0.57', 49438) {{(pid=103720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 31 11:57:52.739583 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG oslo_concurrency.lockutils [None req-8ebecb13-3005-469e-8f6f-042bde48115f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=103721) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 31 11:57:52.798782 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-751fd535-7c91-4959-8bda-a2b65b75af25 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:57:52.825516 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-751fd535-7c91-4959-8bda-a2b65b75af25 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:57:52.874925 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-751fd535-7c91-4959-8bda-a2b65b75af25 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3705957'] for security_group, after_delete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:57:52.878484 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG oslo_concurrency.lockutils [None req-dcf67c7c-36f8-4d8f-a00e-d40a22206c15 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103720) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 31 11:57:52.891097 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-751fd535-7c91-4959-8bda-a2b65b75af25 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c04e25b9-4262-454b-ba58-f7f3420f1f0c,revision_number=None']} {{(pid=103720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 31 11:57:52.894933 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG oslo_concurrency.lockutils [None req-751fd535-7c91-4959-8bda-a2b65b75af25 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=103720) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 31 11:57:52.900690 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-751fd535-7c91-4959-8bda-a2b65b75af25 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:57:52.904499 dv-cinder-786384-7-iscsi neutron-server[103720]: INFO neutron.wsgi [None req-751fd535-7c91-4959-8bda-a2b65b75af25 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/c04e25b9-4262-454b-ba58-f7f3420f1f0c HTTP/1.1" status: 204  len: 168 time: 0.1617389
May 31 11:58:01.561864 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron_lib.callbacks.manager [None req-43028a7b-58d7-408b-ac75-1328e6896bf7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744215964654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857257'] for agent, after_update {{(pid=103722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:58:03.103855 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron_lib.callbacks.manager [None req-72a988f8-ef73-4ebc-a5db-e4c26088ac85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744215964654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857257'] for agent, after_update {{(pid=103722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:58:05.515290 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron_lib.callbacks.manager [None req-9530030f-5751-49d7-a884-c2b010099578 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744215964654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857257'] for agent, after_update {{(pid=103722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:58:05.634228 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron_lib.callbacks.manager [None req-1f0a762f-0348-4bba-b860-8eddab4cd770 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744215964654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857257'] for agent, after_update {{(pid=103722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:58:06.546090 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron_lib.callbacks.manager [None req-c59bf3d8-3f04-4740-8d75-807cb4f7478e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744215964654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857257'] for agent, after_update {{(pid=103722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:58:08.015918 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron_lib.callbacks.manager [None req-e2b995a4-3526-4c71-93aa-7f4ba47dfd64 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744215964654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857257'] for agent, after_update {{(pid=103722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:58:21.207484 dv-cinder-786384-7-iscsi neutron-server[103723]: DEBUG neutron.db.agents_db [None req-cb648da2-ef1b-4de5-af28-8b32e926ae6d None None] Agent healthcheck: found 6 active agents {{(pid=103723) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}}
May 31 11:58:31.580495 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron_lib.callbacks.manager [None req-43028a7b-58d7-408b-ac75-1328e6896bf7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744215964654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857257'] for agent, after_update {{(pid=103722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:58:33.107231 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron_lib.callbacks.manager [None req-a45c07e2-f795-4d7c-9f07-ece46b96a79f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744215964654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857257'] for agent, after_update {{(pid=103722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:58:35.520275 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron_lib.callbacks.manager [None req-573dfc10-3c92-4ac1-a4b4-81bec038c79a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744215964654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857257'] for agent, after_update {{(pid=103722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:58:35.633433 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron_lib.callbacks.manager [None req-1f0a762f-0348-4bba-b860-8eddab4cd770 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744215964654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857257'] for agent, after_update {{(pid=103722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:58:36.548660 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron_lib.callbacks.manager [None req-c59bf3d8-3f04-4740-8d75-807cb4f7478e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744215964654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857257'] for agent, after_update {{(pid=103722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:58:37.469951 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.wsgi [-] (103721) accepted ('10.222.0.57', 49814) {{(pid=103721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 31 11:58:37.595274 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron_lib.callbacks.manager [None req-ff13a2d3-cba5-4d41-b8af-25502d64cdc6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:58:37.613605 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.db.quota.driver [None req-ff13a2d3-cba5-4d41-b8af-25502d64cdc6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=103721) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 31 11:58:37.617609 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.quota.resource [None req-ff13a2d3-cba5-4d41-b8af-25502d64cdc6 admin admin] Usage tracker for resource:security_group_rule and tenant:0cf8e6c9ceee449a8f0e0284d6310b39 is out of sync, need to count used quota {{(pid=103721) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 31 11:58:37.620462 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.quota.resource [None req-ff13a2d3-cba5-4d41-b8af-25502d64cdc6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=103721) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 31 11:58:37.626225 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.db.quota.driver [None req-ff13a2d3-cba5-4d41-b8af-25502d64cdc6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=103721) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 31 11:58:37.707391 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron_lib.callbacks.manager [None req-ff13a2d3-cba5-4d41-b8af-25502d64cdc6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:58:37.713275 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron_lib.callbacks.manager [None req-ff13a2d3-cba5-4d41-b8af-25502d64cdc6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3705957'] for security_group, after_create {{(pid=103721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:58:37.720030 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG oslo_concurrency.lockutils [None req-b1bbadf7-f070-41b4-9411-17e1d127bebe admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103721) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 31 11:58:37.758585 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff13a2d3-cba5-4d41-b8af-25502d64cdc6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d0b8fafd-f30c-44de-a7a2-da08a53c9208,revision_number=1']} {{(pid=103721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 31 11:58:37.762292 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [None req-ff13a2d3-cba5-4d41-b8af-25502d64cdc6 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=0cf8e6c9ceee449a8f0e0284d6310b39&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2913654
May 31 11:58:37.765367 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron.wsgi [-] (103720) accepted ('10.222.0.57', 49820) {{(pid=103720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 31 11:58:37.768619 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff13a2d3-cba5-4d41-b8af-25502d64cdc6 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786384-7-iscsi {{(pid=103721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 31 11:58:37.768990 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff13a2d3-cba5-4d41-b8af-25502d64cdc6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786384-7-iscsi {{(pid=103721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 31 11:58:37.769350 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff13a2d3-cba5-4d41-b8af-25502d64cdc6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786384-7-iscsi {{(pid=103721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 31 11:58:37.769705 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff13a2d3-cba5-4d41-b8af-25502d64cdc6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786384-7-iscsi {{(pid=103721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 31 11:58:37.770057 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff13a2d3-cba5-4d41-b8af-25502d64cdc6 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786384-7-iscsi {{(pid=103721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 31 11:58:37.770408 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff13a2d3-cba5-4d41-b8af-25502d64cdc6 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786384-7-iscsi {{(pid=103721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 31 11:58:37.770757 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff13a2d3-cba5-4d41-b8af-25502d64cdc6 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786384-7-iscsi {{(pid=103721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 31 11:58:37.771101 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff13a2d3-cba5-4d41-b8af-25502d64cdc6 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786384-7-iscsi {{(pid=103721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 31 11:58:37.771452 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff13a2d3-cba5-4d41-b8af-25502d64cdc6 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786384-7-iscsi {{(pid=103721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 31 11:58:37.771795 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff13a2d3-cba5-4d41-b8af-25502d64cdc6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786384-7-iscsi {{(pid=103721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 31 11:58:37.772172 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff13a2d3-cba5-4d41-b8af-25502d64cdc6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786384-7-iscsi {{(pid=103721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 31 11:58:37.772627 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff13a2d3-cba5-4d41-b8af-25502d64cdc6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786384-7-iscsi {{(pid=103721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 31 11:58:37.776494 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG oslo_concurrency.lockutils [None req-ff13a2d3-cba5-4d41-b8af-25502d64cdc6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=103721) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 31 11:58:37.826178 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-480393ab-f0a3-4809-8f1b-9de2092cd266 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:58:37.855139 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-480393ab-f0a3-4809-8f1b-9de2092cd266 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:58:37.911588 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-480393ab-f0a3-4809-8f1b-9de2092cd266 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3705957'] for security_group, after_delete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:58:37.915204 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG oslo_concurrency.lockutils [None req-0a74732b-2e10-4ea8-9072-8a4ae17ca041 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103720) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 31 11:58:37.926533 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-480393ab-f0a3-4809-8f1b-9de2092cd266 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d0b8fafd-f30c-44de-a7a2-da08a53c9208,revision_number=None']} {{(pid=103720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 31 11:58:37.936997 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-480393ab-f0a3-4809-8f1b-9de2092cd266 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786384-7-iscsi {{(pid=103720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 31 11:58:37.937374 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-480393ab-f0a3-4809-8f1b-9de2092cd266 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786384-7-iscsi {{(pid=103720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 31 11:58:37.937742 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-480393ab-f0a3-4809-8f1b-9de2092cd266 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786384-7-iscsi {{(pid=103720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 31 11:58:37.938103 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-480393ab-f0a3-4809-8f1b-9de2092cd266 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786384-7-iscsi {{(pid=103720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 31 11:58:37.938461 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-480393ab-f0a3-4809-8f1b-9de2092cd266 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786384-7-iscsi {{(pid=103720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 31 11:58:37.938819 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-480393ab-f0a3-4809-8f1b-9de2092cd266 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786384-7-iscsi {{(pid=103720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 31 11:58:37.939177 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-480393ab-f0a3-4809-8f1b-9de2092cd266 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786384-7-iscsi {{(pid=103720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 31 11:58:37.939532 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-480393ab-f0a3-4809-8f1b-9de2092cd266 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786384-7-iscsi {{(pid=103720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 31 11:58:37.939986 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-480393ab-f0a3-4809-8f1b-9de2092cd266 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786384-7-iscsi {{(pid=103720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 31 11:58:37.940278 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-480393ab-f0a3-4809-8f1b-9de2092cd266 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786384-7-iscsi {{(pid=103720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 31 11:58:37.940626 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-480393ab-f0a3-4809-8f1b-9de2092cd266 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786384-7-iscsi {{(pid=103720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 31 11:58:37.940973 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-480393ab-f0a3-4809-8f1b-9de2092cd266 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786384-7-iscsi {{(pid=103720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 31 11:58:37.944346 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-480393ab-f0a3-4809-8f1b-9de2092cd266 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:58:37.945537 dv-cinder-786384-7-iscsi neutron-server[103720]: INFO neutron.wsgi [None req-480393ab-f0a3-4809-8f1b-9de2092cd266 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/d0b8fafd-f30c-44de-a7a2-da08a53c9208 HTTP/1.1" status: 204  len: 168 time: 0.1791906
May 31 11:58:37.946431 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG oslo_concurrency.lockutils [None req-480393ab-f0a3-4809-8f1b-9de2092cd266 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=103720) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 31 11:58:38.011429 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron_lib.callbacks.manager [None req-e2b995a4-3526-4c71-93aa-7f4ba47dfd64 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744215964654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857257'] for agent, after_update {{(pid=103722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:58:38.245672 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron.wsgi [-] (103720) accepted ('10.222.0.57', 49828) {{(pid=103720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 31 11:58:38.263921 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-57dc3d4f-6602-4d4c-9b74-122f42ab7008 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:58:38.278357 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron.db.quota.driver [None req-57dc3d4f-6602-4d4c-9b74-122f42ab7008 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=103720) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 31 11:58:38.282386 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron.quota.resource [None req-57dc3d4f-6602-4d4c-9b74-122f42ab7008 admin admin] Usage tracker for resource:security_group_rule and tenant:657897eb37b545eab345cef6028c5327 is out of sync, need to count used quota {{(pid=103720) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 31 11:58:38.285336 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron.quota.resource [None req-57dc3d4f-6602-4d4c-9b74-122f42ab7008 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=103720) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 31 11:58:38.291225 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron.db.quota.driver [None req-57dc3d4f-6602-4d4c-9b74-122f42ab7008 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=103720) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 31 11:58:38.377680 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-57dc3d4f-6602-4d4c-9b74-122f42ab7008 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:58:38.383962 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-57dc3d4f-6602-4d4c-9b74-122f42ab7008 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3705957'] for security_group, after_create {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:58:38.392144 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG oslo_concurrency.lockutils [None req-c9d37a0e-cba5-4f30-a6b4-861e8bb368be admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103720) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 31 11:58:38.429741 dv-cinder-786384-7-iscsi neutron-server[103720]: INFO neutron.wsgi [None req-57dc3d4f-6602-4d4c-9b74-122f42ab7008 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=657897eb37b545eab345cef6028c5327&name=default HTTP/1.1" status: 200  len: 2979 time: 0.1828964
May 31 11:58:38.431362 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57dc3d4f-6602-4d4c-9b74-122f42ab7008 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1a945a1f-7938-4c49-89f0-da22d7007de5,revision_number=1']} {{(pid=103720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 31 11:58:38.432744 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.wsgi [-] (103721) accepted ('10.222.0.57', 49832) {{(pid=103721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 31 11:58:38.434508 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG oslo_concurrency.lockutils [None req-57dc3d4f-6602-4d4c-9b74-122f42ab7008 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=103720) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 31 11:58:38.493929 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron_lib.callbacks.manager [None req-acbde3e4-c958-4012-bf0c-c686e91e23a1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:58:38.521671 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron_lib.callbacks.manager [None req-acbde3e4-c958-4012-bf0c-c686e91e23a1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:58:38.580232 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron_lib.callbacks.manager [None req-acbde3e4-c958-4012-bf0c-c686e91e23a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3705957'] for security_group, after_delete {{(pid=103721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:58:38.585712 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG oslo_concurrency.lockutils [None req-010c56a7-eaf1-4795-9fbb-3af0ab78b6a5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103721) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 31 11:58:38.603153 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acbde3e4-c958-4012-bf0c-c686e91e23a1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1a945a1f-7938-4c49-89f0-da22d7007de5,revision_number=None']} {{(pid=103721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 31 11:58:38.605709 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG oslo_concurrency.lockutils [None req-acbde3e4-c958-4012-bf0c-c686e91e23a1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=103721) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 31 11:58:38.616773 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron_lib.callbacks.manager [None req-acbde3e4-c958-4012-bf0c-c686e91e23a1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:58:38.617914 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [None req-acbde3e4-c958-4012-bf0c-c686e91e23a1 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/1a945a1f-7938-4c49-89f0-da22d7007de5 HTTP/1.1" status: 204  len: 168 time: 0.1841965
May 31 11:58:40.999689 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.wsgi [-] (103721) accepted ('10.222.0.57', 49904) {{(pid=103721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 31 11:58:41.130282 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron_lib.callbacks.manager [None req-f421ea66-0da3-49c1-95cc-e877f3ab673c admin admin] Notify callbacks [] for security_group, before_create {{(pid=103721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:58:41.145144 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.db.quota.driver [None req-f421ea66-0da3-49c1-95cc-e877f3ab673c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=103721) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 31 11:58:41.149114 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.quota.resource [None req-f421ea66-0da3-49c1-95cc-e877f3ab673c admin admin] Usage tracker for resource:security_group_rule and tenant:3b4166a87f334d59abc3702b326b7de1 is out of sync, need to count used quota {{(pid=103721) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 31 11:58:41.151999 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.quota.resource [None req-f421ea66-0da3-49c1-95cc-e877f3ab673c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=103721) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 31 11:58:41.157677 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.db.quota.driver [None req-f421ea66-0da3-49c1-95cc-e877f3ab673c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=103721) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 31 11:58:41.238692 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron_lib.callbacks.manager [None req-f421ea66-0da3-49c1-95cc-e877f3ab673c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:58:41.244532 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron_lib.callbacks.manager [None req-f421ea66-0da3-49c1-95cc-e877f3ab673c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3705957'] for security_group, after_create {{(pid=103721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:58:41.251423 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG oslo_concurrency.lockutils [None req-a2957304-400c-42e7-871c-a2dbee92e416 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103721) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 31 11:58:41.290983 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [None req-f421ea66-0da3-49c1-95cc-e877f3ab673c admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=3b4166a87f334d59abc3702b326b7de1&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2901862
May 31 11:58:41.292609 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f421ea66-0da3-49c1-95cc-e877f3ab673c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a733207d-5bc4-4913-86fc-18268f36540a,revision_number=1']} {{(pid=103721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 31 11:58:41.294012 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron.wsgi [-] (103720) accepted ('10.222.0.57', 49910) {{(pid=103720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 31 11:58:41.295614 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG oslo_concurrency.lockutils [None req-f421ea66-0da3-49c1-95cc-e877f3ab673c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=103721) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 31 11:58:41.357476 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-313cc7e5-52c0-47d6-88ee-ea7833fa1348 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:58:41.383940 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-313cc7e5-52c0-47d6-88ee-ea7833fa1348 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:58:41.441408 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-313cc7e5-52c0-47d6-88ee-ea7833fa1348 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3705957'] for security_group, after_delete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:58:41.447886 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG oslo_concurrency.lockutils [None req-a6765b13-926a-4422-9a39-5d74f9543f28 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103720) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 31 11:58:41.465189 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-313cc7e5-52c0-47d6-88ee-ea7833fa1348 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a733207d-5bc4-4913-86fc-18268f36540a,revision_number=None']} {{(pid=103720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 31 11:58:41.468893 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG oslo_concurrency.lockutils [None req-313cc7e5-52c0-47d6-88ee-ea7833fa1348 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=103720) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 31 11:58:41.473799 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-313cc7e5-52c0-47d6-88ee-ea7833fa1348 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:58:41.474887 dv-cinder-786384-7-iscsi neutron-server[103720]: INFO neutron.wsgi [None req-313cc7e5-52c0-47d6-88ee-ea7833fa1348 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/a733207d-5bc4-4913-86fc-18268f36540a HTTP/1.1" status: 204  len: 168 time: 0.1792006
May 31 11:58:41.779392 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.wsgi [-] (103721) accepted ('10.222.0.57', 49918) {{(pid=103721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 31 11:58:41.798433 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron_lib.callbacks.manager [None req-449844ec-43dd-4dc8-9603-7a6beb58768d admin admin] Notify callbacks [] for security_group, before_create {{(pid=103721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:58:41.812944 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.db.quota.driver [None req-449844ec-43dd-4dc8-9603-7a6beb58768d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=103721) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 31 11:58:41.816810 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.quota.resource [None req-449844ec-43dd-4dc8-9603-7a6beb58768d admin admin] Usage tracker for resource:security_group_rule and tenant:259971974f534155b965c6c0d2827091 is out of sync, need to count used quota {{(pid=103721) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 31 11:58:41.819623 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.quota.resource [None req-449844ec-43dd-4dc8-9603-7a6beb58768d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=103721) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 31 11:58:41.825319 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.db.quota.driver [None req-449844ec-43dd-4dc8-9603-7a6beb58768d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=103721) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 31 11:58:41.914206 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron_lib.callbacks.manager [None req-449844ec-43dd-4dc8-9603-7a6beb58768d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:58:41.919885 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron_lib.callbacks.manager [None req-449844ec-43dd-4dc8-9603-7a6beb58768d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3705957'] for security_group, after_create {{(pid=103721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:58:41.926108 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG oslo_concurrency.lockutils [None req-3d27614d-0667-4970-86a6-6f255ba1b202 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103721) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 31 11:58:41.970106 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [None req-449844ec-43dd-4dc8-9603-7a6beb58768d admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=259971974f534155b965c6c0d2827091&name=default HTTP/1.1" status: 200  len: 2979 time: 0.1895871
May 31 11:58:41.971052 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-449844ec-43dd-4dc8-9603-7a6beb58768d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1c233e9f-427f-4340-bfb3-dd3bb38244b7,revision_number=1']} {{(pid=103721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 31 11:58:41.972964 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron.wsgi [-] (103720) accepted ('10.222.0.57', 49922) {{(pid=103720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 31 11:58:41.974122 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG oslo_concurrency.lockutils [None req-449844ec-43dd-4dc8-9603-7a6beb58768d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=103721) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 31 11:58:42.032752 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-148207f5-054e-4b21-a8bb-2d7d49087612 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:58:42.058703 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-148207f5-054e-4b21-a8bb-2d7d49087612 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:58:42.112834 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-148207f5-054e-4b21-a8bb-2d7d49087612 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3705957'] for security_group, after_delete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:58:42.116425 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG oslo_concurrency.lockutils [None req-b868aca4-24be-4442-ac24-5394cf940cce admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103720) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 31 11:58:42.130170 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-148207f5-054e-4b21-a8bb-2d7d49087612 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1c233e9f-427f-4340-bfb3-dd3bb38244b7,revision_number=None']} {{(pid=103720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 31 11:58:42.134781 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG oslo_concurrency.lockutils [None req-148207f5-054e-4b21-a8bb-2d7d49087612 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=103720) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 31 11:58:42.138346 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-148207f5-054e-4b21-a8bb-2d7d49087612 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:58:42.139515 dv-cinder-786384-7-iscsi neutron-server[103720]: INFO neutron.wsgi [None req-148207f5-054e-4b21-a8bb-2d7d49087612 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/1c233e9f-427f-4340-bfb3-dd3bb38244b7 HTTP/1.1" status: 204  len: 168 time: 0.1655862
May 31 11:58:42.919373 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron.wsgi [-] (103720) accepted ('10.222.0.57', 49946) {{(pid=103720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 31 11:58:43.025209 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron.api.v2.base [None req-dc90956c-5faf-4cf6-b5e5-c34e6240c106 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-554410731-network', 'tenant_id': '5a6b811ce5ca43c7b2fc478d12fff20b'}} {{(pid=103720) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 31 11:58:43.030460 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron.db.quota.driver [None req-dc90956c-5faf-4cf6-b5e5-c34e6240c106 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=103720) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 31 11:58:43.034698 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron.quota.resource [None req-dc90956c-5faf-4cf6-b5e5-c34e6240c106 admin admin] Usage tracker for resource:network and tenant:5a6b811ce5ca43c7b2fc478d12fff20b is out of sync, need to count used quota {{(pid=103720) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 31 11:58:43.037853 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron.quota.resource [None req-dc90956c-5faf-4cf6-b5e5-c34e6240c106 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=103720) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 31 11:58:43.044773 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron.db.quota.driver [None req-dc90956c-5faf-4cf6-b5e5-c34e6240c106 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=103720) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 31 11:58:43.058648 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dc90956c-5faf-4cf6-b5e5-c34e6240c106 admin admin] Made reservation on behalf of 5a6b811ce5ca43c7b2fc478d12fff20b for: {'network': 1} {{(pid=103720) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 31 11:58:43.062304 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-dc90956c-5faf-4cf6-b5e5-c34e6240c106 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-934191'] for network, before_create {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:58:43.082541 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-dc90956c-5faf-4cf6-b5e5-c34e6240c106 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:58:43.098131 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron.db.quota.driver [None req-dc90956c-5faf-4cf6-b5e5-c34e6240c106 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=103720) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 31 11:58:43.102334 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron.quota.resource [None req-dc90956c-5faf-4cf6-b5e5-c34e6240c106 admin admin] Usage tracker for resource:security_group_rule and tenant:5a6b811ce5ca43c7b2fc478d12fff20b is out of sync, need to count used quota {{(pid=103720) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 31 11:58:43.105172 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron.quota.resource [None req-dc90956c-5faf-4cf6-b5e5-c34e6240c106 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=103720) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 31 11:58:43.110835 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron.db.quota.driver [None req-dc90956c-5faf-4cf6-b5e5-c34e6240c106 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=103720) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 31 11:58:43.198381 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-dc90956c-5faf-4cf6-b5e5-c34e6240c106 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:58:43.203196 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-dc90956c-5faf-4cf6-b5e5-c34e6240c106 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3705957'] for security_group, after_create {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:58:43.206190 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG oslo_concurrency.lockutils [None req-27e072f4-5a53-4256-b3d9-d690250a6baf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103720) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 31 11:58:43.232916 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dc90956c-5faf-4cf6-b5e5-c34e6240c106 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 776}  {{(pid=103720) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
May 31 11:58:43.241851 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc90956c-5faf-4cf6-b5e5-c34e6240c106 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9082499a-a19f-480a-af85-f7a8831db21d,revision_number=1']} {{(pid=103720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 31 11:58:43.245363 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG oslo_concurrency.lockutils [None req-dc90956c-5faf-4cf6-b5e5-c34e6240c106 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=103720) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 31 11:58:43.247820 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-dc90956c-5faf-4cf6-b5e5-c34e6240c106 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-882655'] for segment, precommit_create {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:58:43.248146 dv-cinder-786384-7-iscsi neutron-server[103720]: INFO neutron.db.segments_db [None req-dc90956c-5faf-4cf6-b5e5-c34e6240c106 admin admin] Added segment 5b821f6b-a910-418f-9ed0-d28e7c2036c5 of type vlan for network edd9641d-7b8a-4f6f-b1b1-6f5b9e99662a
May 31 11:58:43.275388 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-dc90956c-5faf-4cf6-b5e5-c34e6240c106 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744215540035'] for network, precommit_create {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:58:43.307417 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-dc90956c-5faf-4cf6-b5e5-c34e6240c106 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3705951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3701686'] for network, after_create {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:58:43.308892 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc90956c-5faf-4cf6-b5e5-c34e6240c106 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 11:58:43.309478 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-dc90956c-5faf-4cf6-b5e5-c34e6240c106 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3701651'] for network, before_response {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:58:43.312699 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103720) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 31 11:58:43.410462 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc90956c-5faf-4cf6-b5e5-c34e6240c106 admin admin] Pushing event updated for resources: {'Network': ['ID=edd9641d-7b8a-4f6f-b1b1-6f5b9e99662a,revision_number=1']} {{(pid=103720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 31 11:58:43.413432 dv-cinder-786384-7-iscsi neutron-server[103720]: INFO neutron.wsgi [None req-dc90956c-5faf-4cf6-b5e5-c34e6240c106 admin admin] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201  len: 884 time: 0.4929414
May 31 11:58:43.414382 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG oslo_concurrency.lockutils [None req-dc90956c-5faf-4cf6-b5e5-c34e6240c106 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=103720) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 31 11:58:43.417399 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron.wsgi [-] (103720) accepted ('10.222.0.57', 49952) {{(pid=103720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 31 11:58:43.422024 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron.plugins.ml2.rpc [None req-1f0a762f-0348-4bba-b860-8eddab4cd770 None None] Network edd9641d-7b8a-4f6f-b1b1-6f5b9e99662a details requested by agent ovs-agent-dv-cinder-786384-7-iscsi with host dv-cinder-786384-7-iscsi {{(pid=103722) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
May 31 11:58:43.423091 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron.api.v2.base [None req-f0eda55d-b3ed-4e6f-b53d-fc155418f8d6 admin admin] Request body: {'subnet': {'network_id': 'edd9641d-7b8a-4f6f-b1b1-6f5b9e99662a', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-554410731-subnet', 'tenant_id': '5a6b811ce5ca43c7b2fc478d12fff20b', 'ip_version': 4}} {{(pid=103720) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 31 11:58:43.428357 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron.db.quota.driver [None req-f0eda55d-b3ed-4e6f-b53d-fc155418f8d6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=103720) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 31 11:58:43.432292 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron.quota.resource [None req-f0eda55d-b3ed-4e6f-b53d-fc155418f8d6 admin admin] Usage tracker for resource:subnet and tenant:5a6b811ce5ca43c7b2fc478d12fff20b is out of sync, need to count used quota {{(pid=103720) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 31 11:58:43.435107 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron.quota.resource [None req-f0eda55d-b3ed-4e6f-b53d-fc155418f8d6 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=103720) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 31 11:58:43.440975 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron.db.quota.driver [None req-f0eda55d-b3ed-4e6f-b53d-fc155418f8d6 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=103720) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 31 11:58:43.452153 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f0eda55d-b3ed-4e6f-b53d-fc155418f8d6 admin admin] Made reservation on behalf of 5a6b811ce5ca43c7b2fc478d12fff20b for: {'subnet': 1} {{(pid=103720) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 31 11:58:43.454514 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-f0eda55d-b3ed-4e6f-b53d-fc155418f8d6 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2404524'] for subnet, before_create {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:58:43.919770 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-f0eda55d-b3ed-4e6f-b53d-fc155418f8d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3701677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2333669', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2404538'] for subnet, after_create {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:58:43.923333 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103720) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 31 11:58:43.989118 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0eda55d-b3ed-4e6f-b53d-fc155418f8d6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=554467f2-05f8-4319-998c-3640549da255,revision_number=0']} {{(pid=103720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 31 11:58:43.993106 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG oslo_concurrency.lockutils [None req-f0eda55d-b3ed-4e6f-b53d-fc155418f8d6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=103720) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 31 11:58:44.000288 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0eda55d-b3ed-4e6f-b53d-fc155418f8d6 admin admin] Checking segment: {'id': '5b821f6b-a910-418f-9ed0-d28e7c2036c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 776, 'network_id': 'edd9641d-7b8a-4f6f-b1b1-6f5b9e99662a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103720) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 31 11:58:44.000637 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0eda55d-b3ed-4e6f-b53d-fc155418f8d6 admin admin] Network hostable DHCP agents. Network: edd9641d-7b8a-4f6f-b1b1-6f5b9e99662a, hostable agents: ['dff46186-ee29-425e-9f8b-1a5cc0b5fc21'], hosted agents: [] {{(pid=103720) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
May 31 11:58:44.020459 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0eda55d-b3ed-4e6f-b53d-fc155418f8d6 admin admin] Network edd9641d-7b8a-4f6f-b1b1-6f5b9e99662a is scheduled to be hosted by DHCP agent dff46186-ee29-425e-9f8b-1a5cc0b5fc21 with binding_index 1 {{(pid=103720) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
May 31 11:58:44.031654 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron.scheduler.base_scheduler [None req-f0eda55d-b3ed-4e6f-b53d-fc155418f8d6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786384-7-iscsi, edd9641d-7b8a-4f6f-b1b1-6f5b9e99662a) {{(pid=103720) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 31 11:58:44.039959 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0eda55d-b3ed-4e6f-b53d-fc155418f8d6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 11:58:44.040556 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-f0eda55d-b3ed-4e6f-b53d-fc155418f8d6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3701651'] for subnet, before_response {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:58:44.041334 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e02095df-6107-472e-a659-3910f26502cb None None] Network edd9641d-7b8a-4f6f-b1b1-6f5b9e99662a requested from dv-cinder-786384-7-iscsi {{(pid=103722) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
May 31 11:58:44.060822 dv-cinder-786384-7-iscsi neutron-server[103720]: INFO neutron.wsgi [None req-f0eda55d-b3ed-4e6f-b53d-fc155418f8d6 admin admin] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 847 time: 0.6423862
May 31 11:58:44.063745 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.wsgi [-] (103721) accepted ('10.222.0.57', 49956) {{(pid=103721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 31 11:58:44.069057 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.api.v2.base [None req-0228db77-7265-4980-b0ff-b96bc1b9cb29 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-554410731-router', 'tenant_id': '5a6b811ce5ca43c7b2fc478d12fff20b', 'external_gateway_info': {'network_id': '1cb16751-6ba1-494a-bef1-53f614bdb222'}}} {{(pid=103721) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 31 11:58:44.073799 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.db.quota.driver [None req-0228db77-7265-4980-b0ff-b96bc1b9cb29 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=103721) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 31 11:58:44.077736 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.quota.resource [None req-0228db77-7265-4980-b0ff-b96bc1b9cb29 admin admin] Usage tracker for resource:router and tenant:5a6b811ce5ca43c7b2fc478d12fff20b is out of sync, need to count used quota {{(pid=103721) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 31 11:58:44.080655 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.quota.resource [None req-0228db77-7265-4980-b0ff-b96bc1b9cb29 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=103721) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 31 11:58:44.086492 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.db.quota.driver [None req-0228db77-7265-4980-b0ff-b96bc1b9cb29 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=103721) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 31 11:58:44.098313 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron_lib.callbacks.manager [None req-0228db77-7265-4980-b0ff-b96bc1b9cb29 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-4091324', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-953'] for router, before_create {{(pid=103721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:58:44.099265 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron_lib.callbacks.manager [None req-0228db77-7265-4980-b0ff-b96bc1b9cb29 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4091580', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4088419', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3731854', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-928'] for router, precommit_create {{(pid=103721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:58:44.113297 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron_lib.callbacks.manager [None req-0228db77-7265-4980-b0ff-b96bc1b9cb29 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=103721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:58:44.260666 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0522fa65-2745-4e25-81fd-be49ea2d3267 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp392c12f8-4019-54cf-ac30-b8994873c460-edd9641d-7b8a-4f6f-b1b1-6f5b9e99662a', 'network_id': 'edd9641d-7b8a-4f6f-b1b1-6f5b9e99662a', 'tenant_id': '5a6b811ce5ca43c7b2fc478d12fff20b', 'fixed_ips': [{'subnet_id': '554467f2-05f8-4319-998c-3640549da255'}]}} from dv-cinder-786384-7-iscsi. {{(pid=103722) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}}
May 31 11:58:44.261519 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron_lib.callbacks.manager [None req-0522fa65-2745-4e25-81fd-be49ea2d3267 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-934180'] for port, before_create {{(pid=103722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:58:44.375363 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron_lib.callbacks.manager [None req-0228db77-7265-4980-b0ff-b96bc1b9cb29 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4088390', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4091278', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-978'] for router, precommit_update {{(pid=103721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:58:44.415059 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron.db.db_base_plugin_common [None req-0522fa65-2745-4e25-81fd-be49ea2d3267 None None] Allocated IP 172.20.0.2 (edd9641d-7b8a-4f6f-b1b1-6f5b9e99662a/554467f2-05f8-4319-998c-3640549da255/e0920f0b-0c5b-4d4d-b551-5b2e32c53a33) {{(pid=103722) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 31 11:58:44.621500 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron_lib.callbacks.manager [None req-0522fa65-2745-4e25-81fd-be49ea2d3267 None None] Notify callbacks [] for port, precommit_create {{(pid=103722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:58:44.631429 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron.db.provisioning_blocks [None req-0522fa65-2745-4e25-81fd-be49ea2d3267 None None] Transition to ACTIVE for port object e0920f0b-0c5b-4d4d-b551-5b2e32c53a33 will not be triggered until provisioned by entity L2. {{(pid=103722) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 31 11:58:44.650034 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron.db.provisioning_blocks [None req-0522fa65-2745-4e25-81fd-be49ea2d3267 None None] Transition to ACTIVE for port object e0920f0b-0c5b-4d4d-b551-5b2e32c53a33 will not be triggered until provisioned by entity DHCP. {{(pid=103722) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 31 11:58:44.656624 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron_lib.callbacks.manager [None req-0522fa65-2745-4e25-81fd-be49ea2d3267 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937715', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3701677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744215520970'] for port, after_create {{(pid=103722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:58:44.660278 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG oslo_concurrency.lockutils [None req-b0a6db42-aaf7-4dff-8784-bfc8b01e8f22 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103722) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 31 11:58:44.687549 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron_lib.callbacks.manager [None req-0228db77-7265-4980-b0ff-b96bc1b9cb29 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=103721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:58:44.719156 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron_lib.callbacks.manager [None req-0228db77-7265-4980-b0ff-b96bc1b9cb29 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-934180'] for port, before_create {{(pid=103721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:58:44.724366 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0522fa65-2745-4e25-81fd-be49ea2d3267 None None] Network edd9641d-7b8a-4f6f-b1b1-6f5b9e99662a is already hosted by enough agents. {{(pid=103722) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 31 11:58:44.735519 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron.scheduler.base_scheduler [None req-0522fa65-2745-4e25-81fd-be49ea2d3267 None None] Resources bound (agent type, host, resource id):  {{(pid=103722) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 31 11:58:44.739132 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0522fa65-2745-4e25-81fd-be49ea2d3267 None None] Received port after_create {{(pid=103722) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
May 31 11:58:44.744936 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0522fa65-2745-4e25-81fd-be49ea2d3267 None None] Pushing event updated for resources: {'Port': ['ID=e0920f0b-0c5b-4d4d-b551-5b2e32c53a33,revision_number=1']} {{(pid=103722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 31 11:58:44.753015 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0522fa65-2745-4e25-81fd-be49ea2d3267 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786384-7-iscsi {{(pid=103722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 31 11:58:44.753353 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0522fa65-2745-4e25-81fd-be49ea2d3267 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786384-7-iscsi {{(pid=103722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 31 11:58:44.753684 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0522fa65-2745-4e25-81fd-be49ea2d3267 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786384-7-iscsi {{(pid=103722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 31 11:58:44.753982 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0522fa65-2745-4e25-81fd-be49ea2d3267 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786384-7-iscsi {{(pid=103722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 31 11:58:44.754332 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0522fa65-2745-4e25-81fd-be49ea2d3267 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786384-7-iscsi {{(pid=103722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 31 11:58:44.754624 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0522fa65-2745-4e25-81fd-be49ea2d3267 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786384-7-iscsi {{(pid=103722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 31 11:58:44.754961 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0522fa65-2745-4e25-81fd-be49ea2d3267 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786384-7-iscsi {{(pid=103722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 31 11:58:44.755250 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0522fa65-2745-4e25-81fd-be49ea2d3267 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786384-7-iscsi {{(pid=103722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 31 11:58:44.755595 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0522fa65-2745-4e25-81fd-be49ea2d3267 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786384-7-iscsi {{(pid=103722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 31 11:58:44.755914 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0522fa65-2745-4e25-81fd-be49ea2d3267 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786384-7-iscsi {{(pid=103722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 31 11:58:44.756229 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0522fa65-2745-4e25-81fd-be49ea2d3267 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786384-7-iscsi {{(pid=103722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 31 11:58:44.756540 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0522fa65-2745-4e25-81fd-be49ea2d3267 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786384-7-iscsi {{(pid=103722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 31 11:58:44.818866 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG oslo_concurrency.lockutils [None req-0522fa65-2745-4e25-81fd-be49ea2d3267 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=103722) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 31 11:58:44.852396 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.db.db_base_plugin_common [None req-0228db77-7265-4980-b0ff-b96bc1b9cb29 admin admin] Allocated IP 172.27.2.162 (1cb16751-6ba1-494a-bef1-53f614bdb222/1135c889-0623-4d10-975a-f2c46f50f0f6/ab9dfa04-d24c-455c-a90a-a92ad8078cb6) {{(pid=103721) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 31 11:58:44.870775 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron.plugins.ml2.managers [None req-0522fa65-2745-4e25-81fd-be49ea2d3267 None None] Attempting to bind port e0920f0b-0c5b-4d4d-b551-5b2e32c53a33 on host dv-cinder-786384-7-iscsi for vnic_type normal with profile  {{(pid=103722) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
May 31 11:58:44.871150 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron.plugins.ml2.managers [None req-0522fa65-2745-4e25-81fd-be49ea2d3267 None None] Attempting to bind port e0920f0b-0c5b-4d4d-b551-5b2e32c53a33 by drivers openvswitch,hyperv on host dv-cinder-786384-7-iscsi at level 0 using segments [{'id': '5b821f6b-a910-418f-9ed0-d28e7c2036c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 776, 'network_id': 'edd9641d-7b8a-4f6f-b1b1-6f5b9e99662a'}] {{(pid=103722) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
May 31 11:58:44.871710 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0522fa65-2745-4e25-81fd-be49ea2d3267 None None] Attempting to bind port e0920f0b-0c5b-4d4d-b551-5b2e32c53a33 on network edd9641d-7b8a-4f6f-b1b1-6f5b9e99662a {{(pid=103722) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 31 11:58:44.877265 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0522fa65-2745-4e25-81fd-be49ea2d3267 None None] Checking agent: {'id': 'c576d319-5791-4ac3-a718-d6660db1fc9b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786384-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 31, 11, 36, 6), 'started_at': datetime.datetime(2021, 5, 31, 11, 36, 36), 'heartbeat_timestamp': datetime.datetime(2021, 5, 31, 11, 58, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786384-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103722) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
May 31 11:58:44.877625 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0522fa65-2745-4e25-81fd-be49ea2d3267 None None] Checking segment: {'id': '5b821f6b-a910-418f-9ed0-d28e7c2036c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 776, 'network_id': 'edd9641d-7b8a-4f6f-b1b1-6f5b9e99662a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103722) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 31 11:58:44.878034 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron_lib.callbacks.manager [None req-0522fa65-2745-4e25-81fd-be49ea2d3267 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:58:44.878449 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0522fa65-2745-4e25-81fd-be49ea2d3267 None None] Bound using segment: {'id': '5b821f6b-a910-418f-9ed0-d28e7c2036c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 776, 'network_id': 'edd9641d-7b8a-4f6f-b1b1-6f5b9e99662a'} {{(pid=103722) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
May 31 11:58:44.878918 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron.plugins.ml2.managers [None req-0522fa65-2745-4e25-81fd-be49ea2d3267 None None] Bound port: e0920f0b-0c5b-4d4d-b551-5b2e32c53a33, host: dv-cinder-786384-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5b821f6b-a910-418f-9ed0-d28e7c2036c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 776, 'network_id': 'edd9641d-7b8a-4f6f-b1b1-6f5b9e99662a'}}] {{(pid=103722) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
May 31 11:58:44.879303 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron_lib.callbacks.manager [None req-0522fa65-2745-4e25-81fd-be49ea2d3267 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-934180'] for port, before_update {{(pid=103722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:58:44.971105 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron.plugins.ml2.db [None req-0522fa65-2745-4e25-81fd-be49ea2d3267 None None] For port e0920f0b-0c5b-4d4d-b551-5b2e32c53a33, host dv-cinder-786384-7-iscsi, cleared binding levels {{(pid=103722) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
May 31 11:58:44.974266 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron.plugins.ml2.db [None req-0522fa65-2745-4e25-81fd-be49ea2d3267 None None] For port e0920f0b-0c5b-4d4d-b551-5b2e32c53a33, host dv-cinder-786384-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786384-7-iscsi',level=0,port_id=e0920f0b-0c5b-4d4d-b551-5b2e32c53a33,segment=NetworkSegment(5b821f6b-a910-418f-9ed0-d28e7c2036c5),segment_id=5b821f6b-a910-418f-9ed0-d28e7c2036c5)] {{(pid=103722) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
May 31 11:58:44.979572 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron_lib.callbacks.manager [None req-0522fa65-2745-4e25-81fd-be49ea2d3267 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937715', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3701677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744215954324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744215520988', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744215521293'] for port, after_update {{(pid=103722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:58:44.984015 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG oslo_concurrency.lockutils [None req-5a787a31-9aa7-4ff6-a139-7919b6b2587f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103722) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 31 11:58:45.001697 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron_lib.callbacks.manager [None req-0228db77-7265-4980-b0ff-b96bc1b9cb29 admin admin] Notify callbacks [] for port, precommit_create {{(pid=103721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:58:45.033763 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron_lib.callbacks.manager [None req-0228db77-7265-4980-b0ff-b96bc1b9cb29 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937715', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3701677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744215520970', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2250866'] for port, after_create {{(pid=103721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:58:45.039494 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG oslo_concurrency.lockutils [None req-04b60afd-0615-455d-b4cf-5e8efbadc13f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103721) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 31 11:58:45.068306 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0522fa65-2745-4e25-81fd-be49ea2d3267 None None] Pushing event updated for resources: {'Port': ['ID=e0920f0b-0c5b-4d4d-b551-5b2e32c53a33,revision_number=2']} {{(pid=103722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 31 11:58:45.071463 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG oslo_concurrency.lockutils [None req-0522fa65-2745-4e25-81fd-be49ea2d3267 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=103722) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 31 11:58:45.209089 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0228db77-7265-4980-b0ff-b96bc1b9cb29 admin admin] Network 1cb16751-6ba1-494a-bef1-53f614bdb222 is already hosted by enough agents. {{(pid=103721) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 31 11:58:45.211889 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.scheduler.base_scheduler [None req-0228db77-7265-4980-b0ff-b96bc1b9cb29 admin admin] Resources bound (agent type, host, resource id):  {{(pid=103721) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 31 11:58:45.214491 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0228db77-7265-4980-b0ff-b96bc1b9cb29 admin admin] Received port after_create {{(pid=103721) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
May 31 11:58:45.263042 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0228db77-7265-4980-b0ff-b96bc1b9cb29 admin admin] Pushing event updated for resources: {'Port': ['ID=ab9dfa04-d24c-455c-a90a-a92ad8078cb6,revision_number=1']} {{(pid=103721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 31 11:58:45.266933 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG oslo_concurrency.lockutils [None req-0228db77-7265-4980-b0ff-b96bc1b9cb29 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.227s {{(pid=103721) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 31 11:58:45.643154 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron_lib.callbacks.manager [None req-0228db77-7265-4980-b0ff-b96bc1b9cb29 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=103721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:58:45.677428 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron.plugins.ml2.rpc [None req-1f0a762f-0348-4bba-b860-8eddab4cd770 None None] Device e0920f0b-0c5b-4d4d-b551-5b2e32c53a33 up at agent ovs-agent-dv-cinder-786384-7-iscsi {{(pid=103722) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 31 11:58:45.754238 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron.db.provisioning_blocks [None req-1f0a762f-0348-4bba-b860-8eddab4cd770 None None] Provisioning for port e0920f0b-0c5b-4d4d-b551-5b2e32c53a33 completed by entity L2. {{(pid=103722) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 31 11:58:45.945607 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28dd137d-0ae3-497e-a9bd-decf91e25560 None None] Network edd9641d-7b8a-4f6f-b1b1-6f5b9e99662a requested from dv-cinder-786384-7-iscsi {{(pid=103722) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
May 31 11:58:45.993897 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron_lib.callbacks.manager [None req-0228db77-7265-4980-b0ff-b96bc1b9cb29 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4091317', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4088325'] for router, after_create {{(pid=103721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:58:46.094791 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron.db.provisioning_blocks [None req-ba64c1b5-e6b1-4455-b5d4-89a53b8c19ae None None] Provisioning for port e0920f0b-0c5b-4d4d-b551-5b2e32c53a33 completed by entity DHCP. {{(pid=103722) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 31 11:58:46.109893 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron.db.provisioning_blocks [None req-ba64c1b5-e6b1-4455-b5d4-89a53b8c19ae None None] Provisioning complete for port e0920f0b-0c5b-4d4d-b551-5b2e32c53a33 triggered by entity DHCP. {{(pid=103722) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 31 11:58:46.110262 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron_lib.callbacks.manager [None req-ba64c1b5-e6b1-4455-b5d4-89a53b8c19ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857618'] for port, provisioning_complete {{(pid=103722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:58:46.203046 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0228db77-7265-4980-b0ff-b96bc1b9cb29 admin admin] Router 115ce9ad-b529-4792-8826-40e7906bc4db is scheduled to L3 agent f8c17dd7-da16-4427-b6e3-d7e30616bc4c with binding_index 1 {{(pid=103721) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}}
May 31 11:58:46.283373 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron_lib.callbacks.manager [None req-ba64c1b5-e6b1-4455-b5d4-89a53b8c19ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-934180'] for port, before_update {{(pid=103722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:58:46.319661 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron.plugins.ml2.db [None req-ba64c1b5-e6b1-4455-b5d4-89a53b8c19ae None None] For port e0920f0b-0c5b-4d4d-b551-5b2e32c53a33, host dv-cinder-786384-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786384-7-iscsi',level=0,port_id=e0920f0b-0c5b-4d4d-b551-5b2e32c53a33,segment=NetworkSegment(5b821f6b-a910-418f-9ed0-d28e7c2036c5),segment_id=5b821f6b-a910-418f-9ed0-d28e7c2036c5)] {{(pid=103722) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 31 11:58:46.324291 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron_lib.callbacks.manager [None req-ba64c1b5-e6b1-4455-b5d4-89a53b8c19ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937715', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3701677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744215954324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744215520988', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744215521293'] for port, after_update {{(pid=103722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:58:46.326905 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG oslo_concurrency.lockutils [None req-43028a7b-58d7-408b-ac75-1328e6896bf7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103722) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 31 11:58:46.381481 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0228db77-7265-4980-b0ff-b96bc1b9cb29 admin admin] Notify agent at l3_agent.dv-cinder-786384-7-iscsi the message routers_updated {{(pid=103721) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
May 31 11:58:46.396713 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68a51fc0-da3e-479e-b06b-18805c9aaef1 None None] Sync routers for ids ['115ce9ad-b529-4792-8826-40e7906bc4db'] in dv-cinder-786384-7-iscsi {{(pid=103722) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 31 11:58:46.399735 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba64c1b5-e6b1-4455-b5d4-89a53b8c19ae None None] Pushing event updated for resources: {'Port': ['ID=e0920f0b-0c5b-4d4d-b551-5b2e32c53a33,revision_number=3']} {{(pid=103722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 31 11:58:46.404077 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG oslo_concurrency.lockutils [None req-ba64c1b5-e6b1-4455-b5d4-89a53b8c19ae None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=103722) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 31 11:58:46.410558 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68a51fc0-da3e-479e-b06b-18805c9aaef1 None None] Routers {'115ce9ad-b529-4792-8826-40e7906bc4db'} bound to L3 agent in host dv-cinder-786384-7-iscsi {{(pid=103722) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 31 11:58:46.411192 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron.db.l3_hamode_db [None req-68a51fc0-da3e-479e-b06b-18805c9aaef1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f3ebccb0460>, 'dv-cinder-786384-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-05-31T11:36:05Z,description=<?>,heartbeat_timestamp=2021-05-31T11:58:36Z,host='dv-cinder-786384-7-iscsi',id=f8c17dd7-da16-4427-b6e3-d7e30616bc4c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-31T11:36:05Z,topic='l3_agent')) {'router_ids': ['115ce9ad-b529-4792-8826-40e7906bc4db'], 'active': True} {{(pid=103722) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 31 11:58:46.421472 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron_lib.callbacks.manager [None req-0228db77-7265-4980-b0ff-b96bc1b9cb29 admin admin] Notify callbacks [] for router, before_response {{(pid=103721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:58:46.424271 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [None req-0228db77-7265-4980-b0ff-b96bc1b9cb29 admin admin] 10.222.0.57 "POST /v2.0/routers HTTP/1.1" status: 201  len: 923 time: 2.3594117
May 31 11:58:46.425853 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.wsgi [-] (103721) accepted ('10.222.0.57', 49960) {{(pid=103721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 31 11:58:46.595083 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron.db.provisioning_blocks [None req-ea5499bf-ba5b-43a7-8f7f-11298431b313 None None] Provisioning complete for port e0920f0b-0c5b-4d4d-b551-5b2e32c53a33 triggered by entity DHCP. {{(pid=103722) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 31 11:58:46.595334 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron_lib.callbacks.manager [None req-ea5499bf-ba5b-43a7-8f7f-11298431b313 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857618'] for port, provisioning_complete {{(pid=103722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:58:46.645373 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron.db.l3_dvr_db [None req-68a51fc0-da3e-479e-b06b-18805c9aaef1 None None] Set router 115ce9ad-b529-4792-8826-40e7906bc4db gateway port host: dv-cinder-786384-7-iscsi {{(pid=103722) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
May 31 11:58:46.977928 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron.db.l3_hamode_db [None req-68a51fc0-da3e-479e-b06b-18805c9aaef1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f3ebccb0460>, [{'id': '115ce9ad-b529-4792-8826-40e7906bc4db', 'name': 'tempest-TestVolumeBootPattern-554410731-router', 'tenant_id': '5a6b811ce5ca43c7b2fc478d12fff20b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cb16751-6ba1-494a-bef1-53f614bdb222', 'external_fixed_ips': [{'subnet_id': '1135c889-0623-4d10-975a-f2c46f50f0f6', 'ip_address': '172.27.2.162'}], 'enable_snat': True}, 'gw_port_id': 'ab9dfa04-d24c-455c-a90a-a92ad8078cb6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T11:58:44Z', 'updated_at': '2021-05-31T11:58:45Z', 'revision_number': 3, 'project_id': '5a6b811ce5ca43c7b2fc478d12fff20b', 'gw_port': {'id': 'ab9dfa04-d24c-455c-a90a-a92ad8078cb6', 'name': '', 'network_id': '1cb16751-6ba1-494a-bef1-53f614bdb222', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:06:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '115ce9ad-b529-4792-8826-40e7906bc4db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 656, 'fixed_ips': [{'subnet_id': '1135c889-0623-4d10-975a-f2c46f50f0f6', 'ip_address': '172.27.2.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T11:58:44Z', 'updated_at': '2021-05-31T11:58:44Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1135c889-0623-4d10-975a-f2c46f50f0f6', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786384-7-iscsi'}], 'dv-cinder-786384-7-iscsi', False) {} {{(pid=103722) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 31 11:58:46.981637 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68a51fc0-da3e-479e-b06b-18805c9aaef1 None None] Checking router: 115ce9ad-b529-4792-8826-40e7906bc4db for host: dv-cinder-786384-7-iscsi {{(pid=103722) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
May 31 11:58:46.981981 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68a51fc0-da3e-479e-b06b-18805c9aaef1 None None] Updating router 115ce9ad-b529-4792-8826-40e7906bc4db port ab9dfa04-d24c-455c-a90a-a92ad8078cb6 binding host dv-cinder-786384-7-iscsi {{(pid=103722) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
May 31 11:58:47.033037 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron_lib.callbacks.manager [None req-68a51fc0-da3e-479e-b06b-18805c9aaef1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-934180'] for port, before_update {{(pid=103722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:58:47.211606 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron_lib.callbacks.manager [None req-4f9afab7-b1af-4f28-9726-b82db00aeefa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-934180'] for port, before_create {{(pid=103721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:58:47.393053 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron_lib.callbacks.manager [None req-68a51fc0-da3e-479e-b06b-18805c9aaef1 None None] Notify callbacks [] for port, precommit_update {{(pid=103722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:58:47.404794 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron.db.provisioning_blocks [None req-68a51fc0-da3e-479e-b06b-18805c9aaef1 None None] Transition to ACTIVE for port object ab9dfa04-d24c-455c-a90a-a92ad8078cb6 will not be triggered until provisioned by entity L2. {{(pid=103722) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 31 11:58:47.411373 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron_lib.callbacks.manager [None req-68a51fc0-da3e-479e-b06b-18805c9aaef1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937715', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3701677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744215954324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744215520988', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744215521293'] for port, after_update {{(pid=103722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:58:47.415693 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG oslo_concurrency.lockutils [None req-43028a7b-58d7-408b-ac75-1328e6896bf7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103722) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 31 11:58:47.415995 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.db.db_base_plugin_common [None req-4f9afab7-b1af-4f28-9726-b82db00aeefa admin admin] Allocated IP 172.20.0.1 (edd9641d-7b8a-4f6f-b1b1-6f5b9e99662a/554467f2-05f8-4319-998c-3640549da255/18e2efc1-542e-4e22-ba51-08768ab5b35a) {{(pid=103721) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 31 11:58:47.487265 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron.plugins.ml2.managers [None req-68a51fc0-da3e-479e-b06b-18805c9aaef1 None None] Attempting to bind port ab9dfa04-d24c-455c-a90a-a92ad8078cb6 on host dv-cinder-786384-7-iscsi for vnic_type normal with profile  {{(pid=103722) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
May 31 11:58:47.487539 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron.plugins.ml2.managers [None req-68a51fc0-da3e-479e-b06b-18805c9aaef1 None None] Attempting to bind port ab9dfa04-d24c-455c-a90a-a92ad8078cb6 by drivers openvswitch,hyperv on host dv-cinder-786384-7-iscsi at level 0 using segments [{'id': '82286f75-faff-40ec-beef-7945374ee8e1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1cb16751-6ba1-494a-bef1-53f614bdb222'}] {{(pid=103722) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
May 31 11:58:47.487925 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68a51fc0-da3e-479e-b06b-18805c9aaef1 None None] Attempting to bind port ab9dfa04-d24c-455c-a90a-a92ad8078cb6 on network 1cb16751-6ba1-494a-bef1-53f614bdb222 {{(pid=103722) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 31 11:58:47.493621 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c2fe281-b894-4fca-a194-7c27795510f1 None None] Pushing event updated for resources: {'Port': ['ID=ab9dfa04-d24c-455c-a90a-a92ad8078cb6,revision_number=2']} {{(pid=103722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 31 11:58:47.498006 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG oslo_concurrency.lockutils [None req-9c2fe281-b894-4fca-a194-7c27795510f1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=103722) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 31 11:58:47.498903 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68a51fc0-da3e-479e-b06b-18805c9aaef1 None None] Checking agent: {'id': 'c576d319-5791-4ac3-a718-d6660db1fc9b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786384-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 31, 11, 36, 6), 'started_at': datetime.datetime(2021, 5, 31, 11, 36, 36), 'heartbeat_timestamp': datetime.datetime(2021, 5, 31, 11, 58, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786384-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103722) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
May 31 11:58:47.499597 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68a51fc0-da3e-479e-b06b-18805c9aaef1 None None] Checking segment: {'id': '82286f75-faff-40ec-beef-7945374ee8e1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1cb16751-6ba1-494a-bef1-53f614bdb222'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103722) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 31 11:58:47.499716 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron_lib.callbacks.manager [None req-68a51fc0-da3e-479e-b06b-18805c9aaef1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:58:47.500137 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68a51fc0-da3e-479e-b06b-18805c9aaef1 None None] Bound using segment: {'id': '82286f75-faff-40ec-beef-7945374ee8e1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1cb16751-6ba1-494a-bef1-53f614bdb222'} {{(pid=103722) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
May 31 11:58:47.500607 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron.plugins.ml2.managers [None req-68a51fc0-da3e-479e-b06b-18805c9aaef1 None None] Bound port: ab9dfa04-d24c-455c-a90a-a92ad8078cb6, host: dv-cinder-786384-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '82286f75-faff-40ec-beef-7945374ee8e1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1cb16751-6ba1-494a-bef1-53f614bdb222'}}] {{(pid=103722) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
May 31 11:58:47.501012 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron_lib.callbacks.manager [None req-68a51fc0-da3e-479e-b06b-18805c9aaef1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-934180'] for port, before_update {{(pid=103722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:58:47.567312 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron_lib.callbacks.manager [None req-4f9afab7-b1af-4f28-9726-b82db00aeefa admin admin] Notify callbacks [] for port, precommit_create {{(pid=103721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:58:47.578170 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron.plugins.ml2.db [None req-68a51fc0-da3e-479e-b06b-18805c9aaef1 None None] For port ab9dfa04-d24c-455c-a90a-a92ad8078cb6, host dv-cinder-786384-7-iscsi, cleared binding levels {{(pid=103722) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
May 31 11:58:47.581623 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron.plugins.ml2.db [None req-68a51fc0-da3e-479e-b06b-18805c9aaef1 None None] For port ab9dfa04-d24c-455c-a90a-a92ad8078cb6, host dv-cinder-786384-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786384-7-iscsi',level=0,port_id=ab9dfa04-d24c-455c-a90a-a92ad8078cb6,segment=NetworkSegment(82286f75-faff-40ec-beef-7945374ee8e1),segment_id=82286f75-faff-40ec-beef-7945374ee8e1)] {{(pid=103722) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
May 31 11:58:47.584321 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.db.provisioning_blocks [None req-4f9afab7-b1af-4f28-9726-b82db00aeefa admin admin] Transition to ACTIVE for port object 18e2efc1-542e-4e22-ba51-08768ab5b35a will not be triggered until provisioned by entity DHCP. {{(pid=103721) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 31 11:58:47.586140 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron_lib.callbacks.manager [None req-68a51fc0-da3e-479e-b06b-18805c9aaef1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937715', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3701677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744215954324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744215520988', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744215521293'] for port, after_update {{(pid=103722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:58:47.590637 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG oslo_concurrency.lockutils [None req-0522fa65-2745-4e25-81fd-be49ea2d3267 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103722) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 31 11:58:47.619509 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron_lib.callbacks.manager [None req-4f9afab7-b1af-4f28-9726-b82db00aeefa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937715', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3701677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744215520970', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2250866'] for port, after_create {{(pid=103721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:58:47.626543 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG oslo_concurrency.lockutils [None req-46e6ab74-9f3f-47dd-b8da-10da85761a17 tempest-AttachVolumeNegativeTest-422449261 tempest-AttachVolumeNegativeTest-422449261-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103721) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 31 11:58:47.653464 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron.plugins.ml2.rpc [None req-1f0a762f-0348-4bba-b860-8eddab4cd770 None None] Device e0920f0b-0c5b-4d4d-b551-5b2e32c53a33 up at agent ovs-agent-dv-cinder-786384-7-iscsi {{(pid=103722) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 31 11:58:47.690315 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f9afab7-b1af-4f28-9726-b82db00aeefa admin admin] Network edd9641d-7b8a-4f6f-b1b1-6f5b9e99662a is already hosted by enough agents. {{(pid=103721) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 31 11:58:47.693124 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.scheduler.base_scheduler [None req-4f9afab7-b1af-4f28-9726-b82db00aeefa admin admin] Resources bound (agent type, host, resource id):  {{(pid=103721) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 31 11:58:47.696945 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f9afab7-b1af-4f28-9726-b82db00aeefa admin admin] Received port after_create {{(pid=103721) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
May 31 11:58:47.722031 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68a51fc0-da3e-479e-b06b-18805c9aaef1 None None] Routers {'115ce9ad-b529-4792-8826-40e7906bc4db'} bound to L3 agent in host dv-cinder-786384-7-iscsi {{(pid=103722) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 31 11:58:47.722680 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron.db.l3_hamode_db [None req-68a51fc0-da3e-479e-b06b-18805c9aaef1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f3ebccb0460>, 'dv-cinder-786384-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-05-31T11:36:05Z,description=<?>,heartbeat_timestamp=2021-05-31T11:58:36Z,host='dv-cinder-786384-7-iscsi',id=f8c17dd7-da16-4427-b6e3-d7e30616bc4c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-31T11:36:05Z,topic='l3_agent')) {'router_ids': ['115ce9ad-b529-4792-8826-40e7906bc4db'], 'active': True} {{(pid=103722) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 31 11:58:47.739708 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f9afab7-b1af-4f28-9726-b82db00aeefa admin admin] Pushing event updated for resources: {'Port': ['ID=18e2efc1-542e-4e22-ba51-08768ab5b35a,revision_number=1']} {{(pid=103721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 31 11:58:47.744130 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG oslo_concurrency.lockutils [None req-4f9afab7-b1af-4f28-9726-b82db00aeefa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=103721) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 31 11:58:47.756439 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron_lib.callbacks.manager [None req-4f9afab7-b1af-4f28-9726-b82db00aeefa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4094068'] for router_interface, before_create {{(pid=103721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:58:47.790961 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c2fe281-b894-4fca-a194-7c27795510f1 None None] Pushing event updated for resources: {'Port': ['ID=ab9dfa04-d24c-455c-a90a-a92ad8078cb6,revision_number=3']} {{(pid=103722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 31 11:58:47.794525 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG oslo_concurrency.lockutils [None req-9c2fe281-b894-4fca-a194-7c27795510f1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.204s {{(pid=103722) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 31 11:58:47.894869 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron.db.provisioning_blocks [None req-1f0a762f-0348-4bba-b860-8eddab4cd770 None None] Provisioning complete for port e0920f0b-0c5b-4d4d-b551-5b2e32c53a33 triggered by entity L2. {{(pid=103722) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 31 11:58:47.895243 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron_lib.callbacks.manager [None req-1f0a762f-0348-4bba-b860-8eddab4cd770 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857618'] for port, provisioning_complete {{(pid=103722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:58:47.978596 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron.db.l3_dvr_db [None req-68a51fc0-da3e-479e-b06b-18805c9aaef1 None None] Set router 115ce9ad-b529-4792-8826-40e7906bc4db gateway port host: dv-cinder-786384-7-iscsi {{(pid=103722) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
May 31 11:58:48.012252 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron_lib.callbacks.manager [None req-4f9afab7-b1af-4f28-9726-b82db00aeefa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-934180'] for port, before_update {{(pid=103721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:58:48.018886 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron.db.provisioning_blocks [None req-16824fa3-f406-4f02-bd9c-787faf1576ce None None] Provisioning for port 18e2efc1-542e-4e22-ba51-08768ab5b35a completed by entity DHCP. {{(pid=103722) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 31 11:58:48.091830 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron.db.provisioning_blocks [None req-16824fa3-f406-4f02-bd9c-787faf1576ce None None] Provisioning complete for port 18e2efc1-542e-4e22-ba51-08768ab5b35a triggered by entity DHCP. {{(pid=103722) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 31 11:58:48.092218 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron_lib.callbacks.manager [None req-16824fa3-f406-4f02-bd9c-787faf1576ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857618'] for port, provisioning_complete {{(pid=103722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:58:48.270871 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron.plugins.ml2.plugin [None req-16824fa3-f406-4f02-bd9c-787faf1576ce None None] Port 18e2efc1-542e-4e22-ba51-08768ab5b35a cannot update to ACTIVE because it is not bound. {{(pid=103722) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
May 31 11:58:48.344386 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron_lib.callbacks.manager [None req-4f9afab7-b1af-4f28-9726-b82db00aeefa admin admin] Notify callbacks [] for port, precommit_update {{(pid=103721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:58:48.349694 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron_lib.callbacks.manager [None req-4f9afab7-b1af-4f28-9726-b82db00aeefa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937715', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3701677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744215954324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744215520988', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744215521293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2250875'] for port, after_update {{(pid=103721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:58:48.369922 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron.db.l3_hamode_db [None req-68a51fc0-da3e-479e-b06b-18805c9aaef1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f3ebccb0460>, [{'id': '115ce9ad-b529-4792-8826-40e7906bc4db', 'name': 'tempest-TestVolumeBootPattern-554410731-router', 'tenant_id': '5a6b811ce5ca43c7b2fc478d12fff20b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cb16751-6ba1-494a-bef1-53f614bdb222', 'external_fixed_ips': [{'subnet_id': '1135c889-0623-4d10-975a-f2c46f50f0f6', 'ip_address': '172.27.2.162'}], 'enable_snat': True}, 'gw_port_id': 'ab9dfa04-d24c-455c-a90a-a92ad8078cb6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T11:58:44Z', 'updated_at': '2021-05-31T11:58:45Z', 'revision_number': 3, 'project_id': '5a6b811ce5ca43c7b2fc478d12fff20b', 'gw_port': {'id': 'ab9dfa04-d24c-455c-a90a-a92ad8078cb6', 'name': '', 'network_id': '1cb16751-6ba1-494a-bef1-53f614bdb222', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:06:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '115ce9ad-b529-4792-8826-40e7906bc4db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 656, 'fixed_ips': [{'subnet_id': '1135c889-0623-4d10-975a-f2c46f50f0f6', 'ip_address': '172.27.2.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786384-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T11:58:44Z', 'updated_at': '2021-05-31T11:58:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1135c889-0623-4d10-975a-f2c46f50f0f6', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786384-7-iscsi'}], 'dv-cinder-786384-7-iscsi', False) {} {{(pid=103722) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 31 11:58:48.373878 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68a51fc0-da3e-479e-b06b-18805c9aaef1 None None] The sync data for ids ['115ce9ad-b529-4792-8826-40e7906bc4db'] in dv-cinder-786384-7-iscsi is: [{'id': '115ce9ad-b529-4792-8826-40e7906bc4db', 'name': 'tempest-TestVolumeBootPattern-554410731-router', 'tenant_id': '5a6b811ce5ca43c7b2fc478d12fff20b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cb16751-6ba1-494a-bef1-53f614bdb222', 'external_fixed_ips': [{'subnet_id': '1135c889-0623-4d10-975a-f2c46f50f0f6', 'ip_address': '172.27.2.162'}], 'enable_snat': True}, 'gw_port_id': 'ab9dfa04-d24c-455c-a90a-a92ad8078cb6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T11:58:44Z', 'updated_at': '2021-05-31T11:58:45Z', 'revision_number': 3, 'project_id': '5a6b811ce5ca43c7b2fc478d12fff20b', 'gw_port': {'id': 'ab9dfa04-d24c-455c-a90a-a92ad8078cb6', 'name': '', 'network_id': '1cb16751-6ba1-494a-bef1-53f614bdb222', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:06:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '115ce9ad-b529-4792-8826-40e7906bc4db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 656, 'fixed_ips': [{'subnet_id': '1135c889-0623-4d10-975a-f2c46f50f0f6', 'ip_address': '172.27.2.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786384-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T11:58:44Z', 'updated_at': '2021-05-31T11:58:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1135c889-0623-4d10-975a-f2c46f50f0f6', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786384-7-iscsi'}] {{(pid=103722) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 31 11:58:48.374195 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG oslo_concurrency.lockutils [None req-b087120b-ea46-4663-bf6f-25dba1501031 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103721) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 31 11:58:48.457938 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f9afab7-b1af-4f28-9726-b82db00aeefa admin admin] Pushing event updated for resources: {'Port': ['ID=18e2efc1-542e-4e22-ba51-08768ab5b35a,revision_number=2']} {{(pid=103721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 31 11:58:48.460615 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron_lib.callbacks.manager [None req-4f9afab7-b1af-4f28-9726-b82db00aeefa admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3695180', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4094169'] for router_interface, after_create {{(pid=103721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:58:48.465358 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG oslo_concurrency.lockutils [None req-4f9afab7-b1af-4f28-9726-b82db00aeefa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=103721) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 31 11:58:48.611480 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f9afab7-b1af-4f28-9726-b82db00aeefa admin admin] Network edd9641d-7b8a-4f6f-b1b1-6f5b9e99662a is already hosted by enough agents. {{(pid=103721) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 31 11:58:48.612723 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.scheduler.base_scheduler [None req-4f9afab7-b1af-4f28-9726-b82db00aeefa admin admin] Resources bound (agent type, host, resource id):  {{(pid=103721) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 31 11:58:48.799507 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron.db.provisioning_blocks [None req-c76f5626-46ad-4712-b46d-34d96586a2d7 None None] Provisioning complete for port 18e2efc1-542e-4e22-ba51-08768ab5b35a triggered by entity DHCP. {{(pid=103722) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 31 11:58:48.800159 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron_lib.callbacks.manager [None req-c76f5626-46ad-4712-b46d-34d96586a2d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857618'] for port, provisioning_complete {{(pid=103722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:58:48.808256 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4f9afab7-b1af-4f28-9726-b82db00aeefa admin admin] Router 115ce9ad-b529-4792-8826-40e7906bc4db has already been hosted by L3 agent f8c17dd7-da16-4427-b6e3-d7e30616bc4c {{(pid=103721) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
May 31 11:58:48.859066 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron.plugins.ml2.plugin [None req-c76f5626-46ad-4712-b46d-34d96586a2d7 None None] Port 18e2efc1-542e-4e22-ba51-08768ab5b35a cannot update to ACTIVE because it is not bound. {{(pid=103722) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
May 31 11:58:48.988237 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4f9afab7-b1af-4f28-9726-b82db00aeefa admin admin] Notify agent at l3_agent.dv-cinder-786384-7-iscsi the message routers_updated {{(pid=103721) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
May 31 11:58:48.997637 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [None req-4f9afab7-b1af-4f28-9726-b82db00aeefa admin admin] 10.222.0.57 "PUT /v2.0/routers/115ce9ad-b529-4792-8826-40e7906bc4db/add_router_interface HTTP/1.1" status: 200  len: 503 time: 2.5706911
May 31 11:58:49.538627 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.wsgi [-] (103721) accepted ('10.222.0.57', 49978) {{(pid=103721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 31 11:58:49.544533 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.api.v2.base [None req-37fcc293-78ce-4ac1-82c2-f03c92659c3c admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-435758301-network', 'tenant_id': '61f2eba02cbc460886ac4aef56d401d4'}} {{(pid=103721) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 31 11:58:49.549379 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.db.quota.driver [None req-37fcc293-78ce-4ac1-82c2-f03c92659c3c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=103721) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 31 11:58:49.553165 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.quota.resource [None req-37fcc293-78ce-4ac1-82c2-f03c92659c3c admin admin] Usage tracker for resource:network and tenant:61f2eba02cbc460886ac4aef56d401d4 is out of sync, need to count used quota {{(pid=103721) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 31 11:58:49.556111 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.quota.resource [None req-37fcc293-78ce-4ac1-82c2-f03c92659c3c admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=103721) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 31 11:58:49.561680 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.db.quota.driver [None req-37fcc293-78ce-4ac1-82c2-f03c92659c3c admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=103721) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 31 11:58:49.572714 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-37fcc293-78ce-4ac1-82c2-f03c92659c3c admin admin] Made reservation on behalf of 61f2eba02cbc460886ac4aef56d401d4 for: {'network': 1} {{(pid=103721) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 31 11:58:49.575060 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron_lib.callbacks.manager [None req-37fcc293-78ce-4ac1-82c2-f03c92659c3c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-934191'] for network, before_create {{(pid=103721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:58:49.587837 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron_lib.callbacks.manager [None req-37fcc293-78ce-4ac1-82c2-f03c92659c3c admin admin] Notify callbacks [] for security_group, before_create {{(pid=103721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:58:49.609076 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.db.quota.driver [None req-37fcc293-78ce-4ac1-82c2-f03c92659c3c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=103721) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 31 11:58:49.613076 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.quota.resource [None req-37fcc293-78ce-4ac1-82c2-f03c92659c3c admin admin] Usage tracker for resource:security_group_rule and tenant:61f2eba02cbc460886ac4aef56d401d4 is out of sync, need to count used quota {{(pid=103721) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 31 11:58:49.616018 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.quota.resource [None req-37fcc293-78ce-4ac1-82c2-f03c92659c3c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=103721) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 31 11:58:49.621875 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.db.quota.driver [None req-37fcc293-78ce-4ac1-82c2-f03c92659c3c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=103721) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 31 11:58:49.665446 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron.plugins.ml2.rpc [None req-1f0a762f-0348-4bba-b860-8eddab4cd770 None None] Device ab9dfa04-d24c-455c-a90a-a92ad8078cb6 up at agent ovs-agent-dv-cinder-786384-7-iscsi {{(pid=103722) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 31 11:58:49.708212 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron_lib.callbacks.manager [None req-37fcc293-78ce-4ac1-82c2-f03c92659c3c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:58:49.713661 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron_lib.callbacks.manager [None req-37fcc293-78ce-4ac1-82c2-f03c92659c3c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3705957'] for security_group, after_create {{(pid=103721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:58:49.719168 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG oslo_concurrency.lockutils [None req-39660a01-7491-4326-922c-943c498fe1d6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103721) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 31 11:58:49.735805 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron.db.provisioning_blocks [None req-1f0a762f-0348-4bba-b860-8eddab4cd770 None None] Provisioning for port ab9dfa04-d24c-455c-a90a-a92ad8078cb6 completed by entity L2. {{(pid=103722) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 31 11:58:49.740586 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron.db.provisioning_blocks [None req-1f0a762f-0348-4bba-b860-8eddab4cd770 None None] Provisioning complete for port ab9dfa04-d24c-455c-a90a-a92ad8078cb6 triggered by entity L2. {{(pid=103722) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 31 11:58:49.740962 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron_lib.callbacks.manager [None req-1f0a762f-0348-4bba-b860-8eddab4cd770 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857618'] for port, provisioning_complete {{(pid=103722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:58:49.747097 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-37fcc293-78ce-4ac1-82c2-f03c92659c3c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 791}  {{(pid=103721) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
May 31 11:58:49.755693 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37fcc293-78ce-4ac1-82c2-f03c92659c3c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d6a061a3-9fcb-43c8-bb3b-9999948ade28,revision_number=1']} {{(pid=103721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 31 11:58:49.759709 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG oslo_concurrency.lockutils [None req-37fcc293-78ce-4ac1-82c2-f03c92659c3c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=103721) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 31 11:58:49.762529 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron_lib.callbacks.manager [None req-37fcc293-78ce-4ac1-82c2-f03c92659c3c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-882655'] for segment, precommit_create {{(pid=103721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:58:49.762853 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.db.segments_db [None req-37fcc293-78ce-4ac1-82c2-f03c92659c3c admin admin] Added segment 63d08f4b-c2f2-4e3d-b30e-328d0eeec32f of type vlan for network 697038b7-5ccc-4400-8ff0-c1ffebbcb048
May 31 11:58:49.792221 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron_lib.callbacks.manager [None req-37fcc293-78ce-4ac1-82c2-f03c92659c3c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744215540035'] for network, precommit_create {{(pid=103721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:58:49.819129 dv-cinder-786384-7-iscsi neutron-server[103723]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8439116c-f07c-4624-8f67-edf9c7b53f5e None None] Sync routers for ids ['115ce9ad-b529-4792-8826-40e7906bc4db'] in dv-cinder-786384-7-iscsi {{(pid=103723) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 31 11:58:49.828657 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron_lib.callbacks.manager [None req-37fcc293-78ce-4ac1-82c2-f03c92659c3c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3705951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3701686'] for network, after_create {{(pid=103721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:58:49.828971 dv-cinder-786384-7-iscsi neutron-server[103723]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8439116c-f07c-4624-8f67-edf9c7b53f5e None None] Routers {'115ce9ad-b529-4792-8826-40e7906bc4db'} bound to L3 agent in host dv-cinder-786384-7-iscsi {{(pid=103723) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 31 11:58:49.829583 dv-cinder-786384-7-iscsi neutron-server[103723]: DEBUG neutron.db.l3_hamode_db [None req-8439116c-f07c-4624-8f67-edf9c7b53f5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f3ebcd114f0>, 'dv-cinder-786384-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-05-31T11:36:05Z,description=<?>,heartbeat_timestamp=2021-05-31T11:58:36Z,host='dv-cinder-786384-7-iscsi',id=f8c17dd7-da16-4427-b6e3-d7e30616bc4c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-31T11:36:05Z,topic='l3_agent')) {'router_ids': ['115ce9ad-b529-4792-8826-40e7906bc4db'], 'active': True} {{(pid=103723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 31 11:58:49.829928 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37fcc293-78ce-4ac1-82c2-f03c92659c3c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 11:58:49.830565 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron_lib.callbacks.manager [None req-37fcc293-78ce-4ac1-82c2-f03c92659c3c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3701651'] for network, before_response {{(pid=103721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:58:49.834405 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103721) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 31 11:58:49.913444 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron_lib.callbacks.manager [None req-1f0a762f-0348-4bba-b860-8eddab4cd770 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-934180'] for port, before_update {{(pid=103722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:58:49.930386 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron.plugins.ml2.db [None req-1f0a762f-0348-4bba-b860-8eddab4cd770 None None] For port ab9dfa04-d24c-455c-a90a-a92ad8078cb6, host dv-cinder-786384-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786384-7-iscsi',level=0,port_id=ab9dfa04-d24c-455c-a90a-a92ad8078cb6,segment=NetworkSegment(82286f75-faff-40ec-beef-7945374ee8e1),segment_id=82286f75-faff-40ec-beef-7945374ee8e1)] {{(pid=103722) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 31 11:58:49.935639 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron_lib.callbacks.manager [None req-1f0a762f-0348-4bba-b860-8eddab4cd770 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937715', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3701677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744215954324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744215520988', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744215521293'] for port, after_update {{(pid=103722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:58:49.937520 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG oslo_concurrency.lockutils [None req-43028a7b-58d7-408b-ac75-1328e6896bf7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103722) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 31 11:58:49.945352 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37fcc293-78ce-4ac1-82c2-f03c92659c3c admin admin] Pushing event updated for resources: {'Network': ['ID=697038b7-5ccc-4400-8ff0-c1ffebbcb048,revision_number=1']} {{(pid=103721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 31 11:58:49.948671 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG oslo_concurrency.lockutils [None req-37fcc293-78ce-4ac1-82c2-f03c92659c3c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=103721) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 31 11:58:49.953018 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [None req-37fcc293-78ce-4ac1-82c2-f03c92659c3c admin admin] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201  len: 884 time: 0.4106879
May 31 11:58:49.953290 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.wsgi [-] (103721) accepted ('10.222.0.57', 49982) {{(pid=103721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 31 11:58:49.963181 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.api.v2.base [None req-f9afdd44-f9f3-44e4-a285-ebfa3046194d admin admin] Request body: {'subnet': {'network_id': '697038b7-5ccc-4400-8ff0-c1ffebbcb048', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-435758301-subnet', 'tenant_id': '61f2eba02cbc460886ac4aef56d401d4', 'ip_version': 4}} {{(pid=103721) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 31 11:58:49.965676 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.db.quota.driver [None req-f9afdd44-f9f3-44e4-a285-ebfa3046194d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=103721) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 31 11:58:49.970359 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.quota.resource [None req-f9afdd44-f9f3-44e4-a285-ebfa3046194d admin admin] Usage tracker for resource:subnet and tenant:61f2eba02cbc460886ac4aef56d401d4 is out of sync, need to count used quota {{(pid=103721) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 31 11:58:49.972743 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.quota.resource [None req-f9afdd44-f9f3-44e4-a285-ebfa3046194d admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=103721) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 31 11:58:49.973984 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron.plugins.ml2.rpc [None req-1f0a762f-0348-4bba-b860-8eddab4cd770 None None] Network 697038b7-5ccc-4400-8ff0-c1ffebbcb048 details requested by agent ovs-agent-dv-cinder-786384-7-iscsi with host dv-cinder-786384-7-iscsi {{(pid=103722) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
May 31 11:58:49.978613 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.db.quota.driver [None req-f9afdd44-f9f3-44e4-a285-ebfa3046194d admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=103721) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 31 11:58:49.990102 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f9afdd44-f9f3-44e4-a285-ebfa3046194d admin admin] Made reservation on behalf of 61f2eba02cbc460886ac4aef56d401d4 for: {'subnet': 1} {{(pid=103721) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 31 11:58:49.992765 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron_lib.callbacks.manager [None req-f9afdd44-f9f3-44e4-a285-ebfa3046194d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2293559'] for subnet, before_create {{(pid=103721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:58:50.006997 dv-cinder-786384-7-iscsi neutron-server[103723]: DEBUG neutron.db.l3_dvr_db [None req-8439116c-f07c-4624-8f67-edf9c7b53f5e None None] Set router 115ce9ad-b529-4792-8826-40e7906bc4db gateway port host: dv-cinder-786384-7-iscsi {{(pid=103723) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
May 31 11:58:50.096209 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f0a762f-0348-4bba-b860-8eddab4cd770 None None] Pushing event updated for resources: {'Port': ['ID=ab9dfa04-d24c-455c-a90a-a92ad8078cb6,revision_number=4']} {{(pid=103722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 31 11:58:50.099953 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG oslo_concurrency.lockutils [None req-1f0a762f-0348-4bba-b860-8eddab4cd770 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=103722) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 31 11:58:50.330914 dv-cinder-786384-7-iscsi neutron-server[103723]: DEBUG neutron.db.l3_hamode_db [None req-8439116c-f07c-4624-8f67-edf9c7b53f5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f3ebcd114f0>, [{'id': '115ce9ad-b529-4792-8826-40e7906bc4db', 'name': 'tempest-TestVolumeBootPattern-554410731-router', 'tenant_id': '5a6b811ce5ca43c7b2fc478d12fff20b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cb16751-6ba1-494a-bef1-53f614bdb222', 'external_fixed_ips': [{'subnet_id': '1135c889-0623-4d10-975a-f2c46f50f0f6', 'ip_address': '172.27.2.162'}], 'enable_snat': True}, 'gw_port_id': 'ab9dfa04-d24c-455c-a90a-a92ad8078cb6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T11:58:44Z', 'updated_at': '2021-05-31T11:58:47Z', 'revision_number': 4, 'project_id': '5a6b811ce5ca43c7b2fc478d12fff20b', 'gw_port': {'id': 'ab9dfa04-d24c-455c-a90a-a92ad8078cb6', 'name': '', 'network_id': '1cb16751-6ba1-494a-bef1-53f614bdb222', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:06:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '115ce9ad-b529-4792-8826-40e7906bc4db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 656, 'fixed_ips': [{'subnet_id': '1135c889-0623-4d10-975a-f2c46f50f0f6', 'ip_address': '172.27.2.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786384-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T11:58:44Z', 'updated_at': '2021-05-31T11:58:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1135c889-0623-4d10-975a-f2c46f50f0f6', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786384-7-iscsi', '_interfaces': [{'id': '18e2efc1-542e-4e22-ba51-08768ab5b35a', 'name': '', 'network_id': 'edd9641d-7b8a-4f6f-b1b1-6f5b9e99662a', 'tenant_id': '5a6b811ce5ca43c7b2fc478d12fff20b', 'mac_address': 'fa:16:3e:65:a2:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '115ce9ad-b529-4792-8826-40e7906bc4db', 'device_owner': 'network:router_interface', 'standard_attr_id': 657, 'fixed_ips': [{'subnet_id': '554467f2-05f8-4319-998c-3640549da255', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T11:58:47Z', 'updated_at': '2021-05-31T11:58:48Z', 'revision_number': 2, 'project_id': '5a6b811ce5ca43c7b2fc478d12fff20b', 'subnets': [{'id': '554467f2-05f8-4319-998c-3640549da255', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786384-7-iscsi', False) {} {{(pid=103723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 31 11:58:50.334854 dv-cinder-786384-7-iscsi neutron-server[103723]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8439116c-f07c-4624-8f67-edf9c7b53f5e None None] Checking router: 115ce9ad-b529-4792-8826-40e7906bc4db for host: dv-cinder-786384-7-iscsi {{(pid=103723) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
May 31 11:58:50.335195 dv-cinder-786384-7-iscsi neutron-server[103723]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8439116c-f07c-4624-8f67-edf9c7b53f5e None None] Updating router 115ce9ad-b529-4792-8826-40e7906bc4db port 18e2efc1-542e-4e22-ba51-08768ab5b35a binding host dv-cinder-786384-7-iscsi {{(pid=103723) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
May 31 11:58:50.381624 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron_lib.callbacks.manager [None req-f9afdd44-f9f3-44e4-a285-ebfa3046194d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3701677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2246338', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2293537'] for subnet, after_create {{(pid=103721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:58:50.385717 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG oslo_concurrency.lockutils [None req-e39d274c-0102-4a6b-b76f-dfcc113a3422 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103721) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 31 11:58:50.386715 dv-cinder-786384-7-iscsi neutron-server[103723]: DEBUG neutron_lib.callbacks.manager [None req-8439116c-f07c-4624-8f67-edf9c7b53f5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-934180'] for port, before_update {{(pid=103723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:58:50.567959 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9afdd44-f9f3-44e4-a285-ebfa3046194d admin admin] Pushing event updated for resources: {'Subnet': ['ID=ae5bbe3c-0083-415c-a913-7cd0b3f64c13,revision_number=0']} {{(pid=103721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 31 11:58:50.571910 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG oslo_concurrency.lockutils [None req-f9afdd44-f9f3-44e4-a285-ebfa3046194d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.186s {{(pid=103721) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 31 11:58:50.579593 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9afdd44-f9f3-44e4-a285-ebfa3046194d admin admin] Checking segment: {'id': '63d08f4b-c2f2-4e3d-b30e-328d0eeec32f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 791, 'network_id': '697038b7-5ccc-4400-8ff0-c1ffebbcb048'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103721) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 31 11:58:50.580022 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9afdd44-f9f3-44e4-a285-ebfa3046194d admin admin] Network hostable DHCP agents. Network: 697038b7-5ccc-4400-8ff0-c1ffebbcb048, hostable agents: ['dff46186-ee29-425e-9f8b-1a5cc0b5fc21'], hosted agents: [] {{(pid=103721) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
May 31 11:58:50.598522 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9afdd44-f9f3-44e4-a285-ebfa3046194d admin admin] Network 697038b7-5ccc-4400-8ff0-c1ffebbcb048 is scheduled to be hosted by DHCP agent dff46186-ee29-425e-9f8b-1a5cc0b5fc21 with binding_index 1 {{(pid=103721) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
May 31 11:58:50.608509 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.scheduler.base_scheduler [None req-f9afdd44-f9f3-44e4-a285-ebfa3046194d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786384-7-iscsi, 697038b7-5ccc-4400-8ff0-c1ffebbcb048) {{(pid=103721) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 31 11:58:50.618027 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00040c2f-7cce-4b7e-9cc1-57bba4d5ad73 None None] Network 697038b7-5ccc-4400-8ff0-c1ffebbcb048 requested from dv-cinder-786384-7-iscsi {{(pid=103722) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
May 31 11:58:50.618945 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9afdd44-f9f3-44e4-a285-ebfa3046194d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 11:58:50.619492 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron_lib.callbacks.manager [None req-f9afdd44-f9f3-44e4-a285-ebfa3046194d admin admin] Notify callbacks [] for subnet, before_response {{(pid=103721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:58:50.647342 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [None req-f9afdd44-f9f3-44e4-a285-ebfa3046194d admin admin] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 847 time: 0.6902626
May 31 11:58:50.647546 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.wsgi [-] (103721) accepted ('10.222.0.57', 49986) {{(pid=103721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 31 11:58:50.653031 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.api.v2.base [None req-63dc0d6f-cee1-4fbd-8c32-ed6c0dbac976 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-435758301-router', 'tenant_id': '61f2eba02cbc460886ac4aef56d401d4', 'external_gateway_info': {'network_id': '1cb16751-6ba1-494a-bef1-53f614bdb222'}}} {{(pid=103721) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 31 11:58:50.657961 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.db.quota.driver [None req-63dc0d6f-cee1-4fbd-8c32-ed6c0dbac976 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=103721) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 31 11:58:50.662165 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.quota.resource [None req-63dc0d6f-cee1-4fbd-8c32-ed6c0dbac976 admin admin] Usage tracker for resource:router and tenant:61f2eba02cbc460886ac4aef56d401d4 is out of sync, need to count used quota {{(pid=103721) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 31 11:58:50.665107 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.quota.resource [None req-63dc0d6f-cee1-4fbd-8c32-ed6c0dbac976 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=103721) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 31 11:58:50.670729 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.db.quota.driver [None req-63dc0d6f-cee1-4fbd-8c32-ed6c0dbac976 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=103721) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 31 11:58:50.682477 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron_lib.callbacks.manager [None req-63dc0d6f-cee1-4fbd-8c32-ed6c0dbac976 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-4091324', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-953'] for router, before_create {{(pid=103721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:58:50.683920 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron_lib.callbacks.manager [None req-63dc0d6f-cee1-4fbd-8c32-ed6c0dbac976 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4091580', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4088419', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3731854', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-928'] for router, precommit_create {{(pid=103721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:58:50.704125 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron_lib.callbacks.manager [None req-63dc0d6f-cee1-4fbd-8c32-ed6c0dbac976 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=103721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:58:50.741616 dv-cinder-786384-7-iscsi neutron-server[103723]: DEBUG neutron_lib.callbacks.manager [None req-8439116c-f07c-4624-8f67-edf9c7b53f5e None None] Notify callbacks [] for port, precommit_update {{(pid=103723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:58:50.753511 dv-cinder-786384-7-iscsi neutron-server[103723]: DEBUG neutron.db.provisioning_blocks [None req-8439116c-f07c-4624-8f67-edf9c7b53f5e None None] Transition to ACTIVE for port object 18e2efc1-542e-4e22-ba51-08768ab5b35a will not be triggered until provisioned by entity L2. {{(pid=103723) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 31 11:58:50.760554 dv-cinder-786384-7-iscsi neutron-server[103723]: DEBUG neutron_lib.callbacks.manager [None req-8439116c-f07c-4624-8f67-edf9c7b53f5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937715', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3701677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744215954324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744215520988', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744215521293'] for port, after_update {{(pid=103723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:58:50.772815 dv-cinder-786384-7-iscsi neutron-server[103723]: DEBUG oslo_concurrency.lockutils [None req-005323b3-da00-4efc-87ca-612fb49b16cc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103723) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 31 11:58:50.837690 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57ab368b-b281-44f3-9289-5ea77f4719c2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp392c12f8-4019-54cf-ac30-b8994873c460-697038b7-5ccc-4400-8ff0-c1ffebbcb048', 'network_id': '697038b7-5ccc-4400-8ff0-c1ffebbcb048', 'tenant_id': '61f2eba02cbc460886ac4aef56d401d4', 'fixed_ips': [{'subnet_id': 'ae5bbe3c-0083-415c-a913-7cd0b3f64c13'}]}} from dv-cinder-786384-7-iscsi. {{(pid=103722) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}}
May 31 11:58:50.839272 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron_lib.callbacks.manager [None req-57ab368b-b281-44f3-9289-5ea77f4719c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-934180'] for port, before_create {{(pid=103722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:58:50.891767 dv-cinder-786384-7-iscsi neutron-server[103723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f32bb19d-258b-4ffe-b901-751eac790eef None None] Pushing event updated for resources: {'Port': ['ID=18e2efc1-542e-4e22-ba51-08768ab5b35a,revision_number=3']} {{(pid=103723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 31 11:58:50.909651 dv-cinder-786384-7-iscsi neutron-server[103723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f32bb19d-258b-4ffe-b901-751eac790eef None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786384-7-iscsi {{(pid=103723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 31 11:58:50.910054 dv-cinder-786384-7-iscsi neutron-server[103723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f32bb19d-258b-4ffe-b901-751eac790eef None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786384-7-iscsi {{(pid=103723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 31 11:58:50.910382 dv-cinder-786384-7-iscsi neutron-server[103723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f32bb19d-258b-4ffe-b901-751eac790eef None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786384-7-iscsi {{(pid=103723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 31 11:58:50.910704 dv-cinder-786384-7-iscsi neutron-server[103723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f32bb19d-258b-4ffe-b901-751eac790eef None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786384-7-iscsi {{(pid=103723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 31 11:58:50.911071 dv-cinder-786384-7-iscsi neutron-server[103723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f32bb19d-258b-4ffe-b901-751eac790eef None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786384-7-iscsi {{(pid=103723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 31 11:58:50.911622 dv-cinder-786384-7-iscsi neutron-server[103723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f32bb19d-258b-4ffe-b901-751eac790eef None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786384-7-iscsi {{(pid=103723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 31 11:58:50.912102 dv-cinder-786384-7-iscsi neutron-server[103723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f32bb19d-258b-4ffe-b901-751eac790eef None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786384-7-iscsi {{(pid=103723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 31 11:58:50.912583 dv-cinder-786384-7-iscsi neutron-server[103723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f32bb19d-258b-4ffe-b901-751eac790eef None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786384-7-iscsi {{(pid=103723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 31 11:58:50.913108 dv-cinder-786384-7-iscsi neutron-server[103723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f32bb19d-258b-4ffe-b901-751eac790eef None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786384-7-iscsi {{(pid=103723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 31 11:58:50.913640 dv-cinder-786384-7-iscsi neutron-server[103723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f32bb19d-258b-4ffe-b901-751eac790eef None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786384-7-iscsi {{(pid=103723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 31 11:58:50.914098 dv-cinder-786384-7-iscsi neutron-server[103723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f32bb19d-258b-4ffe-b901-751eac790eef None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786384-7-iscsi {{(pid=103723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 31 11:58:50.914556 dv-cinder-786384-7-iscsi neutron-server[103723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f32bb19d-258b-4ffe-b901-751eac790eef None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786384-7-iscsi {{(pid=103723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 31 11:58:50.918805 dv-cinder-786384-7-iscsi neutron-server[103723]: DEBUG oslo_concurrency.lockutils [None req-f32bb19d-258b-4ffe-b901-751eac790eef None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=103723) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 31 11:58:50.985109 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron_lib.callbacks.manager [None req-63dc0d6f-cee1-4fbd-8c32-ed6c0dbac976 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4088390', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4091278', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-978'] for router, precommit_update {{(pid=103721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:58:51.013499 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron.db.db_base_plugin_common [None req-57ab368b-b281-44f3-9289-5ea77f4719c2 None None] Allocated IP 172.20.0.2 (697038b7-5ccc-4400-8ff0-c1ffebbcb048/ae5bbe3c-0083-415c-a913-7cd0b3f64c13/e76d67e6-d7f3-458d-aaaf-d23fb4785e99) {{(pid=103722) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 31 11:58:51.057585 dv-cinder-786384-7-iscsi neutron-server[103723]: DEBUG neutron.plugins.ml2.managers [None req-8439116c-f07c-4624-8f67-edf9c7b53f5e None None] Attempting to bind port 18e2efc1-542e-4e22-ba51-08768ab5b35a on host dv-cinder-786384-7-iscsi for vnic_type normal with profile  {{(pid=103723) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
May 31 11:58:51.058096 dv-cinder-786384-7-iscsi neutron-server[103723]: DEBUG neutron.plugins.ml2.managers [None req-8439116c-f07c-4624-8f67-edf9c7b53f5e None None] Attempting to bind port 18e2efc1-542e-4e22-ba51-08768ab5b35a by drivers openvswitch,hyperv on host dv-cinder-786384-7-iscsi at level 0 using segments [{'id': '5b821f6b-a910-418f-9ed0-d28e7c2036c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 776, 'network_id': 'edd9641d-7b8a-4f6f-b1b1-6f5b9e99662a'}] {{(pid=103723) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
May 31 11:58:51.058550 dv-cinder-786384-7-iscsi neutron-server[103723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8439116c-f07c-4624-8f67-edf9c7b53f5e None None] Attempting to bind port 18e2efc1-542e-4e22-ba51-08768ab5b35a on network edd9641d-7b8a-4f6f-b1b1-6f5b9e99662a {{(pid=103723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 31 11:58:51.064025 dv-cinder-786384-7-iscsi neutron-server[103723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8439116c-f07c-4624-8f67-edf9c7b53f5e None None] Checking agent: {'id': 'c576d319-5791-4ac3-a718-d6660db1fc9b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786384-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 31, 11, 36, 6), 'started_at': datetime.datetime(2021, 5, 31, 11, 36, 36), 'heartbeat_timestamp': datetime.datetime(2021, 5, 31, 11, 58, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786384-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
May 31 11:58:51.064393 dv-cinder-786384-7-iscsi neutron-server[103723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8439116c-f07c-4624-8f67-edf9c7b53f5e None None] Checking segment: {'id': '5b821f6b-a910-418f-9ed0-d28e7c2036c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 776, 'network_id': 'edd9641d-7b8a-4f6f-b1b1-6f5b9e99662a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103723) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 31 11:58:51.064779 dv-cinder-786384-7-iscsi neutron-server[103723]: DEBUG neutron_lib.callbacks.manager [None req-8439116c-f07c-4624-8f67-edf9c7b53f5e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:58:51.065168 dv-cinder-786384-7-iscsi neutron-server[103723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8439116c-f07c-4624-8f67-edf9c7b53f5e None None] Bound using segment: {'id': '5b821f6b-a910-418f-9ed0-d28e7c2036c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 776, 'network_id': 'edd9641d-7b8a-4f6f-b1b1-6f5b9e99662a'} {{(pid=103723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
May 31 11:58:51.065797 dv-cinder-786384-7-iscsi neutron-server[103723]: DEBUG neutron.plugins.ml2.managers [None req-8439116c-f07c-4624-8f67-edf9c7b53f5e None None] Bound port: 18e2efc1-542e-4e22-ba51-08768ab5b35a, host: dv-cinder-786384-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5b821f6b-a910-418f-9ed0-d28e7c2036c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 776, 'network_id': 'edd9641d-7b8a-4f6f-b1b1-6f5b9e99662a'}}] {{(pid=103723) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
May 31 11:58:51.066208 dv-cinder-786384-7-iscsi neutron-server[103723]: DEBUG neutron_lib.callbacks.manager [None req-8439116c-f07c-4624-8f67-edf9c7b53f5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-934180'] for port, before_update {{(pid=103723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:58:51.164075 dv-cinder-786384-7-iscsi neutron-server[103723]: DEBUG neutron.plugins.ml2.db [None req-8439116c-f07c-4624-8f67-edf9c7b53f5e None None] For port 18e2efc1-542e-4e22-ba51-08768ab5b35a, host dv-cinder-786384-7-iscsi, cleared binding levels {{(pid=103723) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
May 31 11:58:51.168784 dv-cinder-786384-7-iscsi neutron-server[103723]: DEBUG neutron.plugins.ml2.db [None req-8439116c-f07c-4624-8f67-edf9c7b53f5e None None] For port 18e2efc1-542e-4e22-ba51-08768ab5b35a, host dv-cinder-786384-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786384-7-iscsi',level=0,port_id=18e2efc1-542e-4e22-ba51-08768ab5b35a,segment=NetworkSegment(5b821f6b-a910-418f-9ed0-d28e7c2036c5),segment_id=5b821f6b-a910-418f-9ed0-d28e7c2036c5)] {{(pid=103723) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
May 31 11:58:51.173802 dv-cinder-786384-7-iscsi neutron-server[103723]: DEBUG neutron_lib.callbacks.manager [None req-8439116c-f07c-4624-8f67-edf9c7b53f5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937715', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3701677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744215954324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744215520988', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744215521293'] for port, after_update {{(pid=103723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:58:51.177953 dv-cinder-786384-7-iscsi neutron-server[103723]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103723) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 31 11:58:51.230767 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron_lib.callbacks.manager [None req-57ab368b-b281-44f3-9289-5ea77f4719c2 None None] Notify callbacks [] for port, precommit_create {{(pid=103722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:58:51.242922 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron.db.provisioning_blocks [None req-57ab368b-b281-44f3-9289-5ea77f4719c2 None None] Transition to ACTIVE for port object e76d67e6-d7f3-458d-aaaf-d23fb4785e99 will not be triggered until provisioned by entity L2. {{(pid=103722) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 31 11:58:51.257431 dv-cinder-786384-7-iscsi neutron-server[103723]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8439116c-f07c-4624-8f67-edf9c7b53f5e None None] Routers {'115ce9ad-b529-4792-8826-40e7906bc4db'} bound to L3 agent in host dv-cinder-786384-7-iscsi {{(pid=103723) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 31 11:58:51.260021 dv-cinder-786384-7-iscsi neutron-server[103723]: DEBUG neutron.db.l3_hamode_db [None req-8439116c-f07c-4624-8f67-edf9c7b53f5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f3ebcd114f0>, 'dv-cinder-786384-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-05-31T11:36:05Z,description=<?>,heartbeat_timestamp=2021-05-31T11:58:36Z,host='dv-cinder-786384-7-iscsi',id=f8c17dd7-da16-4427-b6e3-d7e30616bc4c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-31T11:36:05Z,topic='l3_agent')) {'router_ids': ['115ce9ad-b529-4792-8826-40e7906bc4db'], 'active': True} {{(pid=103723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 31 11:58:51.264940 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron.db.provisioning_blocks [None req-57ab368b-b281-44f3-9289-5ea77f4719c2 None None] Transition to ACTIVE for port object e76d67e6-d7f3-458d-aaaf-d23fb4785e99 will not be triggered until provisioned by entity DHCP. {{(pid=103722) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 31 11:58:51.271029 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron_lib.callbacks.manager [None req-57ab368b-b281-44f3-9289-5ea77f4719c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937715', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3701677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744215520970'] for port, after_create {{(pid=103722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:58:51.275115 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG oslo_concurrency.lockutils [None req-1f0a762f-0348-4bba-b860-8eddab4cd770 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103722) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 31 11:58:51.311540 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron_lib.callbacks.manager [None req-63dc0d6f-cee1-4fbd-8c32-ed6c0dbac976 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=103721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:58:51.334904 dv-cinder-786384-7-iscsi neutron-server[103723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f32bb19d-258b-4ffe-b901-751eac790eef None None] Pushing event updated for resources: {'Port': ['ID=18e2efc1-542e-4e22-ba51-08768ab5b35a,revision_number=4']} {{(pid=103723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 31 11:58:51.338820 dv-cinder-786384-7-iscsi neutron-server[103723]: DEBUG oslo_concurrency.lockutils [None req-f32bb19d-258b-4ffe-b901-751eac790eef None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=103723) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 31 11:58:51.348766 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57ab368b-b281-44f3-9289-5ea77f4719c2 None None] Network 697038b7-5ccc-4400-8ff0-c1ffebbcb048 is already hosted by enough agents. {{(pid=103722) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 31 11:58:51.352951 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron.scheduler.base_scheduler [None req-57ab368b-b281-44f3-9289-5ea77f4719c2 None None] Resources bound (agent type, host, resource id):  {{(pid=103722) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 31 11:58:51.355114 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron_lib.callbacks.manager [None req-63dc0d6f-cee1-4fbd-8c32-ed6c0dbac976 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-934180'] for port, before_create {{(pid=103721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:58:51.357275 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57ab368b-b281-44f3-9289-5ea77f4719c2 None None] Received port after_create {{(pid=103722) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
May 31 11:58:51.365300 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57ab368b-b281-44f3-9289-5ea77f4719c2 None None] Pushing event updated for resources: {'Port': ['ID=e76d67e6-d7f3-458d-aaaf-d23fb4785e99,revision_number=1']} {{(pid=103722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 31 11:58:51.392348 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG oslo_concurrency.lockutils [None req-57ab368b-b281-44f3-9289-5ea77f4719c2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=103722) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 31 11:58:51.459284 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron.plugins.ml2.managers [None req-57ab368b-b281-44f3-9289-5ea77f4719c2 None None] Attempting to bind port e76d67e6-d7f3-458d-aaaf-d23fb4785e99 on host dv-cinder-786384-7-iscsi for vnic_type normal with profile  {{(pid=103722) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
May 31 11:58:51.459890 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron.plugins.ml2.managers [None req-57ab368b-b281-44f3-9289-5ea77f4719c2 None None] Attempting to bind port e76d67e6-d7f3-458d-aaaf-d23fb4785e99 by drivers openvswitch,hyperv on host dv-cinder-786384-7-iscsi at level 0 using segments [{'id': '63d08f4b-c2f2-4e3d-b30e-328d0eeec32f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 791, 'network_id': '697038b7-5ccc-4400-8ff0-c1ffebbcb048'}] {{(pid=103722) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
May 31 11:58:51.460375 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57ab368b-b281-44f3-9289-5ea77f4719c2 None None] Attempting to bind port e76d67e6-d7f3-458d-aaaf-d23fb4785e99 on network 697038b7-5ccc-4400-8ff0-c1ffebbcb048 {{(pid=103722) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 31 11:58:51.466525 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57ab368b-b281-44f3-9289-5ea77f4719c2 None None] Checking agent: {'id': 'c576d319-5791-4ac3-a718-d6660db1fc9b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786384-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 31, 11, 36, 6), 'started_at': datetime.datetime(2021, 5, 31, 11, 36, 36), 'heartbeat_timestamp': datetime.datetime(2021, 5, 31, 11, 58, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786384-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103722) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
May 31 11:58:51.466899 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57ab368b-b281-44f3-9289-5ea77f4719c2 None None] Checking segment: {'id': '63d08f4b-c2f2-4e3d-b30e-328d0eeec32f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 791, 'network_id': '697038b7-5ccc-4400-8ff0-c1ffebbcb048'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103722) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 31 11:58:51.467449 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron_lib.callbacks.manager [None req-57ab368b-b281-44f3-9289-5ea77f4719c2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:58:51.468303 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57ab368b-b281-44f3-9289-5ea77f4719c2 None None] Bound using segment: {'id': '63d08f4b-c2f2-4e3d-b30e-328d0eeec32f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 791, 'network_id': '697038b7-5ccc-4400-8ff0-c1ffebbcb048'} {{(pid=103722) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
May 31 11:58:51.468438 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron.plugins.ml2.managers [None req-57ab368b-b281-44f3-9289-5ea77f4719c2 None None] Bound port: e76d67e6-d7f3-458d-aaaf-d23fb4785e99, host: dv-cinder-786384-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '63d08f4b-c2f2-4e3d-b30e-328d0eeec32f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 791, 'network_id': '697038b7-5ccc-4400-8ff0-c1ffebbcb048'}}] {{(pid=103722) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
May 31 11:58:51.468756 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron_lib.callbacks.manager [None req-57ab368b-b281-44f3-9289-5ea77f4719c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-934180'] for port, before_update {{(pid=103722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:58:51.489923 dv-cinder-786384-7-iscsi neutron-server[103723]: DEBUG neutron.db.l3_dvr_db [None req-8439116c-f07c-4624-8f67-edf9c7b53f5e None None] Set router 115ce9ad-b529-4792-8826-40e7906bc4db gateway port host: dv-cinder-786384-7-iscsi {{(pid=103723) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
May 31 11:58:51.517094 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.db.db_base_plugin_common [None req-63dc0d6f-cee1-4fbd-8c32-ed6c0dbac976 admin admin] Allocated IP 172.27.2.163 (1cb16751-6ba1-494a-bef1-53f614bdb222/1135c889-0623-4d10-975a-f2c46f50f0f6/bf888206-214b-4dbe-a239-2977cff95f2b) {{(pid=103721) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 31 11:58:51.565249 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron.plugins.ml2.db [None req-57ab368b-b281-44f3-9289-5ea77f4719c2 None None] For port e76d67e6-d7f3-458d-aaaf-d23fb4785e99, host dv-cinder-786384-7-iscsi, cleared binding levels {{(pid=103722) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
May 31 11:58:51.573085 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron.plugins.ml2.db [None req-57ab368b-b281-44f3-9289-5ea77f4719c2 None None] For port e76d67e6-d7f3-458d-aaaf-d23fb4785e99, host dv-cinder-786384-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786384-7-iscsi',level=0,port_id=e76d67e6-d7f3-458d-aaaf-d23fb4785e99,segment=NetworkSegment(63d08f4b-c2f2-4e3d-b30e-328d0eeec32f),segment_id=63d08f4b-c2f2-4e3d-b30e-328d0eeec32f)] {{(pid=103722) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
May 31 11:58:51.577678 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron_lib.callbacks.manager [None req-57ab368b-b281-44f3-9289-5ea77f4719c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937715', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3701677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744215954324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744215520988', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744215521293'] for port, after_update {{(pid=103722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:58:51.581579 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG oslo_concurrency.lockutils [None req-43028a7b-58d7-408b-ac75-1328e6896bf7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103722) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 31 11:58:51.661576 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57ab368b-b281-44f3-9289-5ea77f4719c2 None None] Pushing event updated for resources: {'Port': ['ID=e76d67e6-d7f3-458d-aaaf-d23fb4785e99,revision_number=2']} {{(pid=103722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 31 11:58:51.665728 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron.plugins.ml2.rpc [None req-1f0a762f-0348-4bba-b860-8eddab4cd770 None None] Device ab9dfa04-d24c-455c-a90a-a92ad8078cb6 up at agent ovs-agent-dv-cinder-786384-7-iscsi {{(pid=103722) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 31 11:58:51.727377 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG oslo_concurrency.lockutils [None req-57ab368b-b281-44f3-9289-5ea77f4719c2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=103722) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 31 11:58:51.737975 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron_lib.callbacks.manager [None req-63dc0d6f-cee1-4fbd-8c32-ed6c0dbac976 admin admin] Notify callbacks [] for port, precommit_create {{(pid=103721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:58:51.746698 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron.db.provisioning_blocks [None req-1f0a762f-0348-4bba-b860-8eddab4cd770 None None] Provisioning complete for port ab9dfa04-d24c-455c-a90a-a92ad8078cb6 triggered by entity L2. {{(pid=103722) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 31 11:58:51.746986 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron_lib.callbacks.manager [None req-1f0a762f-0348-4bba-b860-8eddab4cd770 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857618'] for port, provisioning_complete {{(pid=103722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:58:51.770673 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron_lib.callbacks.manager [None req-63dc0d6f-cee1-4fbd-8c32-ed6c0dbac976 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937715', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3701677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744215520970', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2250866'] for port, after_create {{(pid=103721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:58:51.777031 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG oslo_concurrency.lockutils [None req-4f9bc4fc-3073-425f-bd8e-db7bf18a7af1 tempest-AttachVolumeNegativeTest-422449261 tempest-AttachVolumeNegativeTest-422449261-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103721) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 31 11:58:51.823974 dv-cinder-786384-7-iscsi neutron-server[103723]: DEBUG neutron.db.l3_hamode_db [None req-8439116c-f07c-4624-8f67-edf9c7b53f5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f3ebcd114f0>, [{'id': '115ce9ad-b529-4792-8826-40e7906bc4db', 'name': 'tempest-TestVolumeBootPattern-554410731-router', 'tenant_id': '5a6b811ce5ca43c7b2fc478d12fff20b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cb16751-6ba1-494a-bef1-53f614bdb222', 'external_fixed_ips': [{'subnet_id': '1135c889-0623-4d10-975a-f2c46f50f0f6', 'ip_address': '172.27.2.162'}], 'enable_snat': True}, 'gw_port_id': 'ab9dfa04-d24c-455c-a90a-a92ad8078cb6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T11:58:44Z', 'updated_at': '2021-05-31T11:58:47Z', 'revision_number': 4, 'project_id': '5a6b811ce5ca43c7b2fc478d12fff20b', 'gw_port': {'id': 'ab9dfa04-d24c-455c-a90a-a92ad8078cb6', 'name': '', 'network_id': '1cb16751-6ba1-494a-bef1-53f614bdb222', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:06:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '115ce9ad-b529-4792-8826-40e7906bc4db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 656, 'fixed_ips': [{'subnet_id': '1135c889-0623-4d10-975a-f2c46f50f0f6', 'ip_address': '172.27.2.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786384-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T11:58:44Z', 'updated_at': '2021-05-31T11:58:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1135c889-0623-4d10-975a-f2c46f50f0f6', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786384-7-iscsi', '_interfaces': [{'id': '18e2efc1-542e-4e22-ba51-08768ab5b35a', 'name': '', 'network_id': 'edd9641d-7b8a-4f6f-b1b1-6f5b9e99662a', 'tenant_id': '5a6b811ce5ca43c7b2fc478d12fff20b', 'mac_address': 'fa:16:3e:65:a2:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '115ce9ad-b529-4792-8826-40e7906bc4db', 'device_owner': 'network:router_interface', 'standard_attr_id': 657, 'fixed_ips': [{'subnet_id': '554467f2-05f8-4319-998c-3640549da255', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786384-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T11:58:47Z', 'updated_at': '2021-05-31T11:58:51Z', 'revision_number': 4, 'project_id': '5a6b811ce5ca43c7b2fc478d12fff20b', 'subnets': [{'id': '554467f2-05f8-4319-998c-3640549da255', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786384-7-iscsi', False) {} {{(pid=103723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 31 11:58:51.828096 dv-cinder-786384-7-iscsi neutron-server[103723]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8439116c-f07c-4624-8f67-edf9c7b53f5e None None] The sync data for ids ['115ce9ad-b529-4792-8826-40e7906bc4db'] in dv-cinder-786384-7-iscsi is: [{'id': '115ce9ad-b529-4792-8826-40e7906bc4db', 'name': 'tempest-TestVolumeBootPattern-554410731-router', 'tenant_id': '5a6b811ce5ca43c7b2fc478d12fff20b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cb16751-6ba1-494a-bef1-53f614bdb222', 'external_fixed_ips': [{'subnet_id': '1135c889-0623-4d10-975a-f2c46f50f0f6', 'ip_address': '172.27.2.162'}], 'enable_snat': True}, 'gw_port_id': 'ab9dfa04-d24c-455c-a90a-a92ad8078cb6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T11:58:44Z', 'updated_at': '2021-05-31T11:58:47Z', 'revision_number': 4, 'project_id': '5a6b811ce5ca43c7b2fc478d12fff20b', 'gw_port': {'id': 'ab9dfa04-d24c-455c-a90a-a92ad8078cb6', 'name': '', 'network_id': '1cb16751-6ba1-494a-bef1-53f614bdb222', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:06:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '115ce9ad-b529-4792-8826-40e7906bc4db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 656, 'fixed_ips': [{'subnet_id': '1135c889-0623-4d10-975a-f2c46f50f0f6', 'ip_address': '172.27.2.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786384-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T11:58:44Z', 'updated_at': '2021-05-31T11:58:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1135c889-0623-4d10-975a-f2c46f50f0f6', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786384-7-iscsi', '_interfaces': [{'id': '18e2efc1-542e-4e22-ba51-08768ab5b35a', 'name': '', 'network_id': 'edd9641d-7b8a-4f6f-b1b1-6f5b9e99662a', 'tenant_id': '5a6b811ce5ca43c7b2fc478d12fff20b', 'mac_address': 'fa:16:3e:65:a2:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '115ce9ad-b529-4792-8826-40e7906bc4db', 'device_owner': 'network:router_interface', 'standard_attr_id': 657, 'fixed_ips': [{'subnet_id': '554467f2-05f8-4319-998c-3640549da255', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786384-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T11:58:47Z', 'updated_at': '2021-05-31T11:58:51Z', 'revision_number': 4, 'project_id': '5a6b811ce5ca43c7b2fc478d12fff20b', 'subnets': [{'id': '554467f2-05f8-4319-998c-3640549da255', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103723) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 31 11:58:51.837003 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63dc0d6f-cee1-4fbd-8c32-ed6c0dbac976 admin admin] Network 1cb16751-6ba1-494a-bef1-53f614bdb222 is already hosted by enough agents. {{(pid=103721) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 31 11:58:51.838541 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.scheduler.base_scheduler [None req-63dc0d6f-cee1-4fbd-8c32-ed6c0dbac976 admin admin] Resources bound (agent type, host, resource id):  {{(pid=103721) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 31 11:58:51.847667 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63dc0d6f-cee1-4fbd-8c32-ed6c0dbac976 admin admin] Received port after_create {{(pid=103721) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
May 31 11:58:51.981400 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63dc0d6f-cee1-4fbd-8c32-ed6c0dbac976 admin admin] Pushing event updated for resources: {'Port': ['ID=bf888206-214b-4dbe-a239-2977cff95f2b,revision_number=1']} {{(pid=103721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 31 11:58:51.996037 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG oslo_concurrency.lockutils [None req-63dc0d6f-cee1-4fbd-8c32-ed6c0dbac976 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.220s {{(pid=103721) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 31 11:58:52.435836 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron_lib.callbacks.manager [None req-63dc0d6f-cee1-4fbd-8c32-ed6c0dbac976 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=103721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:58:52.661282 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d9348de-d604-4ea3-8b42-012e9ddb561a None None] Network 697038b7-5ccc-4400-8ff0-c1ffebbcb048 requested from dv-cinder-786384-7-iscsi {{(pid=103722) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
May 31 11:58:52.759922 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron.db.provisioning_blocks [None req-8b4961b7-11c6-44e6-9f79-e1b140391eba None None] Provisioning for port e76d67e6-d7f3-458d-aaaf-d23fb4785e99 completed by entity DHCP. {{(pid=103722) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 31 11:58:52.796108 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron_lib.callbacks.manager [None req-63dc0d6f-cee1-4fbd-8c32-ed6c0dbac976 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4091317', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4088325'] for router, after_create {{(pid=103721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:58:53.003069 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-63dc0d6f-cee1-4fbd-8c32-ed6c0dbac976 admin admin] Router 4781e4c2-58c1-4790-a474-61accbdabe96 is scheduled to L3 agent f8c17dd7-da16-4427-b6e3-d7e30616bc4c with binding_index 1 {{(pid=103721) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}}
May 31 11:58:53.190837 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-63dc0d6f-cee1-4fbd-8c32-ed6c0dbac976 admin admin] Notify agent at l3_agent.dv-cinder-786384-7-iscsi the message routers_updated {{(pid=103721) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
May 31 11:58:53.200492 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0962b330-a52b-4eb7-99a7-2232a8f3e44e None None] Sync routers for ids ['4781e4c2-58c1-4790-a474-61accbdabe96'] in dv-cinder-786384-7-iscsi {{(pid=103722) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 31 11:58:53.210002 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0962b330-a52b-4eb7-99a7-2232a8f3e44e None None] Routers {'4781e4c2-58c1-4790-a474-61accbdabe96'} bound to L3 agent in host dv-cinder-786384-7-iscsi {{(pid=103722) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 31 11:58:53.210635 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron.db.l3_hamode_db [None req-0962b330-a52b-4eb7-99a7-2232a8f3e44e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f3ebc977cd0>, 'dv-cinder-786384-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-05-31T11:36:05Z,description=<?>,heartbeat_timestamp=2021-05-31T11:58:36Z,host='dv-cinder-786384-7-iscsi',id=f8c17dd7-da16-4427-b6e3-d7e30616bc4c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-31T11:36:05Z,topic='l3_agent')) {'router_ids': ['4781e4c2-58c1-4790-a474-61accbdabe96'], 'active': True} {{(pid=103722) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 31 11:58:53.216912 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron_lib.callbacks.manager [None req-63dc0d6f-cee1-4fbd-8c32-ed6c0dbac976 admin admin] Notify callbacks [] for router, before_response {{(pid=103721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:58:53.221073 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [None req-63dc0d6f-cee1-4fbd-8c32-ed6c0dbac976 admin admin] 10.222.0.57 "POST /v2.0/routers HTTP/1.1" status: 201  len: 923 time: 2.5700326
May 31 11:58:53.221414 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.wsgi [-] (103721) accepted ('10.222.0.57', 49990) {{(pid=103721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 31 11:58:53.422230 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron.db.l3_dvr_db [None req-0962b330-a52b-4eb7-99a7-2232a8f3e44e None None] Set router 4781e4c2-58c1-4790-a474-61accbdabe96 gateway port host: dv-cinder-786384-7-iscsi {{(pid=103722) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
May 31 11:58:53.713423 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron.plugins.ml2.rpc [None req-1f0a762f-0348-4bba-b860-8eddab4cd770 None None] Device e76d67e6-d7f3-458d-aaaf-d23fb4785e99 up at agent ovs-agent-dv-cinder-786384-7-iscsi {{(pid=103722) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 31 11:58:53.768884 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron.db.l3_hamode_db [None req-0962b330-a52b-4eb7-99a7-2232a8f3e44e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f3ebc977cd0>, [{'id': '4781e4c2-58c1-4790-a474-61accbdabe96', 'name': 'tempest-TestVolumeBootPattern-435758301-router', 'tenant_id': '61f2eba02cbc460886ac4aef56d401d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cb16751-6ba1-494a-bef1-53f614bdb222', 'external_fixed_ips': [{'subnet_id': '1135c889-0623-4d10-975a-f2c46f50f0f6', 'ip_address': '172.27.2.163'}], 'enable_snat': True}, 'gw_port_id': 'bf888206-214b-4dbe-a239-2977cff95f2b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T11:58:50Z', 'updated_at': '2021-05-31T11:58:52Z', 'revision_number': 3, 'project_id': '61f2eba02cbc460886ac4aef56d401d4', 'gw_port': {'id': 'bf888206-214b-4dbe-a239-2977cff95f2b', 'name': '', 'network_id': '1cb16751-6ba1-494a-bef1-53f614bdb222', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:d4:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4781e4c2-58c1-4790-a474-61accbdabe96', 'device_owner': 'network:router_gateway', 'standard_attr_id': 668, 'fixed_ips': [{'subnet_id': '1135c889-0623-4d10-975a-f2c46f50f0f6', 'ip_address': '172.27.2.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T11:58:51Z', 'updated_at': '2021-05-31T11:58:51Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1135c889-0623-4d10-975a-f2c46f50f0f6', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786384-7-iscsi'}], 'dv-cinder-786384-7-iscsi', False) {} {{(pid=103722) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 31 11:58:53.777068 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0962b330-a52b-4eb7-99a7-2232a8f3e44e None None] Checking router: 4781e4c2-58c1-4790-a474-61accbdabe96 for host: dv-cinder-786384-7-iscsi {{(pid=103722) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
May 31 11:58:53.777422 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0962b330-a52b-4eb7-99a7-2232a8f3e44e None None] Updating router 4781e4c2-58c1-4790-a474-61accbdabe96 port bf888206-214b-4dbe-a239-2977cff95f2b binding host dv-cinder-786384-7-iscsi {{(pid=103722) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
May 31 11:58:53.838617 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron_lib.callbacks.manager [None req-0962b330-a52b-4eb7-99a7-2232a8f3e44e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-934180'] for port, before_update {{(pid=103722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:58:53.862474 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron.db.provisioning_blocks [None req-1f0a762f-0348-4bba-b860-8eddab4cd770 None None] Provisioning for port e76d67e6-d7f3-458d-aaaf-d23fb4785e99 completed by entity L2. {{(pid=103722) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 31 11:58:53.882656 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron.db.provisioning_blocks [None req-1f0a762f-0348-4bba-b860-8eddab4cd770 None None] Provisioning complete for port e76d67e6-d7f3-458d-aaaf-d23fb4785e99 triggered by entity L2. {{(pid=103722) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 31 11:58:53.883386 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron_lib.callbacks.manager [None req-1f0a762f-0348-4bba-b860-8eddab4cd770 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857618'] for port, provisioning_complete {{(pid=103722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:58:54.027570 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron_lib.callbacks.manager [None req-4168d022-473e-436d-a322-c162ae17f138 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-934180'] for port, before_create {{(pid=103721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:58:54.141966 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron_lib.callbacks.manager [None req-1f0a762f-0348-4bba-b860-8eddab4cd770 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-934180'] for port, before_update {{(pid=103722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:58:54.206286 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron.plugins.ml2.db [None req-1f0a762f-0348-4bba-b860-8eddab4cd770 None None] For port e76d67e6-d7f3-458d-aaaf-d23fb4785e99, host dv-cinder-786384-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786384-7-iscsi',level=0,port_id=e76d67e6-d7f3-458d-aaaf-d23fb4785e99,segment=NetworkSegment(63d08f4b-c2f2-4e3d-b30e-328d0eeec32f),segment_id=63d08f4b-c2f2-4e3d-b30e-328d0eeec32f)] {{(pid=103722) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 31 11:58:54.213255 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron_lib.callbacks.manager [None req-1f0a762f-0348-4bba-b860-8eddab4cd770 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937715', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3701677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744215954324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744215520988', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744215521293'] for port, after_update {{(pid=103722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:58:54.214103 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron.plugins.ml2.rpc [None req-1f0a762f-0348-4bba-b860-8eddab4cd770 None None] Device 18e2efc1-542e-4e22-ba51-08768ab5b35a up at agent ovs-agent-dv-cinder-786384-7-iscsi {{(pid=103722) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 31 11:58:54.229426 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.db.db_base_plugin_common [None req-4168d022-473e-436d-a322-c162ae17f138 admin admin] Allocated IP 172.20.0.1 (697038b7-5ccc-4400-8ff0-c1ffebbcb048/ae5bbe3c-0083-415c-a913-7cd0b3f64c13/319949be-296d-4fbf-9dbe-06d103c2b778) {{(pid=103721) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 31 11:58:54.243401 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG oslo_concurrency.lockutils [None req-43028a7b-58d7-408b-ac75-1328e6896bf7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103722) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 31 11:58:54.377103 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron_lib.callbacks.manager [None req-4168d022-473e-436d-a322-c162ae17f138 admin admin] Notify callbacks [] for port, precommit_create {{(pid=103721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:58:54.390712 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f0a762f-0348-4bba-b860-8eddab4cd770 None None] Pushing event updated for resources: {'Port': ['ID=e76d67e6-d7f3-458d-aaaf-d23fb4785e99,revision_number=3']} {{(pid=103722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 31 11:58:54.393378 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.db.provisioning_blocks [None req-4168d022-473e-436d-a322-c162ae17f138 admin admin] Transition to ACTIVE for port object 319949be-296d-4fbf-9dbe-06d103c2b778 will not be triggered until provisioned by entity DHCP. {{(pid=103721) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 31 11:58:54.395291 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG oslo_concurrency.lockutils [None req-1f0a762f-0348-4bba-b860-8eddab4cd770 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=103722) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 31 11:58:54.415958 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron_lib.callbacks.manager [None req-0962b330-a52b-4eb7-99a7-2232a8f3e44e None None] Notify callbacks [] for port, precommit_update {{(pid=103722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:58:54.417691 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron_lib.callbacks.manager [None req-4168d022-473e-436d-a322-c162ae17f138 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937715', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3701677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744215520970', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2250866'] for port, after_create {{(pid=103721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:58:54.420290 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron.db.provisioning_blocks [None req-1f0a762f-0348-4bba-b860-8eddab4cd770 None None] Provisioning for port 18e2efc1-542e-4e22-ba51-08768ab5b35a completed by entity L2. {{(pid=103722) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 31 11:58:54.422379 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG oslo_concurrency.lockutils [None req-c64ee139-0050-4a6f-b901-d874a13c291d service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103721) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 31 11:58:54.431038 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron.db.provisioning_blocks [None req-1f0a762f-0348-4bba-b860-8eddab4cd770 None None] Provisioning complete for port 18e2efc1-542e-4e22-ba51-08768ab5b35a triggered by entity L2. {{(pid=103722) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 31 11:58:54.431323 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron_lib.callbacks.manager [None req-1f0a762f-0348-4bba-b860-8eddab4cd770 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857618'] for port, provisioning_complete {{(pid=103722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:58:54.457563 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron.db.provisioning_blocks [None req-0962b330-a52b-4eb7-99a7-2232a8f3e44e None None] Transition to ACTIVE for port object bf888206-214b-4dbe-a239-2977cff95f2b will not be triggered until provisioned by entity L2. {{(pid=103722) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 31 11:58:54.472707 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron_lib.callbacks.manager [None req-0962b330-a52b-4eb7-99a7-2232a8f3e44e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937715', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3701677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744215954324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744215520988', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744215521293'] for port, after_update {{(pid=103722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:58:54.481232 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4168d022-473e-436d-a322-c162ae17f138 admin admin] Network 697038b7-5ccc-4400-8ff0-c1ffebbcb048 is already hosted by enough agents. {{(pid=103721) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 31 11:58:54.483987 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.scheduler.base_scheduler [None req-4168d022-473e-436d-a322-c162ae17f138 admin admin] Resources bound (agent type, host, resource id):  {{(pid=103721) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 31 11:58:54.487607 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4168d022-473e-436d-a322-c162ae17f138 admin admin] Received port after_create {{(pid=103721) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
May 31 11:58:54.488393 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG oslo_concurrency.lockutils [None req-43028a7b-58d7-408b-ac75-1328e6896bf7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103722) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 31 11:58:54.541274 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4168d022-473e-436d-a322-c162ae17f138 admin admin] Pushing event updated for resources: {'Port': ['ID=319949be-296d-4fbf-9dbe-06d103c2b778,revision_number=1']} {{(pid=103721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 31 11:58:54.545754 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG oslo_concurrency.lockutils [None req-4168d022-473e-436d-a322-c162ae17f138 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=103721) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 31 11:58:54.550530 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron_lib.callbacks.manager [None req-4168d022-473e-436d-a322-c162ae17f138 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4094068'] for router_interface, before_create {{(pid=103721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:58:54.578264 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron.plugins.ml2.managers [None req-0962b330-a52b-4eb7-99a7-2232a8f3e44e None None] Attempting to bind port bf888206-214b-4dbe-a239-2977cff95f2b on host dv-cinder-786384-7-iscsi for vnic_type normal with profile  {{(pid=103722) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
May 31 11:58:54.578707 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron.plugins.ml2.managers [None req-0962b330-a52b-4eb7-99a7-2232a8f3e44e None None] Attempting to bind port bf888206-214b-4dbe-a239-2977cff95f2b by drivers openvswitch,hyperv on host dv-cinder-786384-7-iscsi at level 0 using segments [{'id': '82286f75-faff-40ec-beef-7945374ee8e1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1cb16751-6ba1-494a-bef1-53f614bdb222'}] {{(pid=103722) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
May 31 11:58:54.579276 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0962b330-a52b-4eb7-99a7-2232a8f3e44e None None] Attempting to bind port bf888206-214b-4dbe-a239-2977cff95f2b on network 1cb16751-6ba1-494a-bef1-53f614bdb222 {{(pid=103722) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 31 11:58:54.591910 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2a87e03-f813-4517-bbfb-7ae9bee95821 None None] Pushing event updated for resources: {'Port': ['ID=bf888206-214b-4dbe-a239-2977cff95f2b,revision_number=2']} {{(pid=103722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 31 11:58:54.594759 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG oslo_concurrency.lockutils [None req-b2a87e03-f813-4517-bbfb-7ae9bee95821 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=103722) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 31 11:58:54.595766 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0962b330-a52b-4eb7-99a7-2232a8f3e44e None None] Checking agent: {'id': 'c576d319-5791-4ac3-a718-d6660db1fc9b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786384-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 31, 11, 36, 6), 'started_at': datetime.datetime(2021, 5, 31, 11, 36, 36), 'heartbeat_timestamp': datetime.datetime(2021, 5, 31, 11, 58, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786384-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103722) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
May 31 11:58:54.596191 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0962b330-a52b-4eb7-99a7-2232a8f3e44e None None] Checking segment: {'id': '82286f75-faff-40ec-beef-7945374ee8e1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1cb16751-6ba1-494a-bef1-53f614bdb222'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103722) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 31 11:58:54.596595 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron_lib.callbacks.manager [None req-0962b330-a52b-4eb7-99a7-2232a8f3e44e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:58:54.597000 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0962b330-a52b-4eb7-99a7-2232a8f3e44e None None] Bound using segment: {'id': '82286f75-faff-40ec-beef-7945374ee8e1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1cb16751-6ba1-494a-bef1-53f614bdb222'} {{(pid=103722) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
May 31 11:58:54.597474 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron.plugins.ml2.managers [None req-0962b330-a52b-4eb7-99a7-2232a8f3e44e None None] Bound port: bf888206-214b-4dbe-a239-2977cff95f2b, host: dv-cinder-786384-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '82286f75-faff-40ec-beef-7945374ee8e1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1cb16751-6ba1-494a-bef1-53f614bdb222'}}] {{(pid=103722) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
May 31 11:58:54.597917 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron_lib.callbacks.manager [None req-0962b330-a52b-4eb7-99a7-2232a8f3e44e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-934180'] for port, before_update {{(pid=103722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:58:54.689403 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron_lib.callbacks.manager [None req-4168d022-473e-436d-a322-c162ae17f138 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-934180'] for port, before_update {{(pid=103721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:58:54.731978 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron_lib.callbacks.manager [None req-1f0a762f-0348-4bba-b860-8eddab4cd770 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-934180'] for port, before_update {{(pid=103722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:58:54.742332 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron.plugins.ml2.db [None req-0962b330-a52b-4eb7-99a7-2232a8f3e44e None None] For port bf888206-214b-4dbe-a239-2977cff95f2b, host dv-cinder-786384-7-iscsi, cleared binding levels {{(pid=103722) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
May 31 11:58:54.759025 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron.plugins.ml2.db [None req-0962b330-a52b-4eb7-99a7-2232a8f3e44e None None] For port bf888206-214b-4dbe-a239-2977cff95f2b, host dv-cinder-786384-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786384-7-iscsi',level=0,port_id=bf888206-214b-4dbe-a239-2977cff95f2b,segment=NetworkSegment(82286f75-faff-40ec-beef-7945374ee8e1),segment_id=82286f75-faff-40ec-beef-7945374ee8e1)] {{(pid=103722) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
May 31 11:58:54.765669 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron.db.provisioning_blocks [None req-979cb3b1-9c03-4708-b7c5-f0ca45557fb2 None None] Provisioning for port 319949be-296d-4fbf-9dbe-06d103c2b778 completed by entity DHCP. {{(pid=103722) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 31 11:58:54.770306 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron_lib.callbacks.manager [None req-0962b330-a52b-4eb7-99a7-2232a8f3e44e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937715', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3701677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744215954324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744215520988', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744215521293'] for port, after_update {{(pid=103722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:58:54.779965 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG oslo_concurrency.lockutils [None req-57ab368b-b281-44f3-9289-5ea77f4719c2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103722) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 31 11:58:54.856138 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron.db.provisioning_blocks [None req-979cb3b1-9c03-4708-b7c5-f0ca45557fb2 None None] Provisioning complete for port 319949be-296d-4fbf-9dbe-06d103c2b778 triggered by entity DHCP. {{(pid=103722) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 31 11:58:54.856514 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron_lib.callbacks.manager [None req-979cb3b1-9c03-4708-b7c5-f0ca45557fb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857618'] for port, provisioning_complete {{(pid=103722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:58:54.914477 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron_lib.callbacks.manager [None req-4168d022-473e-436d-a322-c162ae17f138 admin admin] Notify callbacks [] for port, precommit_update {{(pid=103721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:58:54.917916 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron.plugins.ml2.db [None req-1f0a762f-0348-4bba-b860-8eddab4cd770 None None] For port 18e2efc1-542e-4e22-ba51-08768ab5b35a, host dv-cinder-786384-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786384-7-iscsi',level=0,port_id=18e2efc1-542e-4e22-ba51-08768ab5b35a,segment=NetworkSegment(5b821f6b-a910-418f-9ed0-d28e7c2036c5),segment_id=5b821f6b-a910-418f-9ed0-d28e7c2036c5)] {{(pid=103722) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 31 11:58:54.919404 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron_lib.callbacks.manager [None req-4168d022-473e-436d-a322-c162ae17f138 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937715', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3701677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744215954324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744215520988', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744215521293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2250875'] for port, after_update {{(pid=103721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:58:54.929175 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron_lib.callbacks.manager [None req-1f0a762f-0348-4bba-b860-8eddab4cd770 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937715', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3701677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744215954324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744215520988', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744215521293'] for port, after_update {{(pid=103722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:58:54.946683 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG oslo_concurrency.lockutils [None req-b66596e6-ec4a-4993-b701-6ed577235594 tempest-VolumesSnapshotTestJSON-1664951213 tempest-VolumesSnapshotTestJSON-1664951213-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103721) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 31 11:58:54.951563 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron.plugins.ml2.plugin [None req-979cb3b1-9c03-4708-b7c5-f0ca45557fb2 None None] Port 319949be-296d-4fbf-9dbe-06d103c2b778 cannot update to ACTIVE because it is not bound. {{(pid=103722) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
May 31 11:58:54.952889 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0962b330-a52b-4eb7-99a7-2232a8f3e44e None None] Routers {'4781e4c2-58c1-4790-a474-61accbdabe96'} bound to L3 agent in host dv-cinder-786384-7-iscsi {{(pid=103722) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 31 11:58:54.953607 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron.db.l3_hamode_db [None req-0962b330-a52b-4eb7-99a7-2232a8f3e44e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f3ebc977cd0>, 'dv-cinder-786384-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-05-31T11:36:05Z,description=<?>,heartbeat_timestamp=2021-05-31T11:58:36Z,host='dv-cinder-786384-7-iscsi',id=f8c17dd7-da16-4427-b6e3-d7e30616bc4c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-31T11:36:05Z,topic='l3_agent')) {'router_ids': ['4781e4c2-58c1-4790-a474-61accbdabe96'], 'active': True} {{(pid=103722) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 31 11:58:55.006993 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2a87e03-f813-4517-bbfb-7ae9bee95821 None None] Pushing event updated for resources: {'Port': ['ID=bf888206-214b-4dbe-a239-2977cff95f2b,revision_number=3']} {{(pid=103722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 31 11:58:55.017415 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG oslo_concurrency.lockutils [None req-b2a87e03-f813-4517-bbfb-7ae9bee95821 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.237s {{(pid=103722) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 31 11:58:55.017871 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG oslo_concurrency.lockutils [None req-1f0a762f-0348-4bba-b860-8eddab4cd770 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.083s {{(pid=103722) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 31 11:58:55.026651 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron_lib.callbacks.manager [None req-4168d022-473e-436d-a322-c162ae17f138 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3695180', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4094169'] for router_interface, after_create {{(pid=103721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:58:55.030166 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4168d022-473e-436d-a322-c162ae17f138 admin admin] Pushing event updated for resources: {'Port': ['ID=319949be-296d-4fbf-9dbe-06d103c2b778,revision_number=2']} {{(pid=103721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 31 11:58:55.033516 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG oslo_concurrency.lockutils [None req-4168d022-473e-436d-a322-c162ae17f138 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=103721) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 31 11:58:55.163024 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4168d022-473e-436d-a322-c162ae17f138 admin admin] Network 697038b7-5ccc-4400-8ff0-c1ffebbcb048 is already hosted by enough agents. {{(pid=103721) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 31 11:58:55.163633 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.scheduler.base_scheduler [None req-4168d022-473e-436d-a322-c162ae17f138 admin admin] Resources bound (agent type, host, resource id):  {{(pid=103721) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 31 11:58:55.166974 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f0a762f-0348-4bba-b860-8eddab4cd770 None None] Pushing event updated for resources: {'Port': ['ID=18e2efc1-542e-4e22-ba51-08768ab5b35a,revision_number=5']} {{(pid=103722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 31 11:58:55.171759 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG oslo_concurrency.lockutils [None req-1f0a762f-0348-4bba-b860-8eddab4cd770 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=103722) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 31 11:58:55.189533 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron.db.l3_dvr_db [None req-0962b330-a52b-4eb7-99a7-2232a8f3e44e None None] Set router 4781e4c2-58c1-4790-a474-61accbdabe96 gateway port host: dv-cinder-786384-7-iscsi {{(pid=103722) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
May 31 11:58:55.433136 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron.db.provisioning_blocks [None req-8b880bce-0e7f-41c6-90bc-920c88977d6d None None] Provisioning complete for port 319949be-296d-4fbf-9dbe-06d103c2b778 triggered by entity DHCP. {{(pid=103722) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 31 11:58:55.433371 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron_lib.callbacks.manager [None req-8b880bce-0e7f-41c6-90bc-920c88977d6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857618'] for port, provisioning_complete {{(pid=103722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:58:55.483096 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4168d022-473e-436d-a322-c162ae17f138 admin admin] Router 4781e4c2-58c1-4790-a474-61accbdabe96 has already been hosted by L3 agent f8c17dd7-da16-4427-b6e3-d7e30616bc4c {{(pid=103721) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
May 31 11:58:55.534257 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron.plugins.ml2.plugin [None req-8b880bce-0e7f-41c6-90bc-920c88977d6d None None] Port 319949be-296d-4fbf-9dbe-06d103c2b778 cannot update to ACTIVE because it is not bound. {{(pid=103722) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
May 31 11:58:55.568386 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron.db.l3_hamode_db [None req-0962b330-a52b-4eb7-99a7-2232a8f3e44e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f3ebc977cd0>, [{'id': '4781e4c2-58c1-4790-a474-61accbdabe96', 'name': 'tempest-TestVolumeBootPattern-435758301-router', 'tenant_id': '61f2eba02cbc460886ac4aef56d401d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cb16751-6ba1-494a-bef1-53f614bdb222', 'external_fixed_ips': [{'subnet_id': '1135c889-0623-4d10-975a-f2c46f50f0f6', 'ip_address': '172.27.2.163'}], 'enable_snat': True}, 'gw_port_id': 'bf888206-214b-4dbe-a239-2977cff95f2b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T11:58:50Z', 'updated_at': '2021-05-31T11:58:54Z', 'revision_number': 4, 'project_id': '61f2eba02cbc460886ac4aef56d401d4', 'gw_port': {'id': 'bf888206-214b-4dbe-a239-2977cff95f2b', 'name': '', 'network_id': '1cb16751-6ba1-494a-bef1-53f614bdb222', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:d4:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4781e4c2-58c1-4790-a474-61accbdabe96', 'device_owner': 'network:router_gateway', 'standard_attr_id': 668, 'fixed_ips': [{'subnet_id': '1135c889-0623-4d10-975a-f2c46f50f0f6', 'ip_address': '172.27.2.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786384-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T11:58:51Z', 'updated_at': '2021-05-31T11:58:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1135c889-0623-4d10-975a-f2c46f50f0f6', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786384-7-iscsi', '_interfaces': [{'id': '319949be-296d-4fbf-9dbe-06d103c2b778', 'name': '', 'network_id': '697038b7-5ccc-4400-8ff0-c1ffebbcb048', 'tenant_id': '61f2eba02cbc460886ac4aef56d401d4', 'mac_address': 'fa:16:3e:c1:d6:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4781e4c2-58c1-4790-a474-61accbdabe96', 'device_owner': 'network:router_interface', 'standard_attr_id': 669, 'fixed_ips': [{'subnet_id': 'ae5bbe3c-0083-415c-a913-7cd0b3f64c13', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T11:58:54Z', 'updated_at': '2021-05-31T11:58:54Z', 'revision_number': 2, 'project_id': '61f2eba02cbc460886ac4aef56d401d4', 'subnets': [{'id': 'ae5bbe3c-0083-415c-a913-7cd0b3f64c13', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786384-7-iscsi', False) {} {{(pid=103722) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 31 11:58:55.572383 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0962b330-a52b-4eb7-99a7-2232a8f3e44e None None] The sync data for ids ['4781e4c2-58c1-4790-a474-61accbdabe96'] in dv-cinder-786384-7-iscsi is: [{'id': '4781e4c2-58c1-4790-a474-61accbdabe96', 'name': 'tempest-TestVolumeBootPattern-435758301-router', 'tenant_id': '61f2eba02cbc460886ac4aef56d401d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cb16751-6ba1-494a-bef1-53f614bdb222', 'external_fixed_ips': [{'subnet_id': '1135c889-0623-4d10-975a-f2c46f50f0f6', 'ip_address': '172.27.2.163'}], 'enable_snat': True}, 'gw_port_id': 'bf888206-214b-4dbe-a239-2977cff95f2b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T11:58:50Z', 'updated_at': '2021-05-31T11:58:54Z', 'revision_number': 4, 'project_id': '61f2eba02cbc460886ac4aef56d401d4', 'gw_port': {'id': 'bf888206-214b-4dbe-a239-2977cff95f2b', 'name': '', 'network_id': '1cb16751-6ba1-494a-bef1-53f614bdb222', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:d4:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4781e4c2-58c1-4790-a474-61accbdabe96', 'device_owner': 'network:router_gateway', 'standard_attr_id': 668, 'fixed_ips': [{'subnet_id': '1135c889-0623-4d10-975a-f2c46f50f0f6', 'ip_address': '172.27.2.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786384-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T11:58:51Z', 'updated_at': '2021-05-31T11:58:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1135c889-0623-4d10-975a-f2c46f50f0f6', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786384-7-iscsi', '_interfaces': [{'id': '319949be-296d-4fbf-9dbe-06d103c2b778', 'name': '', 'network_id': '697038b7-5ccc-4400-8ff0-c1ffebbcb048', 'tenant_id': '61f2eba02cbc460886ac4aef56d401d4', 'mac_address': 'fa:16:3e:c1:d6:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4781e4c2-58c1-4790-a474-61accbdabe96', 'device_owner': 'network:router_interface', 'standard_attr_id': 669, 'fixed_ips': [{'subnet_id': 'ae5bbe3c-0083-415c-a913-7cd0b3f64c13', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T11:58:54Z', 'updated_at': '2021-05-31T11:58:54Z', 'revision_number': 2, 'project_id': '61f2eba02cbc460886ac4aef56d401d4', 'subnets': [{'id': 'ae5bbe3c-0083-415c-a913-7cd0b3f64c13', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103722) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 31 11:58:55.649344 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron.plugins.ml2.rpc [None req-1f0a762f-0348-4bba-b860-8eddab4cd770 None None] Device e76d67e6-d7f3-458d-aaaf-d23fb4785e99 up at agent ovs-agent-dv-cinder-786384-7-iscsi {{(pid=103722) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 31 11:58:55.665475 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4168d022-473e-436d-a322-c162ae17f138 admin admin] Notify agent at l3_agent.dv-cinder-786384-7-iscsi the message routers_updated {{(pid=103721) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
May 31 11:58:55.674667 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [None req-4168d022-473e-436d-a322-c162ae17f138 admin admin] 10.222.0.57 "PUT /v2.0/routers/4781e4c2-58c1-4790-a474-61accbdabe96/add_router_interface HTTP/1.1" status: 200  len: 503 time: 2.4521415
May 31 11:58:55.719153 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron.db.provisioning_blocks [None req-1f0a762f-0348-4bba-b860-8eddab4cd770 None None] Provisioning complete for port e76d67e6-d7f3-458d-aaaf-d23fb4785e99 triggered by entity L2. {{(pid=103722) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 31 11:58:55.719603 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron_lib.callbacks.manager [None req-1f0a762f-0348-4bba-b860-8eddab4cd770 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857618'] for port, provisioning_complete {{(pid=103722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:58:55.876270 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron.plugins.ml2.rpc [None req-1f0a762f-0348-4bba-b860-8eddab4cd770 None None] Device 18e2efc1-542e-4e22-ba51-08768ab5b35a up at agent ovs-agent-dv-cinder-786384-7-iscsi {{(pid=103722) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 31 11:58:55.944148 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron.db.provisioning_blocks [None req-1f0a762f-0348-4bba-b860-8eddab4cd770 None None] Provisioning complete for port 18e2efc1-542e-4e22-ba51-08768ab5b35a triggered by entity L2. {{(pid=103722) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 31 11:58:55.944461 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron_lib.callbacks.manager [None req-1f0a762f-0348-4bba-b860-8eddab4cd770 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857618'] for port, provisioning_complete {{(pid=103722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:58:56.502150 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.wsgi [-] (103721) accepted ('10.222.0.57', 50006) {{(pid=103721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 31 11:58:56.508685 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.api.v2.base [None req-4dbf240e-3425-4e2e-8161-4c4a8a0d7da9 tempest-TestVolumeBootPattern-2120221258 tempest-TestVolumeBootPattern-2120221258-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1401434122', 'description': 'tempest-secgroup-smoke-1401434122 description', 'project_id': '5a6b811ce5ca43c7b2fc478d12fff20b'}} {{(pid=103721) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 31 11:58:56.514866 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.db.quota.driver [None req-4dbf240e-3425-4e2e-8161-4c4a8a0d7da9 tempest-TestVolumeBootPattern-2120221258 tempest-TestVolumeBootPattern-2120221258-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=103721) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 31 11:58:56.518766 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.quota.resource [None req-4dbf240e-3425-4e2e-8161-4c4a8a0d7da9 tempest-TestVolumeBootPattern-2120221258 tempest-TestVolumeBootPattern-2120221258-project] Usage tracker for resource:security_group and tenant:5a6b811ce5ca43c7b2fc478d12fff20b is out of sync, need to count used quota {{(pid=103721) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 31 11:58:56.521867 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.quota.resource [None req-4dbf240e-3425-4e2e-8161-4c4a8a0d7da9 tempest-TestVolumeBootPattern-2120221258 tempest-TestVolumeBootPattern-2120221258-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=103721) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 31 11:58:56.527829 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.db.quota.driver [None req-4dbf240e-3425-4e2e-8161-4c4a8a0d7da9 tempest-TestVolumeBootPattern-2120221258 tempest-TestVolumeBootPattern-2120221258-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=103721) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 31 11:58:56.538638 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron_lib.callbacks.manager [None req-4dbf240e-3425-4e2e-8161-4c4a8a0d7da9 tempest-TestVolumeBootPattern-2120221258 tempest-TestVolumeBootPattern-2120221258-project] Notify callbacks [] for security_group, before_create {{(pid=103721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:58:56.560107 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.db.quota.driver [None req-4dbf240e-3425-4e2e-8161-4c4a8a0d7da9 tempest-TestVolumeBootPattern-2120221258 tempest-TestVolumeBootPattern-2120221258-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=103721) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 31 11:58:56.564201 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.quota.resource [None req-4dbf240e-3425-4e2e-8161-4c4a8a0d7da9 tempest-TestVolumeBootPattern-2120221258 tempest-TestVolumeBootPattern-2120221258-project] Usage tracker for resource:security_group_rule and tenant:5a6b811ce5ca43c7b2fc478d12fff20b is out of sync, need to count used quota {{(pid=103721) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 31 11:58:56.567223 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.quota.resource [None req-4dbf240e-3425-4e2e-8161-4c4a8a0d7da9 tempest-TestVolumeBootPattern-2120221258 tempest-TestVolumeBootPattern-2120221258-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=103721) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 31 11:58:56.573194 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.db.quota.driver [None req-4dbf240e-3425-4e2e-8161-4c4a8a0d7da9 tempest-TestVolumeBootPattern-2120221258 tempest-TestVolumeBootPattern-2120221258-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=103721) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 31 11:58:56.655171 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron_lib.callbacks.manager [None req-4dbf240e-3425-4e2e-8161-4c4a8a0d7da9 tempest-TestVolumeBootPattern-2120221258 tempest-TestVolumeBootPattern-2120221258-project] Notify callbacks [] for security_group, precommit_create {{(pid=103721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:58:56.661379 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron_lib.callbacks.manager [None req-4dbf240e-3425-4e2e-8161-4c4a8a0d7da9 tempest-TestVolumeBootPattern-2120221258 tempest-TestVolumeBootPattern-2120221258-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3705957'] for security_group, after_create {{(pid=103721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:58:56.666056 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG oslo_concurrency.lockutils [None req-ec420551-c569-498e-9bdf-088f97e84b4d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103721) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 31 11:58:56.708407 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dbf240e-3425-4e2e-8161-4c4a8a0d7da9 tempest-TestVolumeBootPattern-2120221258 tempest-TestVolumeBootPattern-2120221258-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6c000b46-1cad-4c27-86ed-828d0205dc63,revision_number=1']} {{(pid=103721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 31 11:58:56.711336 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG oslo_concurrency.lockutils [None req-4dbf240e-3425-4e2e-8161-4c4a8a0d7da9 tempest-TestVolumeBootPattern-2120221258 tempest-TestVolumeBootPattern-2120221258-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=103721) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 31 11:58:56.712924 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron_lib.callbacks.manager [None req-4dbf240e-3425-4e2e-8161-4c4a8a0d7da9 tempest-TestVolumeBootPattern-2120221258 tempest-TestVolumeBootPattern-2120221258-project] Notify callbacks [] for security_group, before_response {{(pid=103721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:58:56.716319 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [None req-4dbf240e-3425-4e2e-8161-4c4a8a0d7da9 tempest-TestVolumeBootPattern-2120221258 tempest-TestVolumeBootPattern-2120221258-project] 10.222.0.57 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1794 time: 0.2130370
May 31 11:58:56.717298 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.wsgi [-] (103721) accepted ('10.222.0.57', 50010) {{(pid=103721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 31 11:58:56.723340 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.api.v2.base [None req-dd72ccf9-f81a-4977-a226-b5884cab1aed tempest-TestVolumeBootPattern-2120221258 tempest-TestVolumeBootPattern-2120221258-project] Request body: {'security_group_rule': {'security_group_id': '6c000b46-1cad-4c27-86ed-828d0205dc63', 'project_id': '5a6b811ce5ca43c7b2fc478d12fff20b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103721) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 31 11:58:56.729639 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.db.quota.driver [None req-dd72ccf9-f81a-4977-a226-b5884cab1aed tempest-TestVolumeBootPattern-2120221258 tempest-TestVolumeBootPattern-2120221258-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=103721) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 31 11:58:56.733590 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.quota.resource [None req-dd72ccf9-f81a-4977-a226-b5884cab1aed tempest-TestVolumeBootPattern-2120221258 tempest-TestVolumeBootPattern-2120221258-project] Usage tracker for resource:security_group_rule and tenant:5a6b811ce5ca43c7b2fc478d12fff20b is out of sync, need to count used quota {{(pid=103721) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 31 11:58:56.736580 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.quota.resource [None req-dd72ccf9-f81a-4977-a226-b5884cab1aed tempest-TestVolumeBootPattern-2120221258 tempest-TestVolumeBootPattern-2120221258-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=103721) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 31 11:58:56.742209 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.db.quota.driver [None req-dd72ccf9-f81a-4977-a226-b5884cab1aed tempest-TestVolumeBootPattern-2120221258 tempest-TestVolumeBootPattern-2120221258-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=103721) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 31 11:58:56.759940 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron_lib.callbacks.manager [None req-dd72ccf9-f81a-4977-a226-b5884cab1aed tempest-TestVolumeBootPattern-2120221258 tempest-TestVolumeBootPattern-2120221258-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:58:56.823401 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron_lib.callbacks.manager [None req-dd72ccf9-f81a-4977-a226-b5884cab1aed tempest-TestVolumeBootPattern-2120221258 tempest-TestVolumeBootPattern-2120221258-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:58:56.828636 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron_lib.callbacks.manager [None req-dd72ccf9-f81a-4977-a226-b5884cab1aed tempest-TestVolumeBootPattern-2120221258 tempest-TestVolumeBootPattern-2120221258-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3705985'] for security_group_rule, after_create {{(pid=103721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:58:56.831027 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG oslo_concurrency.lockutils [None req-46d815ab-eec6-41a7-8e7c-afb0a1359484 tempest-TestShelveInstance-1856919752 tempest-TestShelveInstance-1856919752-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103721) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 31 11:58:56.853793 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd72ccf9-f81a-4977-a226-b5884cab1aed tempest-TestVolumeBootPattern-2120221258 tempest-TestVolumeBootPattern-2120221258-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=65f9e3bf-88a5-40ac-a358-752bab3dedfc,revision_number=0']} {{(pid=103721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 31 11:58:56.858385 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG oslo_concurrency.lockutils [None req-dd72ccf9-f81a-4977-a226-b5884cab1aed tempest-TestVolumeBootPattern-2120221258 tempest-TestVolumeBootPattern-2120221258-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=103721) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 31 11:58:56.863206 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron_lib.callbacks.manager [None req-dd72ccf9-f81a-4977-a226-b5884cab1aed tempest-TestVolumeBootPattern-2120221258 tempest-TestVolumeBootPattern-2120221258-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:58:56.864548 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [None req-dd72ccf9-f81a-4977-a226-b5884cab1aed tempest-TestVolumeBootPattern-2120221258 tempest-TestVolumeBootPattern-2120221258-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.1459725
May 31 11:58:56.867361 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.wsgi [-] (103721) accepted ('10.222.0.57', 50014) {{(pid=103721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 31 11:58:56.872515 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.api.v2.base [None req-f1ee7cc7-31b5-4282-9d6e-8a504ddd18d7 tempest-TestVolumeBootPattern-2120221258 tempest-TestVolumeBootPattern-2120221258-project] Request body: {'security_group_rule': {'security_group_id': '6c000b46-1cad-4c27-86ed-828d0205dc63', 'project_id': '5a6b811ce5ca43c7b2fc478d12fff20b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103721) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 31 11:58:56.878152 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.db.quota.driver [None req-f1ee7cc7-31b5-4282-9d6e-8a504ddd18d7 tempest-TestVolumeBootPattern-2120221258 tempest-TestVolumeBootPattern-2120221258-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=103721) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 31 11:58:56.881866 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.quota.resource [None req-f1ee7cc7-31b5-4282-9d6e-8a504ddd18d7 tempest-TestVolumeBootPattern-2120221258 tempest-TestVolumeBootPattern-2120221258-project] Usage tracker for resource:security_group_rule and tenant:5a6b811ce5ca43c7b2fc478d12fff20b is out of sync, need to count used quota {{(pid=103721) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 31 11:58:56.885095 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.quota.resource [None req-f1ee7cc7-31b5-4282-9d6e-8a504ddd18d7 tempest-TestVolumeBootPattern-2120221258 tempest-TestVolumeBootPattern-2120221258-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=103721) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 31 11:58:56.890910 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.db.quota.driver [None req-f1ee7cc7-31b5-4282-9d6e-8a504ddd18d7 tempest-TestVolumeBootPattern-2120221258 tempest-TestVolumeBootPattern-2120221258-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=103721) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 31 11:58:56.908816 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron_lib.callbacks.manager [None req-f1ee7cc7-31b5-4282-9d6e-8a504ddd18d7 tempest-TestVolumeBootPattern-2120221258 tempest-TestVolumeBootPattern-2120221258-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:58:56.974437 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron_lib.callbacks.manager [None req-f1ee7cc7-31b5-4282-9d6e-8a504ddd18d7 tempest-TestVolumeBootPattern-2120221258 tempest-TestVolumeBootPattern-2120221258-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:58:56.979281 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron_lib.callbacks.manager [None req-f1ee7cc7-31b5-4282-9d6e-8a504ddd18d7 tempest-TestVolumeBootPattern-2120221258 tempest-TestVolumeBootPattern-2120221258-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3705985'] for security_group_rule, after_create {{(pid=103721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:58:56.981343 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103721) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 31 11:58:57.003027 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1ee7cc7-31b5-4282-9d6e-8a504ddd18d7 tempest-TestVolumeBootPattern-2120221258 tempest-TestVolumeBootPattern-2120221258-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=84fc2a83-1722-4e86-8aa5-da638ca26ac0,revision_number=0']} {{(pid=103721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 31 11:58:57.005504 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG oslo_concurrency.lockutils [None req-f1ee7cc7-31b5-4282-9d6e-8a504ddd18d7 tempest-TestVolumeBootPattern-2120221258 tempest-TestVolumeBootPattern-2120221258-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=103721) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 31 11:58:57.014967 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron_lib.callbacks.manager [None req-f1ee7cc7-31b5-4282-9d6e-8a504ddd18d7 tempest-TestVolumeBootPattern-2120221258 tempest-TestVolumeBootPattern-2120221258-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:58:57.016312 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [None req-f1ee7cc7-31b5-4282-9d6e-8a504ddd18d7 tempest-TestVolumeBootPattern-2120221258 tempest-TestVolumeBootPattern-2120221258-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 763 time: 0.1479666
May 31 11:58:57.019122 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.wsgi [-] (103721) accepted ('10.222.0.57', 50020) {{(pid=103721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 31 11:58:57.024247 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.api.v2.base [None req-afbb584f-c475-4001-b6b9-819758226b3a tempest-TestVolumeBootPattern-2120221258 tempest-TestVolumeBootPattern-2120221258-project] Request body: {'security_group_rule': {'security_group_id': '6c000b46-1cad-4c27-86ed-828d0205dc63', 'project_id': '5a6b811ce5ca43c7b2fc478d12fff20b', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103721) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 31 11:58:57.029901 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.db.quota.driver [None req-afbb584f-c475-4001-b6b9-819758226b3a tempest-TestVolumeBootPattern-2120221258 tempest-TestVolumeBootPattern-2120221258-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=103721) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 31 11:58:57.033703 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.quota.resource [None req-afbb584f-c475-4001-b6b9-819758226b3a tempest-TestVolumeBootPattern-2120221258 tempest-TestVolumeBootPattern-2120221258-project] Usage tracker for resource:security_group_rule and tenant:5a6b811ce5ca43c7b2fc478d12fff20b is out of sync, need to count used quota {{(pid=103721) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 31 11:58:57.036607 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.quota.resource [None req-afbb584f-c475-4001-b6b9-819758226b3a tempest-TestVolumeBootPattern-2120221258 tempest-TestVolumeBootPattern-2120221258-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=103721) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 31 11:58:57.042507 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.db.quota.driver [None req-afbb584f-c475-4001-b6b9-819758226b3a tempest-TestVolumeBootPattern-2120221258 tempest-TestVolumeBootPattern-2120221258-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=103721) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 31 11:58:57.059645 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron_lib.callbacks.manager [None req-afbb584f-c475-4001-b6b9-819758226b3a tempest-TestVolumeBootPattern-2120221258 tempest-TestVolumeBootPattern-2120221258-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:58:57.121185 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron_lib.callbacks.manager [None req-afbb584f-c475-4001-b6b9-819758226b3a tempest-TestVolumeBootPattern-2120221258 tempest-TestVolumeBootPattern-2120221258-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:58:57.126821 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron_lib.callbacks.manager [None req-afbb584f-c475-4001-b6b9-819758226b3a tempest-TestVolumeBootPattern-2120221258 tempest-TestVolumeBootPattern-2120221258-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3705985'] for security_group_rule, after_create {{(pid=103721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:58:57.129032 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG oslo_concurrency.lockutils [None req-c4bf1f89-d615-4963-bc74-e99772084b4f tempest-AttachVolumeTestJSON-530604526 tempest-AttachVolumeTestJSON-530604526-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103721) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 31 11:58:57.150651 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afbb584f-c475-4001-b6b9-819758226b3a tempest-TestVolumeBootPattern-2120221258 tempest-TestVolumeBootPattern-2120221258-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5863dbc5-2fda-4d4c-ae11-dc262e85d736,revision_number=0']} {{(pid=103721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 31 11:58:57.153191 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG oslo_concurrency.lockutils [None req-afbb584f-c475-4001-b6b9-819758226b3a tempest-TestVolumeBootPattern-2120221258 tempest-TestVolumeBootPattern-2120221258-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=103721) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 31 11:58:57.162445 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron_lib.callbacks.manager [None req-afbb584f-c475-4001-b6b9-819758226b3a tempest-TestVolumeBootPattern-2120221258 tempest-TestVolumeBootPattern-2120221258-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:58:57.163865 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [None req-afbb584f-c475-4001-b6b9-819758226b3a tempest-TestVolumeBootPattern-2120221258 tempest-TestVolumeBootPattern-2120221258-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 0.1438131
May 31 11:58:57.167195 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron.wsgi [-] (103720) accepted ('10.222.0.57', 50024) {{(pid=103720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 31 11:58:57.173150 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron.api.v2.base [None req-4302658a-8b27-48b0-a4b4-a5100fe50339 tempest-TestVolumeBootPattern-2120221258 tempest-TestVolumeBootPattern-2120221258-project] Request body: {'security_group_rule': {'security_group_id': '6c000b46-1cad-4c27-86ed-828d0205dc63', 'project_id': '5a6b811ce5ca43c7b2fc478d12fff20b', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103720) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 31 11:58:57.179505 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron.db.quota.driver [None req-4302658a-8b27-48b0-a4b4-a5100fe50339 tempest-TestVolumeBootPattern-2120221258 tempest-TestVolumeBootPattern-2120221258-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=103720) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 31 11:58:57.183713 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron.quota.resource [None req-4302658a-8b27-48b0-a4b4-a5100fe50339 tempest-TestVolumeBootPattern-2120221258 tempest-TestVolumeBootPattern-2120221258-project] Usage tracker for resource:security_group_rule and tenant:5a6b811ce5ca43c7b2fc478d12fff20b is out of sync, need to count used quota {{(pid=103720) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 31 11:58:57.186764 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron.quota.resource [None req-4302658a-8b27-48b0-a4b4-a5100fe50339 tempest-TestVolumeBootPattern-2120221258 tempest-TestVolumeBootPattern-2120221258-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=103720) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 31 11:58:57.197180 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron.db.quota.driver [None req-4302658a-8b27-48b0-a4b4-a5100fe50339 tempest-TestVolumeBootPattern-2120221258 tempest-TestVolumeBootPattern-2120221258-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=103720) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 31 11:58:57.217268 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-4302658a-8b27-48b0-a4b4-a5100fe50339 tempest-TestVolumeBootPattern-2120221258 tempest-TestVolumeBootPattern-2120221258-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:58:57.292150 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-4302658a-8b27-48b0-a4b4-a5100fe50339 tempest-TestVolumeBootPattern-2120221258 tempest-TestVolumeBootPattern-2120221258-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:58:57.297978 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-4302658a-8b27-48b0-a4b4-a5100fe50339 tempest-TestVolumeBootPattern-2120221258 tempest-TestVolumeBootPattern-2120221258-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3705985'] for security_group_rule, after_create {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:58:57.304466 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103720) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 31 11:58:57.323228 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4302658a-8b27-48b0-a4b4-a5100fe50339 tempest-TestVolumeBootPattern-2120221258 tempest-TestVolumeBootPattern-2120221258-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2c974f4b-334e-468f-a5cf-d1c77c1e1cc3,revision_number=0']} {{(pid=103720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 31 11:58:57.325674 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG oslo_concurrency.lockutils [None req-4302658a-8b27-48b0-a4b4-a5100fe50339 tempest-TestVolumeBootPattern-2120221258 tempest-TestVolumeBootPattern-2120221258-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=103720) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 31 11:58:57.333643 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-4302658a-8b27-48b0-a4b4-a5100fe50339 tempest-TestVolumeBootPattern-2120221258 tempest-TestVolumeBootPattern-2120221258-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:58:57.334856 dv-cinder-786384-7-iscsi neutron-server[103720]: INFO neutron.wsgi [None req-4302658a-8b27-48b0-a4b4-a5100fe50339 tempest-TestVolumeBootPattern-2120221258 tempest-TestVolumeBootPattern-2120221258-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 768 time: 0.1664805
May 31 11:58:57.337678 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron.wsgi [-] (103720) accepted ('10.222.0.57', 50028) {{(pid=103720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 31 11:58:57.342922 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron.api.v2.base [None req-4cf9ee7e-2609-4bdc-84cc-01e5f4715518 tempest-TestVolumeBootPattern-2120221258 tempest-TestVolumeBootPattern-2120221258-project] Request body: {'security_group_rule': {'security_group_id': '6c000b46-1cad-4c27-86ed-828d0205dc63', 'project_id': '5a6b811ce5ca43c7b2fc478d12fff20b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103720) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 31 11:58:57.348732 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron.db.quota.driver [None req-4cf9ee7e-2609-4bdc-84cc-01e5f4715518 tempest-TestVolumeBootPattern-2120221258 tempest-TestVolumeBootPattern-2120221258-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=103720) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 31 11:58:57.352867 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron.quota.resource [None req-4cf9ee7e-2609-4bdc-84cc-01e5f4715518 tempest-TestVolumeBootPattern-2120221258 tempest-TestVolumeBootPattern-2120221258-project] Usage tracker for resource:security_group_rule and tenant:5a6b811ce5ca43c7b2fc478d12fff20b is out of sync, need to count used quota {{(pid=103720) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 31 11:58:57.355897 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron.quota.resource [None req-4cf9ee7e-2609-4bdc-84cc-01e5f4715518 tempest-TestVolumeBootPattern-2120221258 tempest-TestVolumeBootPattern-2120221258-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=103720) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 31 11:58:57.361755 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron.db.quota.driver [None req-4cf9ee7e-2609-4bdc-84cc-01e5f4715518 tempest-TestVolumeBootPattern-2120221258 tempest-TestVolumeBootPattern-2120221258-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=103720) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 31 11:58:57.374656 dv-cinder-786384-7-iscsi neutron-server[103720]: INFO neutron.db.securitygroups_db [None req-4cf9ee7e-2609-4bdc-84cc-01e5f4715518 tempest-TestVolumeBootPattern-2120221258 tempest-TestVolumeBootPattern-2120221258-project] Project 5a6b811ce5ca43c7b2fc478d12fff20b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
May 31 11:58:57.381094 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-4cf9ee7e-2609-4bdc-84cc-01e5f4715518 tempest-TestVolumeBootPattern-2120221258 tempest-TestVolumeBootPattern-2120221258-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:58:57.449786 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-4cf9ee7e-2609-4bdc-84cc-01e5f4715518 tempest-TestVolumeBootPattern-2120221258 tempest-TestVolumeBootPattern-2120221258-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:58:57.455249 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-4cf9ee7e-2609-4bdc-84cc-01e5f4715518 tempest-TestVolumeBootPattern-2120221258 tempest-TestVolumeBootPattern-2120221258-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3705985'] for security_group_rule, after_create {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:58:57.457226 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103720) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 31 11:58:57.479705 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cf9ee7e-2609-4bdc-84cc-01e5f4715518 tempest-TestVolumeBootPattern-2120221258 tempest-TestVolumeBootPattern-2120221258-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=acae1a3e-4c49-4c92-a6fb-7107ca1cdc63,revision_number=0']} {{(pid=103720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 31 11:58:57.483955 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG oslo_concurrency.lockutils [None req-4cf9ee7e-2609-4bdc-84cc-01e5f4715518 tempest-TestVolumeBootPattern-2120221258 tempest-TestVolumeBootPattern-2120221258-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=103720) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 31 11:58:57.490061 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-4cf9ee7e-2609-4bdc-84cc-01e5f4715518 tempest-TestVolumeBootPattern-2120221258 tempest-TestVolumeBootPattern-2120221258-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:58:57.491439 dv-cinder-786384-7-iscsi neutron-server[103720]: INFO neutron.wsgi [None req-4cf9ee7e-2609-4bdc-84cc-01e5f4715518 tempest-TestVolumeBootPattern-2120221258 tempest-TestVolumeBootPattern-2120221258-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 774 time: 0.1528146
May 31 11:58:57.494426 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron.wsgi [-] (103720) accepted ('10.222.0.57', 50032) {{(pid=103720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 31 11:58:57.499990 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron.api.v2.base [None req-1e8f4289-3429-4ad1-9f30-cdfffdef35b0 tempest-TestVolumeBootPattern-2120221258 tempest-TestVolumeBootPattern-2120221258-project] Request body: {'security_group_rule': {'security_group_id': '6c000b46-1cad-4c27-86ed-828d0205dc63', 'project_id': '5a6b811ce5ca43c7b2fc478d12fff20b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103720) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 31 11:58:57.506021 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron.db.quota.driver [None req-1e8f4289-3429-4ad1-9f30-cdfffdef35b0 tempest-TestVolumeBootPattern-2120221258 tempest-TestVolumeBootPattern-2120221258-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=103720) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 31 11:58:57.510357 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron.quota.resource [None req-1e8f4289-3429-4ad1-9f30-cdfffdef35b0 tempest-TestVolumeBootPattern-2120221258 tempest-TestVolumeBootPattern-2120221258-project] Usage tracker for resource:security_group_rule and tenant:5a6b811ce5ca43c7b2fc478d12fff20b is out of sync, need to count used quota {{(pid=103720) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 31 11:58:57.513291 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron.quota.resource [None req-1e8f4289-3429-4ad1-9f30-cdfffdef35b0 tempest-TestVolumeBootPattern-2120221258 tempest-TestVolumeBootPattern-2120221258-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=103720) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 31 11:58:57.518940 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron.db.quota.driver [None req-1e8f4289-3429-4ad1-9f30-cdfffdef35b0 tempest-TestVolumeBootPattern-2120221258 tempest-TestVolumeBootPattern-2120221258-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=103720) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 31 11:58:57.529297 dv-cinder-786384-7-iscsi neutron-server[103720]: INFO neutron.db.securitygroups_db [None req-1e8f4289-3429-4ad1-9f30-cdfffdef35b0 tempest-TestVolumeBootPattern-2120221258 tempest-TestVolumeBootPattern-2120221258-project] Project 5a6b811ce5ca43c7b2fc478d12fff20b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
May 31 11:58:57.537512 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-1e8f4289-3429-4ad1-9f30-cdfffdef35b0 tempest-TestVolumeBootPattern-2120221258 tempest-TestVolumeBootPattern-2120221258-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:58:57.608750 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-1e8f4289-3429-4ad1-9f30-cdfffdef35b0 tempest-TestVolumeBootPattern-2120221258 tempest-TestVolumeBootPattern-2120221258-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:58:57.614825 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-1e8f4289-3429-4ad1-9f30-cdfffdef35b0 tempest-TestVolumeBootPattern-2120221258 tempest-TestVolumeBootPattern-2120221258-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3705985'] for security_group_rule, after_create {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:58:57.617022 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103720) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 31 11:58:57.640107 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e8f4289-3429-4ad1-9f30-cdfffdef35b0 tempest-TestVolumeBootPattern-2120221258 tempest-TestVolumeBootPattern-2120221258-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d5ae9236-c13c-4041-83db-f8f60a1f20b6,revision_number=0']} {{(pid=103720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 31 11:58:57.642530 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG oslo_concurrency.lockutils [None req-1e8f4289-3429-4ad1-9f30-cdfffdef35b0 tempest-TestVolumeBootPattern-2120221258 tempest-TestVolumeBootPattern-2120221258-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=103720) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 31 11:58:57.650845 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-1e8f4289-3429-4ad1-9f30-cdfffdef35b0 tempest-TestVolumeBootPattern-2120221258 tempest-TestVolumeBootPattern-2120221258-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:58:57.652129 dv-cinder-786384-7-iscsi neutron-server[103720]: INFO neutron.wsgi [None req-1e8f4289-3429-4ad1-9f30-cdfffdef35b0 tempest-TestVolumeBootPattern-2120221258 tempest-TestVolumeBootPattern-2120221258-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 773 time: 0.1566479
May 31 11:58:57.669260 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron.plugins.ml2.rpc [None req-1f0a762f-0348-4bba-b860-8eddab4cd770 None None] Device bf888206-214b-4dbe-a239-2977cff95f2b up at agent ovs-agent-dv-cinder-786384-7-iscsi {{(pid=103722) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 31 11:58:57.740903 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron.db.provisioning_blocks [None req-1f0a762f-0348-4bba-b860-8eddab4cd770 None None] Provisioning for port bf888206-214b-4dbe-a239-2977cff95f2b completed by entity L2. {{(pid=103722) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 31 11:58:57.745914 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron.db.provisioning_blocks [None req-1f0a762f-0348-4bba-b860-8eddab4cd770 None None] Provisioning complete for port bf888206-214b-4dbe-a239-2977cff95f2b triggered by entity L2. {{(pid=103722) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 31 11:58:57.746288 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron_lib.callbacks.manager [None req-1f0a762f-0348-4bba-b860-8eddab4cd770 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857618'] for port, provisioning_complete {{(pid=103722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:58:57.864867 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron_lib.callbacks.manager [None req-1f0a762f-0348-4bba-b860-8eddab4cd770 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-934180'] for port, before_update {{(pid=103722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:58:57.884279 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron.plugins.ml2.db [None req-1f0a762f-0348-4bba-b860-8eddab4cd770 None None] For port bf888206-214b-4dbe-a239-2977cff95f2b, host dv-cinder-786384-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786384-7-iscsi',level=0,port_id=bf888206-214b-4dbe-a239-2977cff95f2b,segment=NetworkSegment(82286f75-faff-40ec-beef-7945374ee8e1),segment_id=82286f75-faff-40ec-beef-7945374ee8e1)] {{(pid=103722) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 31 11:58:57.890482 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron_lib.callbacks.manager [None req-1f0a762f-0348-4bba-b860-8eddab4cd770 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937715', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3701677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744215954324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744215520988', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744215521293'] for port, after_update {{(pid=103722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:58:57.892950 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG oslo_concurrency.lockutils [None req-1f0a762f-0348-4bba-b860-8eddab4cd770 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103722) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 31 11:58:57.964505 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f0a762f-0348-4bba-b860-8eddab4cd770 None None] Pushing event updated for resources: {'Port': ['ID=bf888206-214b-4dbe-a239-2977cff95f2b,revision_number=4']} {{(pid=103722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 31 11:58:57.967762 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG oslo_concurrency.lockutils [None req-1f0a762f-0348-4bba-b860-8eddab4cd770 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=103722) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 31 11:58:58.206621 dv-cinder-786384-7-iscsi neutron-server[103723]: DEBUG neutron.db.agents_db [None req-cb648da2-ef1b-4de5-af28-8b32e926ae6d None None] Agent healthcheck: found 6 active agents {{(pid=103723) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}}
May 31 11:58:59.257723 dv-cinder-786384-7-iscsi neutron-server[103723]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7857c15-f0c5-4ab8-8003-6bfa8ffd2408 None None] Sync routers for ids ['4781e4c2-58c1-4790-a474-61accbdabe96'] in dv-cinder-786384-7-iscsi {{(pid=103723) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 31 11:58:59.268331 dv-cinder-786384-7-iscsi neutron-server[103723]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7857c15-f0c5-4ab8-8003-6bfa8ffd2408 None None] Routers {'4781e4c2-58c1-4790-a474-61accbdabe96'} bound to L3 agent in host dv-cinder-786384-7-iscsi {{(pid=103723) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 31 11:58:59.268936 dv-cinder-786384-7-iscsi neutron-server[103723]: DEBUG neutron.db.l3_hamode_db [None req-f7857c15-f0c5-4ab8-8003-6bfa8ffd2408 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f3ebcab2b20>, 'dv-cinder-786384-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-05-31T11:36:05Z,description=<?>,heartbeat_timestamp=2021-05-31T11:58:36Z,host='dv-cinder-786384-7-iscsi',id=f8c17dd7-da16-4427-b6e3-d7e30616bc4c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-31T11:36:05Z,topic='l3_agent')) {'router_ids': ['4781e4c2-58c1-4790-a474-61accbdabe96'], 'active': True} {{(pid=103723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 31 11:58:59.447209 dv-cinder-786384-7-iscsi neutron-server[103723]: DEBUG neutron.db.l3_dvr_db [None req-f7857c15-f0c5-4ab8-8003-6bfa8ffd2408 None None] Set router 4781e4c2-58c1-4790-a474-61accbdabe96 gateway port host: dv-cinder-786384-7-iscsi {{(pid=103723) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
May 31 11:58:59.647839 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron.plugins.ml2.rpc [None req-1f0a762f-0348-4bba-b860-8eddab4cd770 None None] Device bf888206-214b-4dbe-a239-2977cff95f2b up at agent ovs-agent-dv-cinder-786384-7-iscsi {{(pid=103722) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 31 11:58:59.719984 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron.db.provisioning_blocks [None req-1f0a762f-0348-4bba-b860-8eddab4cd770 None None] Provisioning complete for port bf888206-214b-4dbe-a239-2977cff95f2b triggered by entity L2. {{(pid=103722) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 31 11:58:59.720370 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron_lib.callbacks.manager [None req-1f0a762f-0348-4bba-b860-8eddab4cd770 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857618'] for port, provisioning_complete {{(pid=103722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:58:59.803286 dv-cinder-786384-7-iscsi neutron-server[103723]: DEBUG neutron.db.l3_hamode_db [None req-f7857c15-f0c5-4ab8-8003-6bfa8ffd2408 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f3ebcab2b20>, [{'id': '4781e4c2-58c1-4790-a474-61accbdabe96', 'name': 'tempest-TestVolumeBootPattern-435758301-router', 'tenant_id': '61f2eba02cbc460886ac4aef56d401d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cb16751-6ba1-494a-bef1-53f614bdb222', 'external_fixed_ips': [{'subnet_id': '1135c889-0623-4d10-975a-f2c46f50f0f6', 'ip_address': '172.27.2.163'}], 'enable_snat': True}, 'gw_port_id': 'bf888206-214b-4dbe-a239-2977cff95f2b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T11:58:50Z', 'updated_at': '2021-05-31T11:58:54Z', 'revision_number': 4, 'project_id': '61f2eba02cbc460886ac4aef56d401d4', 'gw_port': {'id': 'bf888206-214b-4dbe-a239-2977cff95f2b', 'name': '', 'network_id': '1cb16751-6ba1-494a-bef1-53f614bdb222', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:d4:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4781e4c2-58c1-4790-a474-61accbdabe96', 'device_owner': 'network:router_gateway', 'standard_attr_id': 668, 'fixed_ips': [{'subnet_id': '1135c889-0623-4d10-975a-f2c46f50f0f6', 'ip_address': '172.27.2.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786384-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T11:58:51Z', 'updated_at': '2021-05-31T11:58:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1135c889-0623-4d10-975a-f2c46f50f0f6', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786384-7-iscsi', '_interfaces': [{'id': '319949be-296d-4fbf-9dbe-06d103c2b778', 'name': '', 'network_id': '697038b7-5ccc-4400-8ff0-c1ffebbcb048', 'tenant_id': '61f2eba02cbc460886ac4aef56d401d4', 'mac_address': 'fa:16:3e:c1:d6:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4781e4c2-58c1-4790-a474-61accbdabe96', 'device_owner': 'network:router_interface', 'standard_attr_id': 669, 'fixed_ips': [{'subnet_id': 'ae5bbe3c-0083-415c-a913-7cd0b3f64c13', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T11:58:54Z', 'updated_at': '2021-05-31T11:58:54Z', 'revision_number': 2, 'project_id': '61f2eba02cbc460886ac4aef56d401d4', 'subnets': [{'id': 'ae5bbe3c-0083-415c-a913-7cd0b3f64c13', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786384-7-iscsi', False) {} {{(pid=103723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 31 11:58:59.808014 dv-cinder-786384-7-iscsi neutron-server[103723]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7857c15-f0c5-4ab8-8003-6bfa8ffd2408 None None] Checking router: 4781e4c2-58c1-4790-a474-61accbdabe96 for host: dv-cinder-786384-7-iscsi {{(pid=103723) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
May 31 11:58:59.808400 dv-cinder-786384-7-iscsi neutron-server[103723]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7857c15-f0c5-4ab8-8003-6bfa8ffd2408 None None] Updating router 4781e4c2-58c1-4790-a474-61accbdabe96 port 319949be-296d-4fbf-9dbe-06d103c2b778 binding host dv-cinder-786384-7-iscsi {{(pid=103723) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
May 31 11:58:59.863968 dv-cinder-786384-7-iscsi neutron-server[103723]: DEBUG neutron_lib.callbacks.manager [None req-f7857c15-f0c5-4ab8-8003-6bfa8ffd2408 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-934180'] for port, before_update {{(pid=103723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:59:00.223970 dv-cinder-786384-7-iscsi neutron-server[103723]: DEBUG neutron_lib.callbacks.manager [None req-f7857c15-f0c5-4ab8-8003-6bfa8ffd2408 None None] Notify callbacks [] for port, precommit_update {{(pid=103723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:59:00.236787 dv-cinder-786384-7-iscsi neutron-server[103723]: DEBUG neutron.db.provisioning_blocks [None req-f7857c15-f0c5-4ab8-8003-6bfa8ffd2408 None None] Transition to ACTIVE for port object 319949be-296d-4fbf-9dbe-06d103c2b778 will not be triggered until provisioned by entity L2. {{(pid=103723) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 31 11:59:00.245562 dv-cinder-786384-7-iscsi neutron-server[103723]: DEBUG neutron_lib.callbacks.manager [None req-f7857c15-f0c5-4ab8-8003-6bfa8ffd2408 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937715', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3701677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744215954324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744215520988', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744215521293'] for port, after_update {{(pid=103723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:59:00.249910 dv-cinder-786384-7-iscsi neutron-server[103723]: DEBUG oslo_concurrency.lockutils [None req-2c4bc66a-940c-4b02-a89e-016894d77054 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103723) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 31 11:59:00.377250 dv-cinder-786384-7-iscsi neutron-server[103723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-900d48ce-658d-42c5-a259-8a0018c36e95 None None] Pushing event updated for resources: {'Port': ['ID=319949be-296d-4fbf-9dbe-06d103c2b778,revision_number=3']} {{(pid=103723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 31 11:59:00.381086 dv-cinder-786384-7-iscsi neutron-server[103723]: DEBUG oslo_concurrency.lockutils [None req-900d48ce-658d-42c5-a259-8a0018c36e95 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=103723) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 31 11:59:00.472306 dv-cinder-786384-7-iscsi neutron-server[103723]: DEBUG neutron.plugins.ml2.managers [None req-f7857c15-f0c5-4ab8-8003-6bfa8ffd2408 None None] Attempting to bind port 319949be-296d-4fbf-9dbe-06d103c2b778 on host dv-cinder-786384-7-iscsi for vnic_type normal with profile  {{(pid=103723) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
May 31 11:59:00.472716 dv-cinder-786384-7-iscsi neutron-server[103723]: DEBUG neutron.plugins.ml2.managers [None req-f7857c15-f0c5-4ab8-8003-6bfa8ffd2408 None None] Attempting to bind port 319949be-296d-4fbf-9dbe-06d103c2b778 by drivers openvswitch,hyperv on host dv-cinder-786384-7-iscsi at level 0 using segments [{'id': '63d08f4b-c2f2-4e3d-b30e-328d0eeec32f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 791, 'network_id': '697038b7-5ccc-4400-8ff0-c1ffebbcb048'}] {{(pid=103723) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
May 31 11:59:00.473028 dv-cinder-786384-7-iscsi neutron-server[103723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7857c15-f0c5-4ab8-8003-6bfa8ffd2408 None None] Attempting to bind port 319949be-296d-4fbf-9dbe-06d103c2b778 on network 697038b7-5ccc-4400-8ff0-c1ffebbcb048 {{(pid=103723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 31 11:59:00.478688 dv-cinder-786384-7-iscsi neutron-server[103723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7857c15-f0c5-4ab8-8003-6bfa8ffd2408 None None] Checking agent: {'id': 'c576d319-5791-4ac3-a718-d6660db1fc9b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786384-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 31, 11, 36, 6), 'started_at': datetime.datetime(2021, 5, 31, 11, 36, 36), 'heartbeat_timestamp': datetime.datetime(2021, 5, 31, 11, 58, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786384-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
May 31 11:59:00.479100 dv-cinder-786384-7-iscsi neutron-server[103723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7857c15-f0c5-4ab8-8003-6bfa8ffd2408 None None] Checking segment: {'id': '63d08f4b-c2f2-4e3d-b30e-328d0eeec32f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 791, 'network_id': '697038b7-5ccc-4400-8ff0-c1ffebbcb048'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103723) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 31 11:59:00.479494 dv-cinder-786384-7-iscsi neutron-server[103723]: DEBUG neutron_lib.callbacks.manager [None req-f7857c15-f0c5-4ab8-8003-6bfa8ffd2408 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:59:00.480002 dv-cinder-786384-7-iscsi neutron-server[103723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7857c15-f0c5-4ab8-8003-6bfa8ffd2408 None None] Bound using segment: {'id': '63d08f4b-c2f2-4e3d-b30e-328d0eeec32f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 791, 'network_id': '697038b7-5ccc-4400-8ff0-c1ffebbcb048'} {{(pid=103723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
May 31 11:59:00.480377 dv-cinder-786384-7-iscsi neutron-server[103723]: DEBUG neutron.plugins.ml2.managers [None req-f7857c15-f0c5-4ab8-8003-6bfa8ffd2408 None None] Bound port: 319949be-296d-4fbf-9dbe-06d103c2b778, host: dv-cinder-786384-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '63d08f4b-c2f2-4e3d-b30e-328d0eeec32f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 791, 'network_id': '697038b7-5ccc-4400-8ff0-c1ffebbcb048'}}] {{(pid=103723) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
May 31 11:59:00.480741 dv-cinder-786384-7-iscsi neutron-server[103723]: DEBUG neutron_lib.callbacks.manager [None req-f7857c15-f0c5-4ab8-8003-6bfa8ffd2408 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-934180'] for port, before_update {{(pid=103723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:59:00.571529 dv-cinder-786384-7-iscsi neutron-server[103723]: DEBUG neutron.plugins.ml2.db [None req-f7857c15-f0c5-4ab8-8003-6bfa8ffd2408 None None] For port 319949be-296d-4fbf-9dbe-06d103c2b778, host dv-cinder-786384-7-iscsi, cleared binding levels {{(pid=103723) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
May 31 11:59:00.574532 dv-cinder-786384-7-iscsi neutron-server[103723]: DEBUG neutron.plugins.ml2.db [None req-f7857c15-f0c5-4ab8-8003-6bfa8ffd2408 None None] For port 319949be-296d-4fbf-9dbe-06d103c2b778, host dv-cinder-786384-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786384-7-iscsi',level=0,port_id=319949be-296d-4fbf-9dbe-06d103c2b778,segment=NetworkSegment(63d08f4b-c2f2-4e3d-b30e-328d0eeec32f),segment_id=63d08f4b-c2f2-4e3d-b30e-328d0eeec32f)] {{(pid=103723) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
May 31 11:59:00.581510 dv-cinder-786384-7-iscsi neutron-server[103723]: DEBUG neutron_lib.callbacks.manager [None req-f7857c15-f0c5-4ab8-8003-6bfa8ffd2408 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937715', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3701677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744215954324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744215520988', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744215521293'] for port, after_update {{(pid=103723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:59:00.585958 dv-cinder-786384-7-iscsi neutron-server[103723]: DEBUG oslo_concurrency.lockutils [None req-2c4bc66a-940c-4b02-a89e-016894d77054 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103723) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 31 11:59:00.670026 dv-cinder-786384-7-iscsi neutron-server[103723]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7857c15-f0c5-4ab8-8003-6bfa8ffd2408 None None] Routers {'4781e4c2-58c1-4790-a474-61accbdabe96'} bound to L3 agent in host dv-cinder-786384-7-iscsi {{(pid=103723) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 31 11:59:00.670671 dv-cinder-786384-7-iscsi neutron-server[103723]: DEBUG neutron.db.l3_hamode_db [None req-f7857c15-f0c5-4ab8-8003-6bfa8ffd2408 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f3ebcab2b20>, 'dv-cinder-786384-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-05-31T11:36:05Z,description=<?>,heartbeat_timestamp=2021-05-31T11:58:36Z,host='dv-cinder-786384-7-iscsi',id=f8c17dd7-da16-4427-b6e3-d7e30616bc4c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-31T11:36:05Z,topic='l3_agent')) {'router_ids': ['4781e4c2-58c1-4790-a474-61accbdabe96'], 'active': True} {{(pid=103723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 31 11:59:00.728082 dv-cinder-786384-7-iscsi neutron-server[103723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-900d48ce-658d-42c5-a259-8a0018c36e95 None None] Pushing event updated for resources: {'Port': ['ID=319949be-296d-4fbf-9dbe-06d103c2b778,revision_number=4']} {{(pid=103723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 31 11:59:00.738835 dv-cinder-786384-7-iscsi neutron-server[103723]: DEBUG oslo_concurrency.lockutils [None req-900d48ce-658d-42c5-a259-8a0018c36e95 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=103723) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 31 11:59:00.856045 dv-cinder-786384-7-iscsi neutron-server[103723]: DEBUG neutron.db.l3_dvr_db [None req-f7857c15-f0c5-4ab8-8003-6bfa8ffd2408 None None] Set router 4781e4c2-58c1-4790-a474-61accbdabe96 gateway port host: dv-cinder-786384-7-iscsi {{(pid=103723) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
May 31 11:59:01.171625 dv-cinder-786384-7-iscsi neutron-server[103723]: DEBUG neutron.db.l3_hamode_db [None req-f7857c15-f0c5-4ab8-8003-6bfa8ffd2408 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f3ebcab2b20>, [{'id': '4781e4c2-58c1-4790-a474-61accbdabe96', 'name': 'tempest-TestVolumeBootPattern-435758301-router', 'tenant_id': '61f2eba02cbc460886ac4aef56d401d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cb16751-6ba1-494a-bef1-53f614bdb222', 'external_fixed_ips': [{'subnet_id': '1135c889-0623-4d10-975a-f2c46f50f0f6', 'ip_address': '172.27.2.163'}], 'enable_snat': True}, 'gw_port_id': 'bf888206-214b-4dbe-a239-2977cff95f2b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T11:58:50Z', 'updated_at': '2021-05-31T11:58:54Z', 'revision_number': 4, 'project_id': '61f2eba02cbc460886ac4aef56d401d4', 'gw_port': {'id': 'bf888206-214b-4dbe-a239-2977cff95f2b', 'name': '', 'network_id': '1cb16751-6ba1-494a-bef1-53f614bdb222', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:d4:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4781e4c2-58c1-4790-a474-61accbdabe96', 'device_owner': 'network:router_gateway', 'standard_attr_id': 668, 'fixed_ips': [{'subnet_id': '1135c889-0623-4d10-975a-f2c46f50f0f6', 'ip_address': '172.27.2.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786384-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T11:58:51Z', 'updated_at': '2021-05-31T11:58:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1135c889-0623-4d10-975a-f2c46f50f0f6', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786384-7-iscsi', '_interfaces': [{'id': '319949be-296d-4fbf-9dbe-06d103c2b778', 'name': '', 'network_id': '697038b7-5ccc-4400-8ff0-c1ffebbcb048', 'tenant_id': '61f2eba02cbc460886ac4aef56d401d4', 'mac_address': 'fa:16:3e:c1:d6:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4781e4c2-58c1-4790-a474-61accbdabe96', 'device_owner': 'network:router_interface', 'standard_attr_id': 669, 'fixed_ips': [{'subnet_id': 'ae5bbe3c-0083-415c-a913-7cd0b3f64c13', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786384-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T11:58:54Z', 'updated_at': '2021-05-31T11:59:00Z', 'revision_number': 4, 'project_id': '61f2eba02cbc460886ac4aef56d401d4', 'subnets': [{'id': 'ae5bbe3c-0083-415c-a913-7cd0b3f64c13', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786384-7-iscsi', False) {} {{(pid=103723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 31 11:59:01.175938 dv-cinder-786384-7-iscsi neutron-server[103723]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7857c15-f0c5-4ab8-8003-6bfa8ffd2408 None None] The sync data for ids ['4781e4c2-58c1-4790-a474-61accbdabe96'] in dv-cinder-786384-7-iscsi is: [{'id': '4781e4c2-58c1-4790-a474-61accbdabe96', 'name': 'tempest-TestVolumeBootPattern-435758301-router', 'tenant_id': '61f2eba02cbc460886ac4aef56d401d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cb16751-6ba1-494a-bef1-53f614bdb222', 'external_fixed_ips': [{'subnet_id': '1135c889-0623-4d10-975a-f2c46f50f0f6', 'ip_address': '172.27.2.163'}], 'enable_snat': True}, 'gw_port_id': 'bf888206-214b-4dbe-a239-2977cff95f2b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T11:58:50Z', 'updated_at': '2021-05-31T11:58:54Z', 'revision_number': 4, 'project_id': '61f2eba02cbc460886ac4aef56d401d4', 'gw_port': {'id': 'bf888206-214b-4dbe-a239-2977cff95f2b', 'name': '', 'network_id': '1cb16751-6ba1-494a-bef1-53f614bdb222', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:d4:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4781e4c2-58c1-4790-a474-61accbdabe96', 'device_owner': 'network:router_gateway', 'standard_attr_id': 668, 'fixed_ips': [{'subnet_id': '1135c889-0623-4d10-975a-f2c46f50f0f6', 'ip_address': '172.27.2.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786384-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T11:58:51Z', 'updated_at': '2021-05-31T11:58:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1135c889-0623-4d10-975a-f2c46f50f0f6', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786384-7-iscsi', '_interfaces': [{'id': '319949be-296d-4fbf-9dbe-06d103c2b778', 'name': '', 'network_id': '697038b7-5ccc-4400-8ff0-c1ffebbcb048', 'tenant_id': '61f2eba02cbc460886ac4aef56d401d4', 'mac_address': 'fa:16:3e:c1:d6:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4781e4c2-58c1-4790-a474-61accbdabe96', 'device_owner': 'network:router_interface', 'standard_attr_id': 669, 'fixed_ips': [{'subnet_id': 'ae5bbe3c-0083-415c-a913-7cd0b3f64c13', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786384-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T11:58:54Z', 'updated_at': '2021-05-31T11:59:00Z', 'revision_number': 4, 'project_id': '61f2eba02cbc460886ac4aef56d401d4', 'subnets': [{'id': 'ae5bbe3c-0083-415c-a913-7cd0b3f64c13', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103723) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 31 11:59:01.582845 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron_lib.callbacks.manager [None req-43028a7b-58d7-408b-ac75-1328e6896bf7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744215964654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857257'] for agent, after_update {{(pid=103722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:59:01.664357 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron.plugins.ml2.rpc [None req-1f0a762f-0348-4bba-b860-8eddab4cd770 None None] Device 319949be-296d-4fbf-9dbe-06d103c2b778 up at agent ovs-agent-dv-cinder-786384-7-iscsi {{(pid=103722) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 31 11:59:01.735096 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron.db.provisioning_blocks [None req-1f0a762f-0348-4bba-b860-8eddab4cd770 None None] Provisioning for port 319949be-296d-4fbf-9dbe-06d103c2b778 completed by entity L2. {{(pid=103722) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 31 11:59:01.740546 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron.db.provisioning_blocks [None req-1f0a762f-0348-4bba-b860-8eddab4cd770 None None] Provisioning complete for port 319949be-296d-4fbf-9dbe-06d103c2b778 triggered by entity L2. {{(pid=103722) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 31 11:59:01.740923 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron_lib.callbacks.manager [None req-1f0a762f-0348-4bba-b860-8eddab4cd770 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857618'] for port, provisioning_complete {{(pid=103722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:59:01.863412 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron_lib.callbacks.manager [None req-1f0a762f-0348-4bba-b860-8eddab4cd770 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-934180'] for port, before_update {{(pid=103722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:59:01.899269 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron.plugins.ml2.db [None req-1f0a762f-0348-4bba-b860-8eddab4cd770 None None] For port 319949be-296d-4fbf-9dbe-06d103c2b778, host dv-cinder-786384-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786384-7-iscsi',level=0,port_id=319949be-296d-4fbf-9dbe-06d103c2b778,segment=NetworkSegment(63d08f4b-c2f2-4e3d-b30e-328d0eeec32f),segment_id=63d08f4b-c2f2-4e3d-b30e-328d0eeec32f)] {{(pid=103722) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 31 11:59:01.903150 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron_lib.callbacks.manager [None req-1f0a762f-0348-4bba-b860-8eddab4cd770 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937715', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3701677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744215954324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744215520988', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744215521293'] for port, after_update {{(pid=103722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:59:01.905388 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG oslo_concurrency.lockutils [None req-43028a7b-58d7-408b-ac75-1328e6896bf7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103722) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 31 11:59:01.977652 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f0a762f-0348-4bba-b860-8eddab4cd770 None None] Pushing event updated for resources: {'Port': ['ID=319949be-296d-4fbf-9dbe-06d103c2b778,revision_number=5']} {{(pid=103722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 31 11:59:01.981371 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG oslo_concurrency.lockutils [None req-1f0a762f-0348-4bba-b860-8eddab4cd770 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=103722) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 31 11:59:03.104245 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron_lib.callbacks.manager [None req-5dd398ae-3564-45a7-8980-b9369bd8be70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744215964654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857257'] for agent, after_update {{(pid=103722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:59:03.665333 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron.plugins.ml2.rpc [None req-1f0a762f-0348-4bba-b860-8eddab4cd770 None None] Device 319949be-296d-4fbf-9dbe-06d103c2b778 up at agent ovs-agent-dv-cinder-786384-7-iscsi {{(pid=103722) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 31 11:59:03.736835 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron.db.provisioning_blocks [None req-1f0a762f-0348-4bba-b860-8eddab4cd770 None None] Provisioning complete for port 319949be-296d-4fbf-9dbe-06d103c2b778 triggered by entity L2. {{(pid=103722) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 31 11:59:03.736835 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron_lib.callbacks.manager [None req-1f0a762f-0348-4bba-b860-8eddab4cd770 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857618'] for port, provisioning_complete {{(pid=103722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:59:05.529675 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron_lib.callbacks.manager [None req-2258046b-a37c-454b-8b0d-c981ed715a1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744215964654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857257'] for agent, after_update {{(pid=103722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:59:05.639271 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron_lib.callbacks.manager [None req-1f0a762f-0348-4bba-b860-8eddab4cd770 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744215964654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857257'] for agent, after_update {{(pid=103722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:59:06.552927 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron_lib.callbacks.manager [None req-c59bf3d8-3f04-4740-8d75-807cb4f7478e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744215964654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857257'] for agent, after_update {{(pid=103722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:59:08.015558 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron_lib.callbacks.manager [None req-e2b995a4-3526-4c71-93aa-7f4ba47dfd64 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744215964654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857257'] for agent, after_update {{(pid=103722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:59:13.923668 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.quota.resource [req-7f8b3713-ade3-41ea-9bcd-1ad01dad7fd7 req-119645bf-4434-4d08-9b0a-22fcd969b9db tempest-TestVolumeBootPattern-2120221258 tempest-TestVolumeBootPattern-2120221258-project] Synchronizing usage tracker for tenant:5a6b811ce5ca43c7b2fc478d12fff20b on resource:security_group {{(pid=103721) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 31 11:59:13.942863 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.quota.resource [req-7f8b3713-ade3-41ea-9bcd-1ad01dad7fd7 req-119645bf-4434-4d08-9b0a-22fcd969b9db tempest-TestVolumeBootPattern-2120221258 tempest-TestVolumeBootPattern-2120221258-project] Unset dirty status for tenant:5a6b811ce5ca43c7b2fc478d12fff20b on resource:security_group {{(pid=103721) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 31 11:59:13.944208 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [req-7f8b3713-ade3-41ea-9bcd-1ad01dad7fd7 req-119645bf-4434-4d08-9b0a-22fcd969b9db tempest-TestVolumeBootPattern-2120221258 tempest-TestVolumeBootPattern-2120221258-project] 10.222.0.57 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1401434122&fields=id&tenant_id=5a6b811ce5ca43c7b2fc478d12fff20b HTTP/1.1" status: 200  len: 267 time: 0.0627439
May 31 11:59:14.094555 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f8b3713-ade3-41ea-9bcd-1ad01dad7fd7 req-9ddb1ade-466d-437c-8172-5fbdcd4b9e1c tempest-TestVolumeBootPattern-2120221258 tempest-TestVolumeBootPattern-2120221258-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 11:59:14.095916 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [req-7f8b3713-ade3-41ea-9bcd-1ad01dad7fd7 req-9ddb1ade-466d-437c-8172-5fbdcd4b9e1c tempest-TestVolumeBootPattern-2120221258 tempest-TestVolumeBootPattern-2120221258-project] 10.222.0.57 "GET /v2.0/networks?id=edd9641d-7b8a-4f6f-b1b1-6f5b9e99662a HTTP/1.1" status: 200  len: 811 time: 0.1451435
May 31 11:59:14.110505 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [req-7f8b3713-ade3-41ea-9bcd-1ad01dad7fd7 req-3c135157-ef27-4164-ba04-6c94a41ee9fc tempest-TestVolumeBootPattern-2120221258 tempest-TestVolumeBootPattern-2120221258-project] 10.222.0.57 "GET /v2.0/quotas/5a6b811ce5ca43c7b2fc478d12fff20b HTTP/1.1" status: 200  len: 375 time: 0.0089710
May 31 11:59:14.195294 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.quota.resource [req-7f8b3713-ade3-41ea-9bcd-1ad01dad7fd7 req-7adbb29d-253f-4aba-be8f-d3180b1e5773 tempest-TestVolumeBootPattern-2120221258 tempest-TestVolumeBootPattern-2120221258-project] Synchronizing usage tracker for tenant:5a6b811ce5ca43c7b2fc478d12fff20b on resource:port {{(pid=103721) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 31 11:59:14.216562 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.quota.resource [req-7f8b3713-ade3-41ea-9bcd-1ad01dad7fd7 req-7adbb29d-253f-4aba-be8f-d3180b1e5773 tempest-TestVolumeBootPattern-2120221258 tempest-TestVolumeBootPattern-2120221258-project] Unset dirty status for tenant:5a6b811ce5ca43c7b2fc478d12fff20b on resource:port {{(pid=103721) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 31 11:59:14.218019 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [req-7f8b3713-ade3-41ea-9bcd-1ad01dad7fd7 req-7adbb29d-253f-4aba-be8f-d3180b1e5773 tempest-TestVolumeBootPattern-2120221258 tempest-TestVolumeBootPattern-2120221258-project] 10.222.0.57 "GET /v2.0/ports?tenant_id=5a6b811ce5ca43c7b2fc478d12fff20b&fields=id HTTP/1.1" status: 200  len: 302 time: 0.1027942
May 31 11:59:14.345294 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.wsgi [req-7f8b3713-ade3-41ea-9bcd-1ad01dad7fd7 req-7e11d5bf-7fcd-46ab-840c-a5186d62f7d9 service neutron] http://10.222.0.57:9696/v2.0/extensions returned with HTTP 200 {{(pid=103721) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
May 31 11:59:14.346213 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [req-7f8b3713-ade3-41ea-9bcd-1ad01dad7fd7 req-7e11d5bf-7fcd-46ab-840c-a5186d62f7d9 service neutron] 10.222.0.57 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13640 time: 0.1169131
May 31 11:59:14.480931 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [req-7f8b3713-ade3-41ea-9bcd-1ad01dad7fd7 req-bc39a2bc-efdf-43bd-94e0-2591ccbff757 service neutron] 10.222.0.57 "GET /v2.0/networks/edd9641d-7b8a-4f6f-b1b1-6f5b9e99662a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1282706
May 31 11:59:14.619836 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [req-7f8b3713-ade3-41ea-9bcd-1ad01dad7fd7 req-1e7fa04d-3241-44c6-9591-f18950d0839a service neutron] 10.222.0.57 "GET /v2.0/networks/edd9641d-7b8a-4f6f-b1b1-6f5b9e99662a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1328719
May 31 11:59:15.047598 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [req-2b46b876-8a3f-4a89-9dec-3ec632ca97e1 req-8d08b4b9-e257-40f2-b197-69134bbb21c1 tempest-TestVolumeBootPattern-2120221258 tempest-TestVolumeBootPattern-2120221258-project] 10.222.0.57 "GET /v2.0/ports?device_id=ba728316-cc04-4f32-9f1e-c6f85dfa085d HTTP/1.1" status: 200  len: 210 time: 0.0435045
May 31 11:59:16.206129 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [req-a54aa29d-2177-47db-85ef-7f92f805a9d7 req-dc94fe9c-93bf-43db-bb39-d89dc46ef2b6 tempest-TestVolumeBootPattern-2120221258 tempest-TestVolumeBootPattern-2120221258-project] 10.222.0.57 "GET /v2.0/ports?device_id=ba728316-cc04-4f32-9f1e-c6f85dfa085d HTTP/1.1" status: 200  len: 210 time: 0.0505478
May 31 11:59:16.249009 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f8b3713-ade3-41ea-9bcd-1ad01dad7fd7 req-d085c81e-b355-47c9-b458-3b529dbd26ba tempest-TestVolumeBootPattern-2120221258 tempest-TestVolumeBootPattern-2120221258-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 11:59:16.250424 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [req-7f8b3713-ade3-41ea-9bcd-1ad01dad7fd7 req-d085c81e-b355-47c9-b458-3b529dbd26ba tempest-TestVolumeBootPattern-2120221258 tempest-TestVolumeBootPattern-2120221258-project] 10.222.0.60 "GET /v2.0/networks?id=edd9641d-7b8a-4f6f-b1b1-6f5b9e99662a HTTP/1.1" status: 200  len: 811 time: 0.1908410
May 31 11:59:16.309190 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [req-7f8b3713-ade3-41ea-9bcd-1ad01dad7fd7 req-62a8afd7-6db7-4c00-811c-f8d72f2c2024 tempest-TestVolumeBootPattern-2120221258 tempest-TestVolumeBootPattern-2120221258-project] 10.222.0.60 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=5a6b811ce5ca43c7b2fc478d12fff20b HTTP/1.1" status: 200  len: 380 time: 0.0443385
May 31 11:59:16.317944 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.api.v2.base [req-7f8b3713-ade3-41ea-9bcd-1ad01dad7fd7 req-a038ad1d-e8bf-4e73-9a8d-98e38047095d tempest-TestVolumeBootPattern-2120221258 tempest-TestVolumeBootPattern-2120221258-project] Request body: {'port': {'device_id': 'ba728316-cc04-4f32-9f1e-c6f85dfa085d', 'network_id': 'edd9641d-7b8a-4f6f-b1b1-6f5b9e99662a', 'admin_state_up': True, 'tenant_id': '5a6b811ce5ca43c7b2fc478d12fff20b', 'security_groups': ['6c000b46-1cad-4c27-86ed-828d0205dc63']}} {{(pid=103721) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 31 11:59:16.458299 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.db.quota.driver [req-7f8b3713-ade3-41ea-9bcd-1ad01dad7fd7 req-a038ad1d-e8bf-4e73-9a8d-98e38047095d tempest-TestVolumeBootPattern-2120221258 tempest-TestVolumeBootPattern-2120221258-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=103721) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 31 11:59:16.468569 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.db.quota.driver [req-7f8b3713-ade3-41ea-9bcd-1ad01dad7fd7 req-a038ad1d-e8bf-4e73-9a8d-98e38047095d tempest-TestVolumeBootPattern-2120221258 tempest-TestVolumeBootPattern-2120221258-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=103721) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 31 11:59:16.479292 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7f8b3713-ade3-41ea-9bcd-1ad01dad7fd7 req-a038ad1d-e8bf-4e73-9a8d-98e38047095d tempest-TestVolumeBootPattern-2120221258 tempest-TestVolumeBootPattern-2120221258-project] Made reservation on behalf of 5a6b811ce5ca43c7b2fc478d12fff20b for: {'port': 1} {{(pid=103721) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 31 11:59:16.482886 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron_lib.callbacks.manager [req-7f8b3713-ade3-41ea-9bcd-1ad01dad7fd7 req-a038ad1d-e8bf-4e73-9a8d-98e38047095d tempest-TestVolumeBootPattern-2120221258 tempest-TestVolumeBootPattern-2120221258-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-934180'] for port, before_create {{(pid=103721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:59:16.756153 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.db.db_base_plugin_common [req-7f8b3713-ade3-41ea-9bcd-1ad01dad7fd7 req-a038ad1d-e8bf-4e73-9a8d-98e38047095d tempest-TestVolumeBootPattern-2120221258 tempest-TestVolumeBootPattern-2120221258-project] Allocated IP 172.20.0.12 (edd9641d-7b8a-4f6f-b1b1-6f5b9e99662a/554467f2-05f8-4319-998c-3640549da255/8c5112d8-1864-4ea7-b6ec-c072f37b818a) {{(pid=103721) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 31 11:59:16.952211 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron_lib.callbacks.manager [req-7f8b3713-ade3-41ea-9bcd-1ad01dad7fd7 req-a038ad1d-e8bf-4e73-9a8d-98e38047095d tempest-TestVolumeBootPattern-2120221258 tempest-TestVolumeBootPattern-2120221258-project] Notify callbacks [] for port, precommit_create {{(pid=103721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:59:16.968544 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.db.provisioning_blocks [req-7f8b3713-ade3-41ea-9bcd-1ad01dad7fd7 req-a038ad1d-e8bf-4e73-9a8d-98e38047095d tempest-TestVolumeBootPattern-2120221258 tempest-TestVolumeBootPattern-2120221258-project] Transition to ACTIVE for port object 8c5112d8-1864-4ea7-b6ec-c072f37b818a will not be triggered until provisioned by entity DHCP. {{(pid=103721) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 31 11:59:16.992494 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron_lib.callbacks.manager [req-7f8b3713-ade3-41ea-9bcd-1ad01dad7fd7 req-a038ad1d-e8bf-4e73-9a8d-98e38047095d tempest-TestVolumeBootPattern-2120221258 tempest-TestVolumeBootPattern-2120221258-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937715', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3701677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744215520970', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2250866'] for port, after_create {{(pid=103721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:59:16.998847 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG oslo_concurrency.lockutils [None req-4f9afab7-b1af-4f28-9726-b82db00aeefa admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103721) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 31 11:59:17.064515 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7f8b3713-ade3-41ea-9bcd-1ad01dad7fd7 req-a038ad1d-e8bf-4e73-9a8d-98e38047095d tempest-TestVolumeBootPattern-2120221258 tempest-TestVolumeBootPattern-2120221258-project] Network edd9641d-7b8a-4f6f-b1b1-6f5b9e99662a is already hosted by enough agents. {{(pid=103721) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 31 11:59:17.067486 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.scheduler.base_scheduler [req-7f8b3713-ade3-41ea-9bcd-1ad01dad7fd7 req-a038ad1d-e8bf-4e73-9a8d-98e38047095d tempest-TestVolumeBootPattern-2120221258 tempest-TestVolumeBootPattern-2120221258-project] Resources bound (agent type, host, resource id):  {{(pid=103721) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 31 11:59:17.071419 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.db.l3_dvrscheduler_db [req-7f8b3713-ade3-41ea-9bcd-1ad01dad7fd7 req-a038ad1d-e8bf-4e73-9a8d-98e38047095d tempest-TestVolumeBootPattern-2120221258 tempest-TestVolumeBootPattern-2120221258-project] Received port after_create {{(pid=103721) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
May 31 11:59:17.109128 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a038ad1d-e8bf-4e73-9a8d-98e38047095d tempest-TestVolumeBootPattern-2120221258 tempest-TestVolumeBootPattern-2120221258-project] Pushing event updated for resources: {'Port': ['ID=8c5112d8-1864-4ea7-b6ec-c072f37b818a,revision_number=1']} {{(pid=103721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 31 11:59:17.116127 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG oslo_concurrency.lockutils [None req-a038ad1d-e8bf-4e73-9a8d-98e38047095d tempest-TestVolumeBootPattern-2120221258 tempest-TestVolumeBootPattern-2120221258-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=103721) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 31 11:59:17.145905 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f8b3713-ade3-41ea-9bcd-1ad01dad7fd7 req-a038ad1d-e8bf-4e73-9a8d-98e38047095d tempest-TestVolumeBootPattern-2120221258 tempest-TestVolumeBootPattern-2120221258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 11:59:17.146592 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron_lib.callbacks.manager [req-7f8b3713-ade3-41ea-9bcd-1ad01dad7fd7 req-a038ad1d-e8bf-4e73-9a8d-98e38047095d tempest-TestVolumeBootPattern-2120221258 tempest-TestVolumeBootPattern-2120221258-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46333'] for port, before_response {{(pid=103721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:59:17.175824 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [req-7f8b3713-ade3-41ea-9bcd-1ad01dad7fd7 req-a038ad1d-e8bf-4e73-9a8d-98e38047095d tempest-TestVolumeBootPattern-2120221258 tempest-TestVolumeBootPattern-2120221258-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 0.8612921
May 31 11:59:17.197288 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.api.v2.base [req-7f8b3713-ade3-41ea-9bcd-1ad01dad7fd7 req-8243a081-c88d-4478-aad6-389d960c99f6 service neutron] Request body: {'port': {'device_id': 'ba728316-cc04-4f32-9f1e-c6f85dfa085d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78638'}} {{(pid=103721) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 31 11:59:17.310628 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron_lib.callbacks.manager [req-7f8b3713-ade3-41ea-9bcd-1ad01dad7fd7 req-8243a081-c88d-4478-aad6-389d960c99f6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-934180'] for port, before_update {{(pid=103721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:59:17.338484 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron.db.provisioning_blocks [None req-4b327281-f815-4105-9041-c194e0f45d07 None None] Provisioning for port 8c5112d8-1864-4ea7-b6ec-c072f37b818a completed by entity DHCP. {{(pid=103722) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 31 11:59:17.345107 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron.db.provisioning_blocks [None req-4b327281-f815-4105-9041-c194e0f45d07 None None] Provisioning complete for port 8c5112d8-1864-4ea7-b6ec-c072f37b818a triggered by entity DHCP. {{(pid=103722) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 31 11:59:17.345473 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron_lib.callbacks.manager [None req-4b327281-f815-4105-9041-c194e0f45d07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857618'] for port, provisioning_complete {{(pid=103722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:59:17.401961 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron.plugins.ml2.plugin [None req-4b327281-f815-4105-9041-c194e0f45d07 None None] Port 8c5112d8-1864-4ea7-b6ec-c072f37b818a cannot update to ACTIVE because it is not bound. {{(pid=103722) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
May 31 11:59:17.602143 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5eb44f4-7f70-473a-becb-c7a379a4afca req-c8e7a589-225f-4994-9f0e-0816bdd5e707 tempest-TestVolumeBootPattern-2120221258 tempest-TestVolumeBootPattern-2120221258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 11:59:17.602832 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.quota.resource [req-a5eb44f4-7f70-473a-becb-c7a379a4afca req-c8e7a589-225f-4994-9f0e-0816bdd5e707 tempest-TestVolumeBootPattern-2120221258 tempest-TestVolumeBootPattern-2120221258-project] Synchronizing usage tracker for tenant:5a6b811ce5ca43c7b2fc478d12fff20b on resource:port {{(pid=103721) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 31 11:59:17.638545 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.quota.resource [req-a5eb44f4-7f70-473a-becb-c7a379a4afca req-c8e7a589-225f-4994-9f0e-0816bdd5e707 tempest-TestVolumeBootPattern-2120221258 tempest-TestVolumeBootPattern-2120221258-project] Unset dirty status for tenant:5a6b811ce5ca43c7b2fc478d12fff20b on resource:port {{(pid=103721) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 31 11:59:17.639735 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [req-a5eb44f4-7f70-473a-becb-c7a379a4afca req-c8e7a589-225f-4994-9f0e-0816bdd5e707 tempest-TestVolumeBootPattern-2120221258 tempest-TestVolumeBootPattern-2120221258-project] 10.222.0.57 "GET /v2.0/ports?device_id=ba728316-cc04-4f32-9f1e-c6f85dfa085d HTTP/1.1" status: 200  len: 932 time: 0.3204045
May 31 11:59:17.699838 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [req-a5eb44f4-7f70-473a-becb-c7a379a4afca req-54be4471-7750-40ea-bd9c-34b893aa2948 tempest-TestVolumeBootPattern-2120221258 tempest-TestVolumeBootPattern-2120221258-project] 10.222.0.57 "GET /v2.0/security-groups?id=6c000b46-1cad-4c27-86ed-828d0205dc63&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0508595
May 31 11:59:17.768628 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.notifiers.nova [req-7f8b3713-ade3-41ea-9bcd-1ad01dad7fd7 req-8243a081-c88d-4478-aad6-389d960c99f6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8c5112d8-1864-4ea7-b6ec-c072f37b818a {{(pid=103721) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
May 31 11:59:17.775990 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron_lib.callbacks.manager [req-7f8b3713-ade3-41ea-9bcd-1ad01dad7fd7 req-8243a081-c88d-4478-aad6-389d960c99f6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=103721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:59:17.790125 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.db.provisioning_blocks [req-7f8b3713-ade3-41ea-9bcd-1ad01dad7fd7 req-8243a081-c88d-4478-aad6-389d960c99f6 service neutron] Transition to ACTIVE for port object 8c5112d8-1864-4ea7-b6ec-c072f37b818a will not be triggered until provisioned by entity L2. {{(pid=103721) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 31 11:59:17.795581 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron_lib.callbacks.manager [req-7f8b3713-ade3-41ea-9bcd-1ad01dad7fd7 req-8243a081-c88d-4478-aad6-389d960c99f6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937715', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3701677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744215954324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744215520988', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744215521293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2250875'] for port, after_update {{(pid=103721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:59:17.799623 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG oslo_concurrency.lockutils [None req-4f9afab7-b1af-4f28-9726-b82db00aeefa admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103721) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 31 11:59:17.954313 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8243a081-c88d-4478-aad6-389d960c99f6 service neutron] Pushing event updated for resources: {'Port': ['ID=8c5112d8-1864-4ea7-b6ec-c072f37b818a,revision_number=2']} {{(pid=103721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 31 11:59:17.961952 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG oslo_concurrency.lockutils [None req-8243a081-c88d-4478-aad6-389d960c99f6 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=103721) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 31 11:59:18.032519 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.plugins.ml2.managers [req-7f8b3713-ade3-41ea-9bcd-1ad01dad7fd7 req-8243a081-c88d-4478-aad6-389d960c99f6 service neutron] Attempting to bind port 8c5112d8-1864-4ea7-b6ec-c072f37b818a on host hv-cinder-78638 for vnic_type normal with profile  {{(pid=103721) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
May 31 11:59:18.032846 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.plugins.ml2.managers [req-7f8b3713-ade3-41ea-9bcd-1ad01dad7fd7 req-8243a081-c88d-4478-aad6-389d960c99f6 service neutron] Attempting to bind port 8c5112d8-1864-4ea7-b6ec-c072f37b818a by drivers openvswitch,hyperv on host hv-cinder-78638 at level 0 using segments [{'id': '5b821f6b-a910-418f-9ed0-d28e7c2036c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 776, 'network_id': 'edd9641d-7b8a-4f6f-b1b1-6f5b9e99662a'}] {{(pid=103721) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
May 31 11:59:18.033163 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f8b3713-ade3-41ea-9bcd-1ad01dad7fd7 req-8243a081-c88d-4478-aad6-389d960c99f6 service neutron] Attempting to bind port 8c5112d8-1864-4ea7-b6ec-c072f37b818a on network edd9641d-7b8a-4f6f-b1b1-6f5b9e99662a {{(pid=103721) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 31 11:59:18.037750 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f8b3713-ade3-41ea-9bcd-1ad01dad7fd7 req-8243a081-c88d-4478-aad6-389d960c99f6 service neutron] Port 8c5112d8-1864-4ea7-b6ec-c072f37b818a on network edd9641d-7b8a-4f6f-b1b1-6f5b9e99662a not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78638 {{(pid=103721) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
May 31 11:59:18.038060 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f8b3713-ade3-41ea-9bcd-1ad01dad7fd7 req-8243a081-c88d-4478-aad6-389d960c99f6 service neutron] Attempting to bind port 8c5112d8-1864-4ea7-b6ec-c072f37b818a on network edd9641d-7b8a-4f6f-b1b1-6f5b9e99662a {{(pid=103721) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 31 11:59:18.043647 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f8b3713-ade3-41ea-9bcd-1ad01dad7fd7 req-8243a081-c88d-4478-aad6-389d960c99f6 service neutron] Checking agent: {'id': '42990638-b1ad-4185-8b70-a0b8bae36499', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78638', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 31, 11, 42, 1), 'started_at': datetime.datetime(2021, 5, 31, 11, 42, 1), 'heartbeat_timestamp': datetime.datetime(2021, 5, 31, 11, 59, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103721) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
May 31 11:59:18.044001 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f8b3713-ade3-41ea-9bcd-1ad01dad7fd7 req-8243a081-c88d-4478-aad6-389d960c99f6 service neutron] Checking segment: {'id': '5b821f6b-a910-418f-9ed0-d28e7c2036c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 776, 'network_id': 'edd9641d-7b8a-4f6f-b1b1-6f5b9e99662a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103721) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 31 11:59:18.044372 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f8b3713-ade3-41ea-9bcd-1ad01dad7fd7 req-8243a081-c88d-4478-aad6-389d960c99f6 service neutron] Bound using segment: {'id': '5b821f6b-a910-418f-9ed0-d28e7c2036c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 776, 'network_id': 'edd9641d-7b8a-4f6f-b1b1-6f5b9e99662a'} {{(pid=103721) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
May 31 11:59:18.044784 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.plugins.ml2.managers [req-7f8b3713-ade3-41ea-9bcd-1ad01dad7fd7 req-8243a081-c88d-4478-aad6-389d960c99f6 service neutron] Bound port: 8c5112d8-1864-4ea7-b6ec-c072f37b818a, host: hv-cinder-78638, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5b821f6b-a910-418f-9ed0-d28e7c2036c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 776, 'network_id': 'edd9641d-7b8a-4f6f-b1b1-6f5b9e99662a'}}] {{(pid=103721) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
May 31 11:59:18.045131 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron_lib.callbacks.manager [req-7f8b3713-ade3-41ea-9bcd-1ad01dad7fd7 req-8243a081-c88d-4478-aad6-389d960c99f6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-934180'] for port, before_update {{(pid=103721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:59:18.132242 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.plugins.ml2.db [req-7f8b3713-ade3-41ea-9bcd-1ad01dad7fd7 req-8243a081-c88d-4478-aad6-389d960c99f6 service neutron] For port 8c5112d8-1864-4ea7-b6ec-c072f37b818a, host hv-cinder-78638, cleared binding levels {{(pid=103721) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
May 31 11:59:18.135493 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.plugins.ml2.db [req-7f8b3713-ade3-41ea-9bcd-1ad01dad7fd7 req-8243a081-c88d-4478-aad6-389d960c99f6 service neutron] For port 8c5112d8-1864-4ea7-b6ec-c072f37b818a, host hv-cinder-78638, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=8c5112d8-1864-4ea7-b6ec-c072f37b818a,segment=NetworkSegment(5b821f6b-a910-418f-9ed0-d28e7c2036c5),segment_id=5b821f6b-a910-418f-9ed0-d28e7c2036c5)] {{(pid=103721) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
May 31 11:59:18.141824 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron_lib.callbacks.manager [req-7f8b3713-ade3-41ea-9bcd-1ad01dad7fd7 req-8243a081-c88d-4478-aad6-389d960c99f6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937715', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3701677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744215954324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744215520988', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744215521293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2250875'] for port, after_update {{(pid=103721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:59:18.145692 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG oslo_concurrency.lockutils [None req-8243a081-c88d-4478-aad6-389d960c99f6 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103721) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 31 11:59:18.204697 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f8b3713-ade3-41ea-9bcd-1ad01dad7fd7 req-8243a081-c88d-4478-aad6-389d960c99f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 11:59:18.205326 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron_lib.callbacks.manager [req-7f8b3713-ade3-41ea-9bcd-1ad01dad7fd7 req-8243a081-c88d-4478-aad6-389d960c99f6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46333'] for port, before_response {{(pid=103721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:59:18.206706 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [req-7f8b3713-ade3-41ea-9bcd-1ad01dad7fd7 req-8243a081-c88d-4478-aad6-389d960c99f6 service neutron] 10.222.0.60 "PUT /v2.0/ports/8c5112d8-1864-4ea7-b6ec-c072f37b818a HTTP/1.1" status: 200  len: 1094 time: 1.0139625
May 31 11:59:18.207241 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ba728316-cc04-4f32-9f1e-c6f85dfa085d', 'tag': '8c5112d8-1864-4ea7-b6ec-c072f37b818a'}] {{(pid=103721) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 31 11:59:18.209550 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3cd903d475e597836c68a86188e0a4f713f0e90603b95bd8a010e768671d0d04" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aa79996b-4597-4244-981d-df77c08e7d43" -d '{"events": [{"name": "network-changed", "server_uuid": "ba728316-cc04-4f32-9f1e-c6f85dfa085d", "tag": "8c5112d8-1864-4ea7-b6ec-c072f37b818a"}]}' {{(pid=103721) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
May 31 11:59:18.238424 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8243a081-c88d-4478-aad6-389d960c99f6 service neutron] Pushing event updated for resources: {'Port': ['ID=8c5112d8-1864-4ea7-b6ec-c072f37b818a,revision_number=3']} {{(pid=103721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 31 11:59:18.241812 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG oslo_concurrency.lockutils [None req-8243a081-c88d-4478-aad6-389d960c99f6 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=103721) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 31 11:59:18.258996 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 31 May 2021 11:59:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0eccd3f3-80c0-4221-9de6-cda456ceb4bb x-openstack-request-id: req-0eccd3f3-80c0-4221-9de6-cda456ceb4bb {{(pid=103721) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
May 31 11:59:18.259537 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ba728316-cc04-4f32-9f1e-c6f85dfa085d", "tag": "8c5112d8-1864-4ea7-b6ec-c072f37b818a", "status": "completed", "code": 200}]} {{(pid=103721) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
May 31 11:59:18.259844 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-0eccd3f3-80c0-4221-9de6-cda456ceb4bb {{(pid=103721) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
May 31 11:59:18.260341 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ba728316-cc04-4f32-9f1e-c6f85dfa085d', 'tag': '8c5112d8-1864-4ea7-b6ec-c072f37b818a', 'status': 'completed', 'code': 200}
May 31 11:59:18.349993 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f8b3713-ade3-41ea-9bcd-1ad01dad7fd7 req-40964e2c-6a74-486e-8a90-e98b50d5056d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 11:59:18.351546 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [req-7f8b3713-ade3-41ea-9bcd-1ad01dad7fd7 req-40964e2c-6a74-486e-8a90-e98b50d5056d service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=5a6b811ce5ca43c7b2fc478d12fff20b&device_id=ba728316-cc04-4f32-9f1e-c6f85dfa085d HTTP/1.1" status: 200  len: 1097 time: 0.0745835
May 31 11:59:18.543738 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [req-7f8b3713-ade3-41ea-9bcd-1ad01dad7fd7 req-230f874e-52b3-432c-a047-ca284227868e service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=8c5112d8-1864-4ea7-b6ec-c072f37b818a HTTP/1.1" status: 200  len: 217 time: 0.1784906
May 31 11:59:18.606976 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f8b3713-ade3-41ea-9bcd-1ad01dad7fd7 req-d8e5ddb4-0f10-41c7-9d6e-3666aebedf59 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 11:59:18.608418 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [req-7f8b3713-ade3-41ea-9bcd-1ad01dad7fd7 req-d8e5ddb4-0f10-41c7-9d6e-3666aebedf59 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=554467f2-05f8-4319-998c-3640549da255 HTTP/1.1" status: 200  len: 850 time: 0.0587561
May 31 11:59:18.687446 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f8b3713-ade3-41ea-9bcd-1ad01dad7fd7 req-394db271-80c1-4764-b192-f0882c023693 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 11:59:18.689762 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [req-7f8b3713-ade3-41ea-9bcd-1ad01dad7fd7 req-394db271-80c1-4764-b192-f0882c023693 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=edd9641d-7b8a-4f6f-b1b1-6f5b9e99662a&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0749602
May 31 11:59:18.872746 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [req-7f8b3713-ade3-41ea-9bcd-1ad01dad7fd7 req-b54b21d0-1103-467f-9b90-dc1e33042b13 service neutron] 10.222.0.60 "GET /v2.0/networks/edd9641d-7b8a-4f6f-b1b1-6f5b9e99662a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1759639
May 31 11:59:19.016465 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebde4d8f-b30b-4a33-948a-dcac8d0b3c8a req-0f823c74-c0c3-4273-b5c7-d5f15718f87f tempest-TestVolumeBootPattern-2120221258 tempest-TestVolumeBootPattern-2120221258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 11:59:19.017772 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [req-ebde4d8f-b30b-4a33-948a-dcac8d0b3c8a req-0f823c74-c0c3-4273-b5c7-d5f15718f87f tempest-TestVolumeBootPattern-2120221258 tempest-TestVolumeBootPattern-2120221258-project] 10.222.0.57 "GET /v2.0/ports?device_id=ba728316-cc04-4f32-9f1e-c6f85dfa085d HTTP/1.1" status: 200  len: 944 time: 0.1995456
May 31 11:59:19.027156 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [req-7f8b3713-ade3-41ea-9bcd-1ad01dad7fd7 req-21d60b07-45e4-490a-ab6e-fed478452b36 service neutron] 10.222.0.60 "GET /v2.0/networks/edd9641d-7b8a-4f6f-b1b1-6f5b9e99662a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1445346
May 31 11:59:19.065482 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [req-ebde4d8f-b30b-4a33-948a-dcac8d0b3c8a req-fb0ad78c-6f5c-400e-a638-90a707ba333a tempest-TestVolumeBootPattern-2120221258 tempest-TestVolumeBootPattern-2120221258-project] 10.222.0.57 "GET /v2.0/security-groups?id=6c000b46-1cad-4c27-86ed-828d0205dc63&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0410638
May 31 11:59:19.184937 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa79996b-4597-4244-981d-df77c08e7d43 req-7da0e0be-57de-44d3-a395-350c074e73ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 11:59:19.186439 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [req-aa79996b-4597-4244-981d-df77c08e7d43 req-7da0e0be-57de-44d3-a395-350c074e73ae service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=5a6b811ce5ca43c7b2fc478d12fff20b&device_id=ba728316-cc04-4f32-9f1e-c6f85dfa085d HTTP/1.1" status: 200  len: 1097 time: 0.0720143
May 31 11:59:19.321051 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa79996b-4597-4244-981d-df77c08e7d43 req-42255522-c585-4842-8397-7a287efbb5e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 11:59:19.322435 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [req-aa79996b-4597-4244-981d-df77c08e7d43 req-42255522-c585-4842-8397-7a287efbb5e1 service neutron] 10.222.0.60 "GET /v2.0/networks?id=edd9641d-7b8a-4f6f-b1b1-6f5b9e99662a HTTP/1.1" status: 200  len: 912 time: 0.1291256
May 31 11:59:19.393612 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [req-aa79996b-4597-4244-981d-df77c08e7d43 req-07a51a7a-768b-4b05-88ec-4a89feb615e2 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=8c5112d8-1864-4ea7-b6ec-c072f37b818a HTTP/1.1" status: 200  len: 217 time: 0.0628543
May 31 11:59:19.453970 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa79996b-4597-4244-981d-df77c08e7d43 req-0236a35d-bf12-4ec3-b9aa-99bc126bcb36 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 11:59:19.455302 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [req-aa79996b-4597-4244-981d-df77c08e7d43 req-0236a35d-bf12-4ec3-b9aa-99bc126bcb36 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=554467f2-05f8-4319-998c-3640549da255 HTTP/1.1" status: 200  len: 850 time: 0.0553529
May 31 11:59:19.535280 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa79996b-4597-4244-981d-df77c08e7d43 req-a3eab1e6-8ee2-4525-82e7-6146794c547e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 11:59:19.536804 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [req-aa79996b-4597-4244-981d-df77c08e7d43 req-a3eab1e6-8ee2-4525-82e7-6146794c547e service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=edd9641d-7b8a-4f6f-b1b1-6f5b9e99662a&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0755379
May 31 11:59:19.678838 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [req-aa79996b-4597-4244-981d-df77c08e7d43 req-68aac7a4-cbd5-438f-a767-eeacae56ce9b service neutron] 10.222.0.60 "GET /v2.0/networks/edd9641d-7b8a-4f6f-b1b1-6f5b9e99662a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1335616
May 31 11:59:19.815671 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [req-aa79996b-4597-4244-981d-df77c08e7d43 req-b31cf6fb-5062-4edd-8c2a-f3b09b1da0fc service neutron] 10.222.0.60 "GET /v2.0/networks/edd9641d-7b8a-4f6f-b1b1-6f5b9e99662a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1295021
May 31 11:59:20.316055 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c332339-b778-43f8-908a-1c170ea0ece3 req-0e209029-d10a-4ac5-a832-a67bf04ee205 tempest-TestVolumeBootPattern-2120221258 tempest-TestVolumeBootPattern-2120221258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 11:59:20.317511 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [req-0c332339-b778-43f8-908a-1c170ea0ece3 req-0e209029-d10a-4ac5-a832-a67bf04ee205 tempest-TestVolumeBootPattern-2120221258 tempest-TestVolumeBootPattern-2120221258-project] 10.222.0.57 "GET /v2.0/ports?device_id=ba728316-cc04-4f32-9f1e-c6f85dfa085d HTTP/1.1" status: 200  len: 944 time: 0.1398277
May 31 11:59:20.362471 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [req-0c332339-b778-43f8-908a-1c170ea0ece3 req-aa81286a-fcf1-4c3c-81aa-f2869f21f8ef tempest-TestVolumeBootPattern-2120221258 tempest-TestVolumeBootPattern-2120221258-project] 10.222.0.57 "GET /v2.0/security-groups?id=6c000b46-1cad-4c27-86ed-828d0205dc63&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0390496
May 31 11:59:21.559227 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acad9d6b-36c4-4696-986d-231e40efe3f4 req-9396579f-dcbf-4e5c-9967-36372b281498 tempest-TestVolumeBootPattern-2120221258 tempest-TestVolumeBootPattern-2120221258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 11:59:21.560745 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [req-acad9d6b-36c4-4696-986d-231e40efe3f4 req-9396579f-dcbf-4e5c-9967-36372b281498 tempest-TestVolumeBootPattern-2120221258 tempest-TestVolumeBootPattern-2120221258-project] 10.222.0.57 "GET /v2.0/ports?device_id=ba728316-cc04-4f32-9f1e-c6f85dfa085d HTTP/1.1" status: 200  len: 944 time: 0.0867286
May 31 11:59:21.605380 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [req-acad9d6b-36c4-4696-986d-231e40efe3f4 req-3abc530c-363c-4d3a-bc17-9a1c9755036d tempest-TestVolumeBootPattern-2120221258 tempest-TestVolumeBootPattern-2120221258-project] 10.222.0.57 "GET /v2.0/security-groups?id=6c000b46-1cad-4c27-86ed-828d0205dc63&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0389147
May 31 11:59:22.810688 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fcbca58-fa1a-4ccc-8a20-ef3ce2d543ac req-55dce2a5-b5e8-4a4e-b97d-145b596c42d9 tempest-TestVolumeBootPattern-2120221258 tempest-TestVolumeBootPattern-2120221258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 11:59:22.812081 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [req-4fcbca58-fa1a-4ccc-8a20-ef3ce2d543ac req-55dce2a5-b5e8-4a4e-b97d-145b596c42d9 tempest-TestVolumeBootPattern-2120221258 tempest-TestVolumeBootPattern-2120221258-project] 10.222.0.57 "GET /v2.0/ports?device_id=ba728316-cc04-4f32-9f1e-c6f85dfa085d HTTP/1.1" status: 200  len: 944 time: 0.0938888
May 31 11:59:22.861657 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [req-4fcbca58-fa1a-4ccc-8a20-ef3ce2d543ac req-5c945f71-f784-406a-8e65-d7b24a7df064 tempest-TestVolumeBootPattern-2120221258 tempest-TestVolumeBootPattern-2120221258-project] 10.222.0.57 "GET /v2.0/security-groups?id=6c000b46-1cad-4c27-86ed-828d0205dc63&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0437851
May 31 11:59:24.064282 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5d8c343-40f2-4d91-a246-5faa80aa5a5c req-ebc845a6-349c-48ba-8c27-d9307e6da77e tempest-TestVolumeBootPattern-2120221258 tempest-TestVolumeBootPattern-2120221258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 11:59:24.065737 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [req-f5d8c343-40f2-4d91-a246-5faa80aa5a5c req-ebc845a6-349c-48ba-8c27-d9307e6da77e tempest-TestVolumeBootPattern-2120221258 tempest-TestVolumeBootPattern-2120221258-project] 10.222.0.57 "GET /v2.0/ports?device_id=ba728316-cc04-4f32-9f1e-c6f85dfa085d HTTP/1.1" status: 200  len: 944 time: 0.0848265
May 31 11:59:24.113984 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [req-f5d8c343-40f2-4d91-a246-5faa80aa5a5c req-ca9d5fb5-85c0-4372-8727-aac2bfeda82e tempest-TestVolumeBootPattern-2120221258 tempest-TestVolumeBootPattern-2120221258-project] 10.222.0.57 "GET /v2.0/security-groups?id=6c000b46-1cad-4c27-86ed-828d0205dc63&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0394785
May 31 11:59:25.443219 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aee10ed7-06a0-416b-a39f-fe1b9d2a0d17 req-556dfd3a-4909-441b-bc29-d7df6a5f18b3 tempest-TestVolumeBootPattern-2120221258 tempest-TestVolumeBootPattern-2120221258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 11:59:25.444952 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [req-aee10ed7-06a0-416b-a39f-fe1b9d2a0d17 req-556dfd3a-4909-441b-bc29-d7df6a5f18b3 tempest-TestVolumeBootPattern-2120221258 tempest-TestVolumeBootPattern-2120221258-project] 10.222.0.57 "GET /v2.0/ports?device_id=ba728316-cc04-4f32-9f1e-c6f85dfa085d HTTP/1.1" status: 200  len: 944 time: 0.2046821
May 31 11:59:25.491486 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [req-aee10ed7-06a0-416b-a39f-fe1b9d2a0d17 req-1f2a944d-50e1-4fc5-80fb-abb1d8f23e50 tempest-TestVolumeBootPattern-2120221258 tempest-TestVolumeBootPattern-2120221258-project] 10.222.0.57 "GET /v2.0/security-groups?id=6c000b46-1cad-4c27-86ed-828d0205dc63&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0401890
May 31 11:59:26.246973 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron.plugins.ml2.rpc [None req-43028a7b-58d7-408b-ac75-1328e6896bf7 None None] Device 8c5112d8-1864-4ea7-b6ec-c072f37b818a details requested by agent hyperv_hv-cinder-78638 with host hv-cinder-78638 {{(pid=103722) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
May 31 11:59:26.386184 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron.plugins.ml2.db [None req-43028a7b-58d7-408b-ac75-1328e6896bf7 None None] For port 8c5112d8-1864-4ea7-b6ec-c072f37b818a, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=8c5112d8-1864-4ea7-b6ec-c072f37b818a,segment=NetworkSegment(5b821f6b-a910-418f-9ed0-d28e7c2036c5),segment_id=5b821f6b-a910-418f-9ed0-d28e7c2036c5)] {{(pid=103722) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 31 11:59:26.399232 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron.plugins.ml2.rpc [None req-43028a7b-58d7-408b-ac75-1328e6896bf7 None None] Returning: {'device': '8c5112d8-1864-4ea7-b6ec-c072f37b818a', 'network_id': 'edd9641d-7b8a-4f6f-b1b1-6f5b9e99662a', 'port_id': '8c5112d8-1864-4ea7-b6ec-c072f37b818a', 'mac_address': 'fa:16:3e:7e:d8:98', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 776, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '554467f2-05f8-4319-998c-3640549da255', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103722) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
May 31 11:59:26.455082 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron_lib.callbacks.manager [None req-43028a7b-58d7-408b-ac75-1328e6896bf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-934180'] for port, before_update {{(pid=103722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:59:26.474279 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron.notifiers.nova [None req-43028a7b-58d7-408b-ac75-1328e6896bf7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8c5112d8-1864-4ea7-b6ec-c072f37b818a {{(pid=103722) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
May 31 11:59:26.489971 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron.plugins.ml2.db [None req-43028a7b-58d7-408b-ac75-1328e6896bf7 None None] For port 8c5112d8-1864-4ea7-b6ec-c072f37b818a, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=8c5112d8-1864-4ea7-b6ec-c072f37b818a,segment=NetworkSegment(5b821f6b-a910-418f-9ed0-d28e7c2036c5),segment_id=5b821f6b-a910-418f-9ed0-d28e7c2036c5)] {{(pid=103722) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 31 11:59:26.495583 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron_lib.callbacks.manager [None req-43028a7b-58d7-408b-ac75-1328e6896bf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937715', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3701677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744215954324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744215520988', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744215521293'] for port, after_update {{(pid=103722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:59:26.501223 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG oslo_concurrency.lockutils [None req-1f0a762f-0348-4bba-b860-8eddab4cd770 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103722) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 31 11:59:26.565716 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43028a7b-58d7-408b-ac75-1328e6896bf7 None None] Pushing event updated for resources: {'Port': ['ID=8c5112d8-1864-4ea7-b6ec-c072f37b818a,revision_number=4']} {{(pid=103722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 31 11:59:26.568997 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG oslo_concurrency.lockutils [None req-43028a7b-58d7-408b-ac75-1328e6896bf7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=103722) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 31 11:59:26.680266 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7e6a268-5f4d-4a06-b11e-83df8ca53d74 req-ea14665e-73b1-4705-9b6b-5560339eb183 tempest-TestVolumeBootPattern-2120221258 tempest-TestVolumeBootPattern-2120221258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 11:59:26.681763 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [req-b7e6a268-5f4d-4a06-b11e-83df8ca53d74 req-ea14665e-73b1-4705-9b6b-5560339eb183 tempest-TestVolumeBootPattern-2120221258 tempest-TestVolumeBootPattern-2120221258-project] 10.222.0.57 "GET /v2.0/ports?device_id=ba728316-cc04-4f32-9f1e-c6f85dfa085d HTTP/1.1" status: 200  len: 945 time: 0.0821147
May 31 11:59:26.729004 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [req-b7e6a268-5f4d-4a06-b11e-83df8ca53d74 req-a40ad884-1c56-4e68-ab46-892f3f43b618 tempest-TestVolumeBootPattern-2120221258 tempest-TestVolumeBootPattern-2120221258-project] 10.222.0.57 "GET /v2.0/security-groups?id=6c000b46-1cad-4c27-86ed-828d0205dc63&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0414343
May 31 11:59:26.830011 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron.plugins.ml2.db [None req-43028a7b-58d7-408b-ac75-1328e6896bf7 None None] get_ports_and_sgs() called for port_ids ['8c5112d8-1864-4ea7-b6ec-c072f37b818a'] {{(pid=103722) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
May 31 11:59:27.940543 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1268e9c8-300c-4252-84c2-ef2ce224db2e req-f78a31d9-8cd5-449f-872a-19674281ba87 tempest-TestVolumeBootPattern-2120221258 tempest-TestVolumeBootPattern-2120221258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 11:59:27.941986 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [req-1268e9c8-300c-4252-84c2-ef2ce224db2e req-f78a31d9-8cd5-449f-872a-19674281ba87 tempest-TestVolumeBootPattern-2120221258 tempest-TestVolumeBootPattern-2120221258-project] 10.222.0.57 "GET /v2.0/ports?device_id=ba728316-cc04-4f32-9f1e-c6f85dfa085d HTTP/1.1" status: 200  len: 945 time: 0.0918844
May 31 11:59:27.987164 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [req-1268e9c8-300c-4252-84c2-ef2ce224db2e req-ef5d4e66-47dd-44a2-ad43-c7aa7c020952 tempest-TestVolumeBootPattern-2120221258 tempest-TestVolumeBootPattern-2120221258-project] 10.222.0.57 "GET /v2.0/security-groups?id=6c000b46-1cad-4c27-86ed-828d0205dc63&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0393076
May 31 11:59:28.262006 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron.plugins.ml2.rpc [None req-43028a7b-58d7-408b-ac75-1328e6896bf7 None None] Device 8c5112d8-1864-4ea7-b6ec-c072f37b818a up at agent hyperv_hv-cinder-78638 {{(pid=103722) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 31 11:59:28.344981 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron.db.provisioning_blocks [None req-43028a7b-58d7-408b-ac75-1328e6896bf7 None None] Provisioning for port 8c5112d8-1864-4ea7-b6ec-c072f37b818a completed by entity L2. {{(pid=103722) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 31 11:59:28.349695 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron.db.provisioning_blocks [None req-43028a7b-58d7-408b-ac75-1328e6896bf7 None None] Provisioning complete for port 8c5112d8-1864-4ea7-b6ec-c072f37b818a triggered by entity L2. {{(pid=103722) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 31 11:59:28.350063 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron_lib.callbacks.manager [None req-43028a7b-58d7-408b-ac75-1328e6896bf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857618'] for port, provisioning_complete {{(pid=103722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:59:28.467971 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron_lib.callbacks.manager [None req-43028a7b-58d7-408b-ac75-1328e6896bf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-934180'] for port, before_update {{(pid=103722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:59:28.498579 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ba728316-cc04-4f32-9f1e-c6f85dfa085d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8c5112d8-1864-4ea7-b6ec-c072f37b818a'}] {{(pid=103722) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 31 11:59:28.500996 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}385953046bb192346b13b574918bbc7d366126a5ac8301ca09ff73df2ee9323d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4d3ae81a-39d1-41b6-bdbd-e198f4c61c98" -d '{"events": [{"server_uuid": "ba728316-cc04-4f32-9f1e-c6f85dfa085d", "name": "network-vif-plugged", "status": "completed", "tag": "8c5112d8-1864-4ea7-b6ec-c072f37b818a"}]}' {{(pid=103722) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
May 31 11:59:28.509319 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron.plugins.ml2.db [None req-43028a7b-58d7-408b-ac75-1328e6896bf7 None None] For port 8c5112d8-1864-4ea7-b6ec-c072f37b818a, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=8c5112d8-1864-4ea7-b6ec-c072f37b818a,segment=NetworkSegment(5b821f6b-a910-418f-9ed0-d28e7c2036c5),segment_id=5b821f6b-a910-418f-9ed0-d28e7c2036c5)] {{(pid=103722) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 31 11:59:28.514426 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron_lib.callbacks.manager [None req-43028a7b-58d7-408b-ac75-1328e6896bf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937715', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3701677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744215954324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744215520988', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744215521293'] for port, after_update {{(pid=103722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:59:28.516241 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG oslo_concurrency.lockutils [None req-9c2fe281-b894-4fca-a194-7c27795510f1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103722) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 31 11:59:28.548209 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 31 May 2021 11:59:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-368aaf1a-8863-4061-99b7-f51c110ca37f x-openstack-request-id: req-368aaf1a-8863-4061-99b7-f51c110ca37f {{(pid=103722) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
May 31 11:59:28.548508 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ba728316-cc04-4f32-9f1e-c6f85dfa085d", "name": "network-vif-plugged", "status": "completed", "tag": "8c5112d8-1864-4ea7-b6ec-c072f37b818a", "code": 200}]} {{(pid=103722) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
May 31 11:59:28.548761 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-368aaf1a-8863-4061-99b7-f51c110ca37f {{(pid=103722) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
May 31 11:59:28.549125 dv-cinder-786384-7-iscsi neutron-server[103722]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ba728316-cc04-4f32-9f1e-c6f85dfa085d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8c5112d8-1864-4ea7-b6ec-c072f37b818a', 'code': 200}
May 31 11:59:28.589631 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43028a7b-58d7-408b-ac75-1328e6896bf7 None None] Pushing event updated for resources: {'Port': ['ID=8c5112d8-1864-4ea7-b6ec-c072f37b818a,revision_number=5']} {{(pid=103722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 31 11:59:28.592815 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG oslo_concurrency.lockutils [None req-43028a7b-58d7-408b-ac75-1328e6896bf7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=103722) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 31 11:59:28.880294 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f4ccfbf-5115-40d3-a5ce-3b9249f06028 req-f99e209b-d402-4bb2-bad7-33d55f0de69d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 11:59:28.881655 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [req-5f4ccfbf-5115-40d3-a5ce-3b9249f06028 req-f99e209b-d402-4bb2-bad7-33d55f0de69d service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=ba728316-cc04-4f32-9f1e-c6f85dfa085d HTTP/1.1" status: 200  len: 1099 time: 0.0828633
May 31 11:59:28.923608 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [req-5f4ccfbf-5115-40d3-a5ce-3b9249f06028 req-1bef7c64-b278-434e-b84b-b000648dfa02 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=6c000b46-1cad-4c27-86ed-828d0205dc63&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0343454
May 31 11:59:29.200116 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9651c12-ea3d-46c2-b40f-2d41af4b40ef req-846551ae-f1bd-40ee-9f9f-e67a3b8c2dc7 tempest-TestVolumeBootPattern-2120221258 tempest-TestVolumeBootPattern-2120221258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 11:59:29.201601 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [req-e9651c12-ea3d-46c2-b40f-2d41af4b40ef req-846551ae-f1bd-40ee-9f9f-e67a3b8c2dc7 tempest-TestVolumeBootPattern-2120221258 tempest-TestVolumeBootPattern-2120221258-project] 10.222.0.57 "GET /v2.0/ports?device_id=ba728316-cc04-4f32-9f1e-c6f85dfa085d HTTP/1.1" status: 200  len: 946 time: 0.0944982
May 31 11:59:29.249641 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [req-e9651c12-ea3d-46c2-b40f-2d41af4b40ef req-c3d48e66-67fb-4c30-ab74-282efe8231d0 tempest-TestVolumeBootPattern-2120221258 tempest-TestVolumeBootPattern-2120221258-project] 10.222.0.57 "GET /v2.0/security-groups?id=6c000b46-1cad-4c27-86ed-828d0205dc63&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0387580
May 31 11:59:30.477772 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a84652dc-107e-4819-b190-7537ebb18533 req-07c4f85b-e84e-4d0a-b32e-02ac201ad8ff tempest-TestVolumeBootPattern-2120221258 tempest-TestVolumeBootPattern-2120221258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 11:59:30.479271 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [req-a84652dc-107e-4819-b190-7537ebb18533 req-07c4f85b-e84e-4d0a-b32e-02ac201ad8ff tempest-TestVolumeBootPattern-2120221258 tempest-TestVolumeBootPattern-2120221258-project] 10.222.0.57 "GET /v2.0/ports?device_id=ba728316-cc04-4f32-9f1e-c6f85dfa085d HTTP/1.1" status: 200  len: 946 time: 0.1070616
May 31 11:59:30.531323 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [req-a84652dc-107e-4819-b190-7537ebb18533 req-65a35f51-1148-41ca-8eb7-b3aebaabdf41 tempest-TestVolumeBootPattern-2120221258 tempest-TestVolumeBootPattern-2120221258-project] 10.222.0.57 "GET /v2.0/security-groups?id=6c000b46-1cad-4c27-86ed-828d0205dc63&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0434391
May 31 11:59:30.733505 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfb2100e-06be-4a62-924f-aef8d78e0379 req-c25015ed-dbba-4bfb-b9ab-ab3c395ee77b tempest-TestVolumeBootPattern-2120221258 tempest-TestVolumeBootPattern-2120221258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 11:59:30.734940 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [req-dfb2100e-06be-4a62-924f-aef8d78e0379 req-c25015ed-dbba-4bfb-b9ab-ab3c395ee77b tempest-TestVolumeBootPattern-2120221258 tempest-TestVolumeBootPattern-2120221258-project] 10.222.0.57 "GET /v2.0/ports?device_id=ba728316-cc04-4f32-9f1e-c6f85dfa085d HTTP/1.1" status: 200  len: 946 time: 0.0913041
May 31 11:59:30.786943 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [req-dfb2100e-06be-4a62-924f-aef8d78e0379 req-beeee35a-3310-405b-bd18-31137d810b8f tempest-TestVolumeBootPattern-2120221258 tempest-TestVolumeBootPattern-2120221258-project] 10.222.0.57 "GET /v2.0/security-groups?id=6c000b46-1cad-4c27-86ed-828d0205dc63&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0436785
May 31 11:59:30.816985 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron.wsgi [-] (103720) accepted ('10.222.0.57', 50214) {{(pid=103720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 31 11:59:30.930643 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b72695f5-573e-4e78-8545-20c6d61f8ae3 tempest-TestVolumeBootPattern-2143107132 tempest-TestVolumeBootPattern-2143107132-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 11:59:30.932273 dv-cinder-786384-7-iscsi neutron-server[103720]: INFO neutron.wsgi [None req-b72695f5-573e-4e78-8545-20c6d61f8ae3 tempest-TestVolumeBootPattern-2143107132 tempest-TestVolumeBootPattern-2143107132-project-admin] 10.222.0.57 "GET /v2.0/ports?device_id=ba728316-cc04-4f32-9f1e-c6f85dfa085d HTTP/1.1" status: 200  len: 1094 time: 0.1143038
May 31 11:59:30.936635 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron.wsgi [-] (103720) accepted ('10.222.0.57', 50220) {{(pid=103720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 31 11:59:30.941704 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron.api.v2.base [None req-23cbe0fb-bf4e-4f52-a452-2d03820181eb tempest-TestVolumeBootPattern-2120221258 tempest-TestVolumeBootPattern-2120221258-project] Request body: {'floatingip': {'floating_network_id': '1cb16751-6ba1-494a-bef1-53f614bdb222', 'port_id': '8c5112d8-1864-4ea7-b6ec-c072f37b818a', 'tenant_id': '5a6b811ce5ca43c7b2fc478d12fff20b', 'fixed_ip_address': '172.20.0.12'}} {{(pid=103720) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 31 11:59:30.947757 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron.db.quota.driver [None req-23cbe0fb-bf4e-4f52-a452-2d03820181eb tempest-TestVolumeBootPattern-2120221258 tempest-TestVolumeBootPattern-2120221258-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=103720) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 31 11:59:30.951821 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron.quota.resource [None req-23cbe0fb-bf4e-4f52-a452-2d03820181eb tempest-TestVolumeBootPattern-2120221258 tempest-TestVolumeBootPattern-2120221258-project] Usage tracker for resource:floatingip and tenant:5a6b811ce5ca43c7b2fc478d12fff20b is out of sync, need to count used quota {{(pid=103720) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 31 11:59:30.954735 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron.quota.resource [None req-23cbe0fb-bf4e-4f52-a452-2d03820181eb tempest-TestVolumeBootPattern-2120221258 tempest-TestVolumeBootPattern-2120221258-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=103720) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 31 11:59:30.960457 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron.db.quota.driver [None req-23cbe0fb-bf4e-4f52-a452-2d03820181eb tempest-TestVolumeBootPattern-2120221258 tempest-TestVolumeBootPattern-2120221258-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=103720) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 31 11:59:30.972847 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-23cbe0fb-bf4e-4f52-a452-2d03820181eb tempest-TestVolumeBootPattern-2120221258 tempest-TestVolumeBootPattern-2120221258-project] Notify callbacks [] for floatingip, before_create {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:59:31.110003 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-23cbe0fb-bf4e-4f52-a452-2d03820181eb tempest-TestVolumeBootPattern-2120221258 tempest-TestVolumeBootPattern-2120221258-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-934180'] for port, before_create {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:59:31.244645 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron.db.db_base_plugin_common [None req-23cbe0fb-bf4e-4f52-a452-2d03820181eb tempest-TestVolumeBootPattern-2120221258 tempest-TestVolumeBootPattern-2120221258-project] Allocated IP 172.27.2.239 (1cb16751-6ba1-494a-bef1-53f614bdb222/1135c889-0623-4d10-975a-f2c46f50f0f6/b5c4444f-0d68-454b-be80-273f731e37de) {{(pid=103720) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 31 11:59:31.397484 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-23cbe0fb-bf4e-4f52-a452-2d03820181eb tempest-TestVolumeBootPattern-2120221258 tempest-TestVolumeBootPattern-2120221258-project] Notify callbacks [] for port, precommit_create {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:59:31.429082 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-23cbe0fb-bf4e-4f52-a452-2d03820181eb tempest-TestVolumeBootPattern-2120221258 tempest-TestVolumeBootPattern-2120221258-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937715', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3701677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744215520970', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2327893'] for port, after_create {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:59:31.432729 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG oslo_concurrency.lockutils [None req-42277d0f-9e9c-44cb-990c-0fe80730ba7a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103720) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 31 11:59:31.493045 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23cbe0fb-bf4e-4f52-a452-2d03820181eb tempest-TestVolumeBootPattern-2120221258 tempest-TestVolumeBootPattern-2120221258-project] Network 1cb16751-6ba1-494a-bef1-53f614bdb222 is already hosted by enough agents. {{(pid=103720) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 31 11:59:31.498601 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron.scheduler.base_scheduler [None req-23cbe0fb-bf4e-4f52-a452-2d03820181eb tempest-TestVolumeBootPattern-2120221258 tempest-TestVolumeBootPattern-2120221258-project] Resources bound (agent type, host, resource id):  {{(pid=103720) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 31 11:59:31.501469 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23cbe0fb-bf4e-4f52-a452-2d03820181eb tempest-TestVolumeBootPattern-2120221258 tempest-TestVolumeBootPattern-2120221258-project] Received port after_create {{(pid=103720) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
May 31 11:59:31.537853 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23cbe0fb-bf4e-4f52-a452-2d03820181eb tempest-TestVolumeBootPattern-2120221258 tempest-TestVolumeBootPattern-2120221258-project] Pushing event updated for resources: {'Port': ['ID=b5c4444f-0d68-454b-be80-273f731e37de,revision_number=1']} {{(pid=103720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 31 11:59:31.540808 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG oslo_concurrency.lockutils [None req-23cbe0fb-bf4e-4f52-a452-2d03820181eb tempest-TestVolumeBootPattern-2120221258 tempest-TestVolumeBootPattern-2120221258-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=103720) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 31 11:59:31.588034 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron_lib.callbacks.manager [None req-43028a7b-58d7-408b-ac75-1328e6896bf7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744215964654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857257'] for agent, after_update {{(pid=103722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:59:32.015442 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-23cbe0fb-bf4e-4f52-a452-2d03820181eb tempest-TestVolumeBootPattern-2120221258 tempest-TestVolumeBootPattern-2120221258-project] Notify callbacks [] for floatingip, precommit_create {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:59:32.091247 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-23cbe0fb-bf4e-4f52-a452-2d03820181eb tempest-TestVolumeBootPattern-2120221258 tempest-TestVolumeBootPattern-2120221258-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-934180'] for port, before_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:59:32.306039 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-23cbe0fb-bf4e-4f52-a452-2d03820181eb tempest-TestVolumeBootPattern-2120221258 tempest-TestVolumeBootPattern-2120221258-project] Notify callbacks [] for port, precommit_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:59:32.313164 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-23cbe0fb-bf4e-4f52-a452-2d03820181eb tempest-TestVolumeBootPattern-2120221258 tempest-TestVolumeBootPattern-2120221258-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937715', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3701677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744215954324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744215520988', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744215521293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2327900'] for port, after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:59:32.316643 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG oslo_concurrency.lockutils [None req-721ec530-150d-4afd-81a6-ad263a1e3855 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103720) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 31 11:59:32.418733 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23cbe0fb-bf4e-4f52-a452-2d03820181eb tempest-TestVolumeBootPattern-2120221258 tempest-TestVolumeBootPattern-2120221258-project] Pushing event updated for resources: {'Port': ['ID=b5c4444f-0d68-454b-be80-273f731e37de,revision_number=2']} {{(pid=103720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 31 11:59:32.422516 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG oslo_concurrency.lockutils [None req-23cbe0fb-bf4e-4f52-a452-2d03820181eb tempest-TestVolumeBootPattern-2120221258 tempest-TestVolumeBootPattern-2120221258-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=103720) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 31 11:59:32.431682 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-23cbe0fb-bf4e-4f52-a452-2d03820181eb tempest-TestVolumeBootPattern-2120221258 tempest-TestVolumeBootPattern-2120221258-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4088573'] for floatingip, after_update {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:59:32.605835 dv-cinder-786384-7-iscsi neutron-server[103720]: INFO neutron.db.l3_db [None req-23cbe0fb-bf4e-4f52-a452-2d03820181eb tempest-TestVolumeBootPattern-2120221258 tempest-TestVolumeBootPattern-2120221258-project] Floating IP 5ab5a698-aa0e-4b43-a1d7-4129cee3278d associated. External IP: 172.27.2.239, port: 8c5112d8-1864-4ea7-b6ec-c072f37b818a.
May 31 11:59:32.952613 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-23cbe0fb-bf4e-4f52-a452-2d03820181eb tempest-TestVolumeBootPattern-2120221258 tempest-TestVolumeBootPattern-2120221258-project] Router 115ce9ad-b529-4792-8826-40e7906bc4db has already been hosted by L3 agent f8c17dd7-da16-4427-b6e3-d7e30616bc4c {{(pid=103720) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
May 31 11:59:33.142980 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-23cbe0fb-bf4e-4f52-a452-2d03820181eb tempest-TestVolumeBootPattern-2120221258 tempest-TestVolumeBootPattern-2120221258-project] Notify agent at l3_agent.dv-cinder-786384-7-iscsi the message routers_updated {{(pid=103720) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
May 31 11:59:33.153924 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa475047-7dc2-4856-9324-893643a9759e None None] Sync routers for ids ['115ce9ad-b529-4792-8826-40e7906bc4db'] in dv-cinder-786384-7-iscsi {{(pid=103722) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 31 11:59:33.163604 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron_lib.callbacks.manager [None req-d5cc890c-daec-46c3-937e-6971dd0632bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744215964654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857257'] for agent, after_update {{(pid=103722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:59:33.167828 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa475047-7dc2-4856-9324-893643a9759e None None] Routers {'115ce9ad-b529-4792-8826-40e7906bc4db'} bound to L3 agent in host dv-cinder-786384-7-iscsi {{(pid=103722) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 31 11:59:33.168442 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron.db.l3_hamode_db [None req-aa475047-7dc2-4856-9324-893643a9759e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f3ebcd371f0>, 'dv-cinder-786384-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-31T11:36:05Z,description=<?>,heartbeat_timestamp=2021-05-31T11:59:06Z,host='dv-cinder-786384-7-iscsi',id=f8c17dd7-da16-4427-b6e3-d7e30616bc4c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-31T11:36:05Z,topic='l3_agent')) {'router_ids': ['115ce9ad-b529-4792-8826-40e7906bc4db'], 'active': True} {{(pid=103722) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 31 11:59:33.169535 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-23cbe0fb-bf4e-4f52-a452-2d03820181eb tempest-TestVolumeBootPattern-2120221258 tempest-TestVolumeBootPattern-2120221258-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46333'] for floatingip, before_response {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:59:33.223081 dv-cinder-786384-7-iscsi neutron-server[103720]: INFO neutron.wsgi [None req-23cbe0fb-bf4e-4f52-a452-2d03820181eb tempest-TestVolumeBootPattern-2120221258 tempest-TestVolumeBootPattern-2120221258-project] 10.222.0.57 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 997 time: 2.2852628
May 31 11:59:33.223649 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ba728316-cc04-4f32-9f1e-c6f85dfa085d', 'tag': '8c5112d8-1864-4ea7-b6ec-c072f37b818a'}] {{(pid=103720) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 31 11:59:33.226017 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6839f599539fa4c6e3ba02718c376b16d52b950f3872e5f8c495d4ff24c4a199" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-31fa0c4d-9022-4f8e-bd28-c24c19d2c84c" -d '{"events": [{"name": "network-changed", "server_uuid": "ba728316-cc04-4f32-9f1e-c6f85dfa085d", "tag": "8c5112d8-1864-4ea7-b6ec-c072f37b818a"}]}' {{(pid=103720) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
May 31 11:59:33.276407 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 31 May 2021 11:59:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-90192e42-88d5-4b1f-b3c4-bbb2cace6325 x-openstack-request-id: req-90192e42-88d5-4b1f-b3c4-bbb2cace6325 {{(pid=103720) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
May 31 11:59:33.276730 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ba728316-cc04-4f32-9f1e-c6f85dfa085d", "tag": "8c5112d8-1864-4ea7-b6ec-c072f37b818a", "status": "completed", "code": 200}]} {{(pid=103720) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
May 31 11:59:33.277013 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-90192e42-88d5-4b1f-b3c4-bbb2cace6325 {{(pid=103720) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
May 31 11:59:33.277439 dv-cinder-786384-7-iscsi neutron-server[103720]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ba728316-cc04-4f32-9f1e-c6f85dfa085d', 'tag': '8c5112d8-1864-4ea7-b6ec-c072f37b818a', 'status': 'completed', 'code': 200}
May 31 11:59:33.391591 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31fa0c4d-9022-4f8e-bd28-c24c19d2c84c req-c544e501-9699-4f8b-992b-18befb5fcc5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 11:59:33.393123 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [req-31fa0c4d-9022-4f8e-bd28-c24c19d2c84c req-c544e501-9699-4f8b-992b-18befb5fcc5d service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=5a6b811ce5ca43c7b2fc478d12fff20b&device_id=ba728316-cc04-4f32-9f1e-c6f85dfa085d HTTP/1.1" status: 200  len: 1099 time: 0.0711894
May 31 11:59:33.457159 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron.db.l3_dvr_db [None req-aa475047-7dc2-4856-9324-893643a9759e None None] Set router 115ce9ad-b529-4792-8826-40e7906bc4db gateway port host: dv-cinder-786384-7-iscsi {{(pid=103722) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
May 31 11:59:33.523975 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31fa0c4d-9022-4f8e-bd28-c24c19d2c84c req-c8af52fd-2b6c-4612-9ef9-27651a01872a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 11:59:33.525513 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [req-31fa0c4d-9022-4f8e-bd28-c24c19d2c84c req-c8af52fd-2b6c-4612-9ef9-27651a01872a service neutron] 10.222.0.60 "GET /v2.0/networks?id=edd9641d-7b8a-4f6f-b1b1-6f5b9e99662a HTTP/1.1" status: 200  len: 912 time: 0.1264641
May 31 11:59:33.629742 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [req-31fa0c4d-9022-4f8e-bd28-c24c19d2c84c req-1aae00ce-70ea-4b04-904b-de7ce0c40fd1 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=8c5112d8-1864-4ea7-b6ec-c072f37b818a HTTP/1.1" status: 200  len: 1000 time: 0.0976892
May 31 11:59:33.692924 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31fa0c4d-9022-4f8e-bd28-c24c19d2c84c req-f32c2dab-7036-4fa2-a431-54243479cb55 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 11:59:33.694411 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [req-31fa0c4d-9022-4f8e-bd28-c24c19d2c84c req-f32c2dab-7036-4fa2-a431-54243479cb55 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=554467f2-05f8-4319-998c-3640549da255 HTTP/1.1" status: 200  len: 850 time: 0.0573680
May 31 11:59:33.772846 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31fa0c4d-9022-4f8e-bd28-c24c19d2c84c req-ae2fed39-3e11-49b8-a950-b4d2ce5fd173 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 11:59:33.774291 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [req-31fa0c4d-9022-4f8e-bd28-c24c19d2c84c req-ae2fed39-3e11-49b8-a950-b4d2ce5fd173 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=edd9641d-7b8a-4f6f-b1b1-6f5b9e99662a&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0731297
May 31 11:59:33.820979 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron.db.l3_hamode_db [None req-aa475047-7dc2-4856-9324-893643a9759e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f3ebcd371f0>, [{'id': '115ce9ad-b529-4792-8826-40e7906bc4db', 'name': 'tempest-TestVolumeBootPattern-554410731-router', 'tenant_id': '5a6b811ce5ca43c7b2fc478d12fff20b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cb16751-6ba1-494a-bef1-53f614bdb222', 'external_fixed_ips': [{'subnet_id': '1135c889-0623-4d10-975a-f2c46f50f0f6', 'ip_address': '172.27.2.162'}], 'enable_snat': True}, 'gw_port_id': 'ab9dfa04-d24c-455c-a90a-a92ad8078cb6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T11:58:44Z', 'updated_at': '2021-05-31T11:58:47Z', 'revision_number': 4, 'project_id': '5a6b811ce5ca43c7b2fc478d12fff20b', 'gw_port': {'id': 'ab9dfa04-d24c-455c-a90a-a92ad8078cb6', 'name': '', 'network_id': '1cb16751-6ba1-494a-bef1-53f614bdb222', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:06:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '115ce9ad-b529-4792-8826-40e7906bc4db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 656, 'fixed_ips': [{'subnet_id': '1135c889-0623-4d10-975a-f2c46f50f0f6', 'ip_address': '172.27.2.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786384-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T11:58:44Z', 'updated_at': '2021-05-31T11:58:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1135c889-0623-4d10-975a-f2c46f50f0f6', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786384-7-iscsi', '_floatingips': [{'id': '5ab5a698-aa0e-4b43-a1d7-4129cee3278d', 'tenant_id': '5a6b811ce5ca43c7b2fc478d12fff20b', 'floating_ip_address': '172.27.2.239', 'floating_network_id': '1cb16751-6ba1-494a-bef1-53f614bdb222', 'router_id': '115ce9ad-b529-4792-8826-40e7906bc4db', 'port_id': '8c5112d8-1864-4ea7-b6ec-c072f37b818a', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 681, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'edd9641d-7b8a-4f6f-b1b1-6f5b9e99662a', 'mac_address': 'fa:16:3e:7e:d8:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba728316-cc04-4f32-9f1e-c6f85dfa085d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-31T11:59:31Z', 'updated_at': '2021-05-31T11:59:31Z', 'revision_number': 0, 'project_id': '5a6b811ce5ca43c7b2fc478d12fff20b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '18e2efc1-542e-4e22-ba51-08768ab5b35a', 'name': '', 'network_id': 'edd9641d-7b8a-4f6f-b1b1-6f5b9e99662a', 'tenant_id': '5a6b811ce5ca43c7b2fc478d12fff20b', 'mac_address': 'fa:16:3e:65:a2:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '115ce9ad-b529-4792-8826-40e7906bc4db', 'device_owner': 'network:router_interface', 'standard_attr_id': 657, 'fixed_ips': [{'subnet_id': '554467f2-05f8-4319-998c-3640549da255', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786384-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T11:58:47Z', 'updated_at': '2021-05-31T11:58:54Z', 'revision_number': 5, 'project_id': '5a6b811ce5ca43c7b2fc478d12fff20b', 'subnets': [{'id': '554467f2-05f8-4319-998c-3640549da255', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786384-7-iscsi', False) {} {{(pid=103722) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 31 11:59:33.824766 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa475047-7dc2-4856-9324-893643a9759e None None] Checking router: 115ce9ad-b529-4792-8826-40e7906bc4db for host: dv-cinder-786384-7-iscsi {{(pid=103722) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
May 31 11:59:33.832976 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa475047-7dc2-4856-9324-893643a9759e None None] Routers {'115ce9ad-b529-4792-8826-40e7906bc4db'} bound to L3 agent in host dv-cinder-786384-7-iscsi {{(pid=103722) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 31 11:59:33.833571 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron.db.l3_hamode_db [None req-aa475047-7dc2-4856-9324-893643a9759e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f3ebcd371f0>, 'dv-cinder-786384-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-31T11:36:05Z,description=<?>,heartbeat_timestamp=2021-05-31T11:59:06Z,host='dv-cinder-786384-7-iscsi',id=f8c17dd7-da16-4427-b6e3-d7e30616bc4c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-31T11:36:05Z,topic='l3_agent')) {'router_ids': ['115ce9ad-b529-4792-8826-40e7906bc4db'], 'active': True} {{(pid=103722) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 31 11:59:33.906045 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [req-31fa0c4d-9022-4f8e-bd28-c24c19d2c84c req-8d6373d4-1673-4901-9e48-0132baee21bb service neutron] 10.222.0.60 "GET /v2.0/networks/edd9641d-7b8a-4f6f-b1b1-6f5b9e99662a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1249385
May 31 11:59:34.008974 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron.db.l3_dvr_db [None req-aa475047-7dc2-4856-9324-893643a9759e None None] Set router 115ce9ad-b529-4792-8826-40e7906bc4db gateway port host: dv-cinder-786384-7-iscsi {{(pid=103722) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
May 31 11:59:34.038774 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [req-31fa0c4d-9022-4f8e-bd28-c24c19d2c84c req-b7d5f1ba-0059-4e70-8f31-97c0c9951c68 service neutron] 10.222.0.60 "GET /v2.0/networks/edd9641d-7b8a-4f6f-b1b1-6f5b9e99662a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1264579
May 31 11:59:34.356798 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron.db.l3_hamode_db [None req-aa475047-7dc2-4856-9324-893643a9759e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f3ebcd371f0>, [{'id': '115ce9ad-b529-4792-8826-40e7906bc4db', 'name': 'tempest-TestVolumeBootPattern-554410731-router', 'tenant_id': '5a6b811ce5ca43c7b2fc478d12fff20b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cb16751-6ba1-494a-bef1-53f614bdb222', 'external_fixed_ips': [{'subnet_id': '1135c889-0623-4d10-975a-f2c46f50f0f6', 'ip_address': '172.27.2.162'}], 'enable_snat': True}, 'gw_port_id': 'ab9dfa04-d24c-455c-a90a-a92ad8078cb6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T11:58:44Z', 'updated_at': '2021-05-31T11:58:47Z', 'revision_number': 4, 'project_id': '5a6b811ce5ca43c7b2fc478d12fff20b', 'gw_port': {'id': 'ab9dfa04-d24c-455c-a90a-a92ad8078cb6', 'name': '', 'network_id': '1cb16751-6ba1-494a-bef1-53f614bdb222', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:06:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '115ce9ad-b529-4792-8826-40e7906bc4db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 656, 'fixed_ips': [{'subnet_id': '1135c889-0623-4d10-975a-f2c46f50f0f6', 'ip_address': '172.27.2.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786384-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T11:58:44Z', 'updated_at': '2021-05-31T11:58:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1135c889-0623-4d10-975a-f2c46f50f0f6', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786384-7-iscsi', '_floatingips': [{'id': '5ab5a698-aa0e-4b43-a1d7-4129cee3278d', 'tenant_id': '5a6b811ce5ca43c7b2fc478d12fff20b', 'floating_ip_address': '172.27.2.239', 'floating_network_id': '1cb16751-6ba1-494a-bef1-53f614bdb222', 'router_id': '115ce9ad-b529-4792-8826-40e7906bc4db', 'port_id': '8c5112d8-1864-4ea7-b6ec-c072f37b818a', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 681, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'edd9641d-7b8a-4f6f-b1b1-6f5b9e99662a', 'mac_address': 'fa:16:3e:7e:d8:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba728316-cc04-4f32-9f1e-c6f85dfa085d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-31T11:59:31Z', 'updated_at': '2021-05-31T11:59:31Z', 'revision_number': 0, 'project_id': '5a6b811ce5ca43c7b2fc478d12fff20b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '18e2efc1-542e-4e22-ba51-08768ab5b35a', 'name': '', 'network_id': 'edd9641d-7b8a-4f6f-b1b1-6f5b9e99662a', 'tenant_id': '5a6b811ce5ca43c7b2fc478d12fff20b', 'mac_address': 'fa:16:3e:65:a2:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '115ce9ad-b529-4792-8826-40e7906bc4db', 'device_owner': 'network:router_interface', 'standard_attr_id': 657, 'fixed_ips': [{'subnet_id': '554467f2-05f8-4319-998c-3640549da255', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786384-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T11:58:47Z', 'updated_at': '2021-05-31T11:58:54Z', 'revision_number': 5, 'project_id': '5a6b811ce5ca43c7b2fc478d12fff20b', 'subnets': [{'id': '554467f2-05f8-4319-998c-3640549da255', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786384-7-iscsi', False) {} {{(pid=103722) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 31 11:59:34.360809 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa475047-7dc2-4856-9324-893643a9759e None None] The sync data for ids ['115ce9ad-b529-4792-8826-40e7906bc4db'] in dv-cinder-786384-7-iscsi is: [{'id': '115ce9ad-b529-4792-8826-40e7906bc4db', 'name': 'tempest-TestVolumeBootPattern-554410731-router', 'tenant_id': '5a6b811ce5ca43c7b2fc478d12fff20b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cb16751-6ba1-494a-bef1-53f614bdb222', 'external_fixed_ips': [{'subnet_id': '1135c889-0623-4d10-975a-f2c46f50f0f6', 'ip_address': '172.27.2.162'}], 'enable_snat': True}, 'gw_port_id': 'ab9dfa04-d24c-455c-a90a-a92ad8078cb6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T11:58:44Z', 'updated_at': '2021-05-31T11:58:47Z', 'revision_number': 4, 'project_id': '5a6b811ce5ca43c7b2fc478d12fff20b', 'gw_port': {'id': 'ab9dfa04-d24c-455c-a90a-a92ad8078cb6', 'name': '', 'network_id': '1cb16751-6ba1-494a-bef1-53f614bdb222', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:06:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '115ce9ad-b529-4792-8826-40e7906bc4db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 656, 'fixed_ips': [{'subnet_id': '1135c889-0623-4d10-975a-f2c46f50f0f6', 'ip_address': '172.27.2.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786384-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T11:58:44Z', 'updated_at': '2021-05-31T11:58:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1135c889-0623-4d10-975a-f2c46f50f0f6', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786384-7-iscsi', '_floatingips': [{'id': '5ab5a698-aa0e-4b43-a1d7-4129cee3278d', 'tenant_id': '5a6b811ce5ca43c7b2fc478d12fff20b', 'floating_ip_address': '172.27.2.239', 'floating_network_id': '1cb16751-6ba1-494a-bef1-53f614bdb222', 'router_id': '115ce9ad-b529-4792-8826-40e7906bc4db', 'port_id': '8c5112d8-1864-4ea7-b6ec-c072f37b818a', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 681, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'edd9641d-7b8a-4f6f-b1b1-6f5b9e99662a', 'mac_address': 'fa:16:3e:7e:d8:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba728316-cc04-4f32-9f1e-c6f85dfa085d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-31T11:59:31Z', 'updated_at': '2021-05-31T11:59:31Z', 'revision_number': 0, 'project_id': '5a6b811ce5ca43c7b2fc478d12fff20b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '18e2efc1-542e-4e22-ba51-08768ab5b35a', 'name': '', 'network_id': 'edd9641d-7b8a-4f6f-b1b1-6f5b9e99662a', 'tenant_id': '5a6b811ce5ca43c7b2fc478d12fff20b', 'mac_address': 'fa:16:3e:65:a2:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '115ce9ad-b529-4792-8826-40e7906bc4db', 'device_owner': 'network:router_interface', 'standard_attr_id': 657, 'fixed_ips': [{'subnet_id': '554467f2-05f8-4319-998c-3640549da255', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786384-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T11:58:47Z', 'updated_at': '2021-05-31T11:58:54Z', 'revision_number': 5, 'project_id': '5a6b811ce5ca43c7b2fc478d12fff20b', 'subnets': [{'id': '554467f2-05f8-4319-998c-3640549da255', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103722) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 31 11:59:34.550023 dv-cinder-786384-7-iscsi neutron-server[103723]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17fe7781-1538-483c-a689-8a8d468b3334 None None] New status for floating IP 5ab5a698-aa0e-4b43-a1d7-4129cee3278d: ACTIVE {{(pid=103723) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
May 31 11:59:35.211296 dv-cinder-786384-7-iscsi neutron-server[103723]: DEBUG neutron.db.agents_db [None req-cb648da2-ef1b-4de5-af28-8b32e926ae6d None None] Agent healthcheck: found 6 active agents {{(pid=103723) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}}
May 31 11:59:35.533731 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron_lib.callbacks.manager [None req-4f51c048-caa3-4593-bbce-587c5f323d03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744215964654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857257'] for agent, after_update {{(pid=103722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:59:35.637786 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron_lib.callbacks.manager [None req-1f0a762f-0348-4bba-b860-8eddab4cd770 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744215964654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857257'] for agent, after_update {{(pid=103722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:59:36.555977 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron_lib.callbacks.manager [None req-c59bf3d8-3f04-4740-8d75-807cb4f7478e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744215964654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857257'] for agent, after_update {{(pid=103722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 11:59:38.023755 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron_lib.callbacks.manager [None req-e2b995a4-3526-4c71-93aa-7f4ba47dfd64 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744215964654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857257'] for agent, after_update {{(pid=103722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 12:00:01.597749 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron_lib.callbacks.manager [None req-43028a7b-58d7-408b-ac75-1328e6896bf7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744215964654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857257'] for agent, after_update {{(pid=103722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 12:00:03.106492 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron_lib.callbacks.manager [None req-894be766-da39-48ed-8ea5-58c45009db30 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744215964654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857257'] for agent, after_update {{(pid=103722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 12:00:05.533686 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron_lib.callbacks.manager [None req-828b2dce-5113-4c19-8791-439343478d37 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744215964654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857257'] for agent, after_update {{(pid=103722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 12:00:05.644407 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron_lib.callbacks.manager [None req-1f0a762f-0348-4bba-b860-8eddab4cd770 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744215964654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857257'] for agent, after_update {{(pid=103722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 12:00:06.570854 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron_lib.callbacks.manager [None req-c59bf3d8-3f04-4740-8d75-807cb4f7478e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744215964654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857257'] for agent, after_update {{(pid=103722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 12:00:08.023921 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron_lib.callbacks.manager [None req-e2b995a4-3526-4c71-93aa-7f4ba47dfd64 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744215964654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857257'] for agent, after_update {{(pid=103722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 12:00:10.143520 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [req-3966f6e7-f4ac-4ef7-aa16-5591aae61a77 req-628729d7-f453-4504-99e6-b6b3d054caeb service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=ba728316-cc04-4f32-9f1e-c6f85dfa085d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.1150010
May 31 12:00:10.306004 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3966f6e7-f4ac-4ef7-aa16-5591aae61a77 req-f92ed0f8-f5a3-4298-8221-e06dcd16d294 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 12:00:10.307369 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [req-3966f6e7-f4ac-4ef7-aa16-5591aae61a77 req-f92ed0f8-f5a3-4298-8221-e06dcd16d294 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=5a6b811ce5ca43c7b2fc478d12fff20b&device_id=ba728316-cc04-4f32-9f1e-c6f85dfa085d HTTP/1.1" status: 200  len: 1099 time: 0.0801594
May 31 12:00:10.453558 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3966f6e7-f4ac-4ef7-aa16-5591aae61a77 req-619629e1-4a0e-42c6-81ee-3d974183596e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 12:00:10.454962 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [req-3966f6e7-f4ac-4ef7-aa16-5591aae61a77 req-619629e1-4a0e-42c6-81ee-3d974183596e service neutron] 10.222.0.60 "GET /v2.0/networks?id=edd9641d-7b8a-4f6f-b1b1-6f5b9e99662a HTTP/1.1" status: 200  len: 912 time: 0.1265013
May 31 12:00:10.661727 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [req-3966f6e7-f4ac-4ef7-aa16-5591aae61a77 req-aae16a43-db6e-4941-8d36-3ba0e4fa7216 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=8c5112d8-1864-4ea7-b6ec-c072f37b818a HTTP/1.1" status: 200  len: 1002 time: 0.1995206
May 31 12:00:10.730317 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3966f6e7-f4ac-4ef7-aa16-5591aae61a77 req-7c302be7-2ddd-45b1-be00-dde6e4d8f970 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 12:00:10.731705 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [req-3966f6e7-f4ac-4ef7-aa16-5591aae61a77 req-7c302be7-2ddd-45b1-be00-dde6e4d8f970 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=554467f2-05f8-4319-998c-3640549da255 HTTP/1.1" status: 200  len: 850 time: 0.0635297
May 31 12:00:10.809001 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3966f6e7-f4ac-4ef7-aa16-5591aae61a77 req-9fb9536d-4cbf-4cdf-a5db-463ed19ea1b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 12:00:10.811105 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [req-3966f6e7-f4ac-4ef7-aa16-5591aae61a77 req-9fb9536d-4cbf-4cdf-a5db-463ed19ea1b0 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=edd9641d-7b8a-4f6f-b1b1-6f5b9e99662a&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0727541
May 31 12:00:10.948887 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [req-3966f6e7-f4ac-4ef7-aa16-5591aae61a77 req-c3b22ec8-7710-42f9-b506-c6fad34d1d43 service neutron] 10.222.0.60 "GET /v2.0/networks/edd9641d-7b8a-4f6f-b1b1-6f5b9e99662a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1310973
May 31 12:00:11.083216 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [req-3966f6e7-f4ac-4ef7-aa16-5591aae61a77 req-f5c5cf7a-1f21-4e41-936d-5fc378a76b27 service neutron] 10.222.0.60 "GET /v2.0/networks/edd9641d-7b8a-4f6f-b1b1-6f5b9e99662a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1276472
May 31 12:00:12.213654 dv-cinder-786384-7-iscsi neutron-server[103723]: DEBUG neutron.db.agents_db [None req-cb648da2-ef1b-4de5-af28-8b32e926ae6d None None] Agent healthcheck: found 6 active agents {{(pid=103723) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}}
May 31 12:00:31.590694 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron_lib.callbacks.manager [None req-43028a7b-58d7-408b-ac75-1328e6896bf7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744215964654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857257'] for agent, after_update {{(pid=103722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 12:00:33.106833 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron_lib.callbacks.manager [None req-3fa9eec6-77c8-428e-b3b1-3dc74407f2fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744215964654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857257'] for agent, after_update {{(pid=103722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 12:00:35.534714 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron_lib.callbacks.manager [None req-c9adbc59-b7d8-4a6d-bb0c-6720545c0450 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744215964654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857257'] for agent, after_update {{(pid=103722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 12:00:35.640796 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron_lib.callbacks.manager [None req-1f0a762f-0348-4bba-b860-8eddab4cd770 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744215964654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857257'] for agent, after_update {{(pid=103722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 12:00:36.562824 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron_lib.callbacks.manager [None req-c59bf3d8-3f04-4740-8d75-807cb4f7478e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744215964654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857257'] for agent, after_update {{(pid=103722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 12:00:38.031321 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron_lib.callbacks.manager [None req-e2b995a4-3526-4c71-93aa-7f4ba47dfd64 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744215964654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857257'] for agent, after_update {{(pid=103722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 12:00:49.215064 dv-cinder-786384-7-iscsi neutron-server[103723]: DEBUG neutron.db.agents_db [None req-cb648da2-ef1b-4de5-af28-8b32e926ae6d None None] Agent healthcheck: found 6 active agents {{(pid=103723) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}}
May 31 12:01:01.588867 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron_lib.callbacks.manager [None req-43028a7b-58d7-408b-ac75-1328e6896bf7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744215964654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857257'] for agent, after_update {{(pid=103722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 12:01:03.111076 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron_lib.callbacks.manager [None req-b6dfcadd-e51a-411c-81fb-97d952a12a93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744215964654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857257'] for agent, after_update {{(pid=103722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 12:01:05.534946 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron_lib.callbacks.manager [None req-fcfcad7b-2de0-441e-8d71-3cd1e2a7075c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744215964654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857257'] for agent, after_update {{(pid=103722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 12:01:05.632003 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron_lib.callbacks.manager [None req-1f0a762f-0348-4bba-b860-8eddab4cd770 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744215964654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857257'] for agent, after_update {{(pid=103722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 12:01:06.569571 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron_lib.callbacks.manager [None req-c59bf3d8-3f04-4740-8d75-807cb4f7478e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744215964654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857257'] for agent, after_update {{(pid=103722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 12:01:08.040314 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron_lib.callbacks.manager [None req-e2b995a4-3526-4c71-93aa-7f4ba47dfd64 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744215964654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857257'] for agent, after_update {{(pid=103722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 12:01:10.472650 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [req-6b07fd5d-8ae2-4b9a-9ba8-8016270ebd1a req-d1988e4c-179f-4b1b-99df-5af88b1ee25e service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=ba728316-cc04-4f32-9f1e-c6f85dfa085d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.0795326
May 31 12:01:10.640319 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b07fd5d-8ae2-4b9a-9ba8-8016270ebd1a req-b217fe2a-86d8-417c-a11c-cdef28eed53b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 12:01:10.641957 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [req-6b07fd5d-8ae2-4b9a-9ba8-8016270ebd1a req-b217fe2a-86d8-417c-a11c-cdef28eed53b service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=5a6b811ce5ca43c7b2fc478d12fff20b&device_id=ba728316-cc04-4f32-9f1e-c6f85dfa085d HTTP/1.1" status: 200  len: 1099 time: 0.0809751
May 31 12:01:10.786732 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b07fd5d-8ae2-4b9a-9ba8-8016270ebd1a req-c88e16ec-ec14-48ad-9ba4-259592eeb6a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 12:01:10.788112 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [req-6b07fd5d-8ae2-4b9a-9ba8-8016270ebd1a req-c88e16ec-ec14-48ad-9ba4-259592eeb6a1 service neutron] 10.222.0.60 "GET /v2.0/networks?id=edd9641d-7b8a-4f6f-b1b1-6f5b9e99662a HTTP/1.1" status: 200  len: 912 time: 0.1271458
May 31 12:01:10.891734 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [req-6b07fd5d-8ae2-4b9a-9ba8-8016270ebd1a req-3f134878-5932-4cee-bde9-5b58f107ba8f service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=8c5112d8-1864-4ea7-b6ec-c072f37b818a HTTP/1.1" status: 200  len: 1002 time: 0.0970547
May 31 12:01:10.955343 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b07fd5d-8ae2-4b9a-9ba8-8016270ebd1a req-1f02b68b-4365-4b30-9216-a4bbe9568cb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 12:01:10.956751 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [req-6b07fd5d-8ae2-4b9a-9ba8-8016270ebd1a req-1f02b68b-4365-4b30-9216-a4bbe9568cb8 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=554467f2-05f8-4319-998c-3640549da255 HTTP/1.1" status: 200  len: 850 time: 0.0582047
May 31 12:01:11.035827 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b07fd5d-8ae2-4b9a-9ba8-8016270ebd1a req-0d029ab0-220a-4ed3-8253-0767013b1394 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 12:01:11.037348 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [req-6b07fd5d-8ae2-4b9a-9ba8-8016270ebd1a req-0d029ab0-220a-4ed3-8253-0767013b1394 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=edd9641d-7b8a-4f6f-b1b1-6f5b9e99662a&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0744381
May 31 12:01:11.172018 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [req-6b07fd5d-8ae2-4b9a-9ba8-8016270ebd1a req-142d77eb-c5ad-4714-8e6e-c366afaee0ef service neutron] 10.222.0.60 "GET /v2.0/networks/edd9641d-7b8a-4f6f-b1b1-6f5b9e99662a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1279917
May 31 12:01:11.308291 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [req-6b07fd5d-8ae2-4b9a-9ba8-8016270ebd1a req-8928a0a3-edee-4b6a-965f-3ca5480541d9 service neutron] 10.222.0.60 "GET /v2.0/networks/edd9641d-7b8a-4f6f-b1b1-6f5b9e99662a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1271553
May 31 12:01:20.987399 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron.wsgi [req-b44ebb61-8a24-4ccb-b9a7-e6e841de04bd req-5f2eae01-06e9-488d-8941-cf1b77be8053 service neutron] (103720) timed out ('10.222.0.60', 54997) {{(pid=103720) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}}
May 31 12:01:22.511292 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.wsgi [req-f6aa8030-b3c1-4794-95f0-201ed792ffdd req-af41365f-c7f4-49f5-8176-9d23c8a6177e service neutron] (103721) timed out ('10.222.0.60', 55001) {{(pid=103721) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}}
May 31 12:01:26.220510 dv-cinder-786384-7-iscsi neutron-server[103723]: DEBUG neutron.db.agents_db [None req-cb648da2-ef1b-4de5-af28-8b32e926ae6d None None] Agent healthcheck: found 6 active agents {{(pid=103723) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}}
May 31 12:01:28.010845 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15c1e12e-4a19-45e0-b29b-8930c619ebc0 req-90c971a2-582c-4c62-a9b1-614567aa76d9 tempest-TestVolumeBootPattern-2120221258 tempest-TestVolumeBootPattern-2120221258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 12:01:28.012347 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [req-15c1e12e-4a19-45e0-b29b-8930c619ebc0 req-90c971a2-582c-4c62-a9b1-614567aa76d9 tempest-TestVolumeBootPattern-2120221258 tempest-TestVolumeBootPattern-2120221258-project] 10.222.0.57 "GET /v2.0/ports?device_id=ba728316-cc04-4f32-9f1e-c6f85dfa085d HTTP/1.1" status: 200  len: 946 time: 0.0905659
May 31 12:01:28.055449 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [req-15c1e12e-4a19-45e0-b29b-8930c619ebc0 req-59b0ffba-c090-479f-9c60-cffa8f268b6e tempest-TestVolumeBootPattern-2120221258 tempest-TestVolumeBootPattern-2120221258-project] 10.222.0.57 "GET /v2.0/security-groups?id=6c000b46-1cad-4c27-86ed-828d0205dc63&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0374107
May 31 12:01:29.251593 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8adc7784-1958-4549-8bb5-1d82ffa26b2d req-7078e212-7e24-40c9-b941-e4908ca76dfb tempest-TestVolumeBootPattern-2120221258 tempest-TestVolumeBootPattern-2120221258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 12:01:29.253126 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [req-8adc7784-1958-4549-8bb5-1d82ffa26b2d req-7078e212-7e24-40c9-b941-e4908ca76dfb tempest-TestVolumeBootPattern-2120221258 tempest-TestVolumeBootPattern-2120221258-project] 10.222.0.57 "GET /v2.0/ports?device_id=ba728316-cc04-4f32-9f1e-c6f85dfa085d HTTP/1.1" status: 200  len: 946 time: 0.0867004
May 31 12:01:29.299536 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [req-8adc7784-1958-4549-8bb5-1d82ffa26b2d req-54a9fc6d-7c0c-4033-98b7-8947c108534a tempest-TestVolumeBootPattern-2120221258 tempest-TestVolumeBootPattern-2120221258-project] 10.222.0.57 "GET /v2.0/security-groups?id=6c000b46-1cad-4c27-86ed-828d0205dc63&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0380909
May 31 12:01:29.616384 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15b1eb78-6657-4b8b-ac21-c222971b2f15 req-401a6e7f-cb54-449f-8673-0e8ba379ff8a tempest-TestVolumeBootPattern-2120221258 tempest-TestVolumeBootPattern-2120221258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 12:01:29.617794 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [req-15b1eb78-6657-4b8b-ac21-c222971b2f15 req-401a6e7f-cb54-449f-8673-0e8ba379ff8a tempest-TestVolumeBootPattern-2120221258 tempest-TestVolumeBootPattern-2120221258-project] 10.222.0.60 "GET /v2.0/ports?device_id=ba728316-cc04-4f32-9f1e-c6f85dfa085d HTTP/1.1" status: 200  len: 946 time: 0.0836401
May 31 12:01:29.868291 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.plugins.ml2.plugin [req-15b1eb78-6657-4b8b-ac21-c222971b2f15 req-0bd2d1fd-c1e3-42c1-8282-7527690832c9 tempest-TestVolumeBootPattern-2120221258 tempest-TestVolumeBootPattern-2120221258-project] Deleting port 8c5112d8-1864-4ea7-b6ec-c072f37b818a {{(pid=103721) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
May 31 12:01:29.868532 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron_lib.callbacks.manager [req-15b1eb78-6657-4b8b-ac21-c222971b2f15 req-0bd2d1fd-c1e3-42c1-8282-7527690832c9 tempest-TestVolumeBootPattern-2120221258 tempest-TestVolumeBootPattern-2120221258-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744215952451'] for port, before_delete {{(pid=103721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 12:01:30.006145 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.plugins.ml2.db [req-15b1eb78-6657-4b8b-ac21-c222971b2f15 req-0bd2d1fd-c1e3-42c1-8282-7527690832c9 tempest-TestVolumeBootPattern-2120221258 tempest-TestVolumeBootPattern-2120221258-project] For port 8c5112d8-1864-4ea7-b6ec-c072f37b818a, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=8c5112d8-1864-4ea7-b6ec-c072f37b818a,segment=NetworkSegment(5b821f6b-a910-418f-9ed0-d28e7c2036c5),segment_id=5b821f6b-a910-418f-9ed0-d28e7c2036c5)] {{(pid=103721) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 31 12:01:30.006492 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron_lib.callbacks.manager [req-15b1eb78-6657-4b8b-ac21-c222971b2f15 req-0bd2d1fd-c1e3-42c1-8282-7527690832c9 tempest-TestVolumeBootPattern-2120221258 tempest-TestVolumeBootPattern-2120221258-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4088094'] for port, precommit_delete {{(pid=103721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 12:01:30.310514 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron_lib.callbacks.manager [req-15b1eb78-6657-4b8b-ac21-c222971b2f15 req-0bd2d1fd-c1e3-42c1-8282-7527690832c9 tempest-TestVolumeBootPattern-2120221258 tempest-TestVolumeBootPattern-2120221258-project] Notify callbacks [] for floatingip, precommit_update {{(pid=103721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 12:01:30.311282 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron_lib.callbacks.manager [req-15b1eb78-6657-4b8b-ac21-c222971b2f15 req-0bd2d1fd-c1e3-42c1-8282-7527690832c9 tempest-TestVolumeBootPattern-2120221258 tempest-TestVolumeBootPattern-2120221258-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4088573'] for floatingip, after_update {{(pid=103721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 12:01:30.311282 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.db.l3_db [req-15b1eb78-6657-4b8b-ac21-c222971b2f15 req-0bd2d1fd-c1e3-42c1-8282-7527690832c9 tempest-TestVolumeBootPattern-2120221258 tempest-TestVolumeBootPattern-2120221258-project] Floating IP 5ab5a698-aa0e-4b43-a1d7-4129cee3278d disassociated. External IP: 172.27.2.239, port: 8c5112d8-1864-4ea7-b6ec-c072f37b818a.
May 31 12:01:30.311544 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.plugins.ml2.plugin [req-15b1eb78-6657-4b8b-ac21-c222971b2f15 req-0bd2d1fd-c1e3-42c1-8282-7527690832c9 tempest-TestVolumeBootPattern-2120221258 tempest-TestVolumeBootPattern-2120221258-project] Calling delete_port for 8c5112d8-1864-4ea7-b6ec-c072f37b818a owned by compute:nova {{(pid=103721) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
May 31 12:01:30.424819 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron_lib.callbacks.manager [req-15b1eb78-6657-4b8b-ac21-c222971b2f15 req-0bd2d1fd-c1e3-42c1-8282-7527690832c9 tempest-TestVolumeBootPattern-2120221258 tempest-TestVolumeBootPattern-2120221258-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937715', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3701677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744215954342', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744215520979', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2250866'] for port, after_delete {{(pid=103721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 12:01:30.430682 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG oslo_concurrency.lockutils [None req-a9d5b377-4937-4d6f-9afe-cf7e365aa245 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103721) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 31 12:01:30.504966 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bd2d1fd-c1e3-42c1-8282-7527690832c9 tempest-TestVolumeBootPattern-2120221258 tempest-TestVolumeBootPattern-2120221258-project] Pushing event deleted for resources: {'Port': ['ID=8c5112d8-1864-4ea7-b6ec-c072f37b818a,revision_number=None']} {{(pid=103721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 31 12:01:30.526149 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [req-62352b14-8101-4785-ae79-531c0acd0251 req-6c9bfbf1-28bc-4843-a4f2-a7194ed3d34e tempest-TestVolumeBootPattern-2120221258 tempest-TestVolumeBootPattern-2120221258-project] 10.222.0.57 "GET /v2.0/ports?device_id=ba728316-cc04-4f32-9f1e-c6f85dfa085d HTTP/1.1" status: 200  len: 210 time: 0.0613947
May 31 12:01:30.528604 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bd2d1fd-c1e3-42c1-8282-7527690832c9 tempest-TestVolumeBootPattern-2120221258 tempest-TestVolumeBootPattern-2120221258-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786384-7-iscsi {{(pid=103721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 31 12:01:30.528973 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bd2d1fd-c1e3-42c1-8282-7527690832c9 tempest-TestVolumeBootPattern-2120221258 tempest-TestVolumeBootPattern-2120221258-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786384-7-iscsi {{(pid=103721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 31 12:01:30.529357 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bd2d1fd-c1e3-42c1-8282-7527690832c9 tempest-TestVolumeBootPattern-2120221258 tempest-TestVolumeBootPattern-2120221258-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786384-7-iscsi {{(pid=103721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 31 12:01:30.529705 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bd2d1fd-c1e3-42c1-8282-7527690832c9 tempest-TestVolumeBootPattern-2120221258 tempest-TestVolumeBootPattern-2120221258-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786384-7-iscsi {{(pid=103721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 31 12:01:30.530054 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bd2d1fd-c1e3-42c1-8282-7527690832c9 tempest-TestVolumeBootPattern-2120221258 tempest-TestVolumeBootPattern-2120221258-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786384-7-iscsi {{(pid=103721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 31 12:01:30.530401 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bd2d1fd-c1e3-42c1-8282-7527690832c9 tempest-TestVolumeBootPattern-2120221258 tempest-TestVolumeBootPattern-2120221258-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786384-7-iscsi {{(pid=103721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 31 12:01:30.530722 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bd2d1fd-c1e3-42c1-8282-7527690832c9 tempest-TestVolumeBootPattern-2120221258 tempest-TestVolumeBootPattern-2120221258-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786384-7-iscsi {{(pid=103721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 31 12:01:30.531077 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bd2d1fd-c1e3-42c1-8282-7527690832c9 tempest-TestVolumeBootPattern-2120221258 tempest-TestVolumeBootPattern-2120221258-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786384-7-iscsi {{(pid=103721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 31 12:01:30.531460 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bd2d1fd-c1e3-42c1-8282-7527690832c9 tempest-TestVolumeBootPattern-2120221258 tempest-TestVolumeBootPattern-2120221258-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786384-7-iscsi {{(pid=103721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 31 12:01:30.532308 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bd2d1fd-c1e3-42c1-8282-7527690832c9 tempest-TestVolumeBootPattern-2120221258 tempest-TestVolumeBootPattern-2120221258-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786384-7-iscsi {{(pid=103721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 31 12:01:30.532308 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bd2d1fd-c1e3-42c1-8282-7527690832c9 tempest-TestVolumeBootPattern-2120221258 tempest-TestVolumeBootPattern-2120221258-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786384-7-iscsi {{(pid=103721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 31 12:01:30.532535 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bd2d1fd-c1e3-42c1-8282-7527690832c9 tempest-TestVolumeBootPattern-2120221258 tempest-TestVolumeBootPattern-2120221258-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786384-7-iscsi {{(pid=103721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 31 12:01:30.536246 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG oslo_concurrency.lockutils [None req-0bd2d1fd-c1e3-42c1-8282-7527690832c9 tempest-TestVolumeBootPattern-2120221258 tempest-TestVolumeBootPattern-2120221258-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=103721) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 31 12:01:30.723746 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.scheduler.l3_agent_scheduler [req-15b1eb78-6657-4b8b-ac21-c222971b2f15 req-0bd2d1fd-c1e3-42c1-8282-7527690832c9 tempest-TestVolumeBootPattern-2120221258 tempest-TestVolumeBootPattern-2120221258-project] Router 115ce9ad-b529-4792-8826-40e7906bc4db has already been hosted by L3 agent f8c17dd7-da16-4427-b6e3-d7e30616bc4c {{(pid=103721) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
May 31 12:01:30.923393 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-15b1eb78-6657-4b8b-ac21-c222971b2f15 req-0bd2d1fd-c1e3-42c1-8282-7527690832c9 tempest-TestVolumeBootPattern-2120221258 tempest-TestVolumeBootPattern-2120221258-project] Notify agent at l3_agent.dv-cinder-786384-7-iscsi the message routers_updated {{(pid=103721) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
May 31 12:01:30.933969 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f126ea1-1bb6-42e7-bf78-6084c1fa315b None None] Sync routers for ids ['115ce9ad-b529-4792-8826-40e7906bc4db'] in dv-cinder-786384-7-iscsi {{(pid=103722) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 31 12:01:30.948301 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f126ea1-1bb6-42e7-bf78-6084c1fa315b None None] Routers {'115ce9ad-b529-4792-8826-40e7906bc4db'} bound to L3 agent in host dv-cinder-786384-7-iscsi {{(pid=103722) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 31 12:01:30.949095 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron.db.l3_hamode_db [None req-7f126ea1-1bb6-42e7-bf78-6084c1fa315b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f3eb7e96df0>, 'dv-cinder-786384-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-31T11:36:05Z,description=<?>,heartbeat_timestamp=2021-05-31T12:01:06Z,host='dv-cinder-786384-7-iscsi',id=f8c17dd7-da16-4427-b6e3-d7e30616bc4c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-31T11:36:05Z,topic='l3_agent')) {'router_ids': ['115ce9ad-b529-4792-8826-40e7906bc4db'], 'active': True} {{(pid=103722) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 31 12:01:31.000052 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.db.l3_dvrscheduler_db [req-15b1eb78-6657-4b8b-ac21-c222971b2f15 req-0bd2d1fd-c1e3-42c1-8282-7527690832c9 tempest-TestVolumeBootPattern-2120221258 tempest-TestVolumeBootPattern-2120221258-project] No DVR routers for this DVR port 8c5112d8-1864-4ea7-b6ec-c072f37b818a on host hv-cinder-78638 {{(pid=103721) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 31 12:01:31.002845 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron_lib.callbacks.manager [req-15b1eb78-6657-4b8b-ac21-c222971b2f15 req-0bd2d1fd-c1e3-42c1-8282-7527690832c9 tempest-TestVolumeBootPattern-2120221258 tempest-TestVolumeBootPattern-2120221258-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46333'] for port, before_response {{(pid=103721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 12:01:31.005629 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ba728316-cc04-4f32-9f1e-c6f85dfa085d', 'name': 'network-vif-deleted', 'tag': '8c5112d8-1864-4ea7-b6ec-c072f37b818a'}] {{(pid=103721) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 31 12:01:31.008058 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3cd903d475e597836c68a86188e0a4f713f0e90603b95bd8a010e768671d0d04" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-83a6736d-ba80-4815-b726-cfb10262f47d" -d '{"events": [{"server_uuid": "ba728316-cc04-4f32-9f1e-c6f85dfa085d", "name": "network-vif-deleted", "tag": "8c5112d8-1864-4ea7-b6ec-c072f37b818a"}]}' {{(pid=103721) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
May 31 12:01:31.023842 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [req-15b1eb78-6657-4b8b-ac21-c222971b2f15 req-0bd2d1fd-c1e3-42c1-8282-7527690832c9 tempest-TestVolumeBootPattern-2120221258 tempest-TestVolumeBootPattern-2120221258-project] 10.222.0.60 "DELETE /v2.0/ports/8c5112d8-1864-4ea7-b6ec-c072f37b818a HTTP/1.1" status: 204  len: 173 time: 1.4004357
May 31 12:01:31.117929 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 31 May 2021 12:01:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3b3787df-4c0a-4af2-bd74-e54872afc075 x-openstack-request-id: req-3b3787df-4c0a-4af2-bd74-e54872afc075 {{(pid=103721) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
May 31 12:01:31.118278 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ba728316-cc04-4f32-9f1e-c6f85dfa085d", "name": "network-vif-deleted", "tag": "8c5112d8-1864-4ea7-b6ec-c072f37b818a", "status": "completed", "code": 200}]} {{(pid=103721) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
May 31 12:01:31.118581 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-3b3787df-4c0a-4af2-bd74-e54872afc075 {{(pid=103721) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
May 31 12:01:31.119017 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ba728316-cc04-4f32-9f1e-c6f85dfa085d', 'name': 'network-vif-deleted', 'tag': '8c5112d8-1864-4ea7-b6ec-c072f37b818a', 'status': 'completed', 'code': 200}
May 31 12:01:31.183963 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron.db.l3_dvr_db [None req-7f126ea1-1bb6-42e7-bf78-6084c1fa315b None None] Set router 115ce9ad-b529-4792-8826-40e7906bc4db gateway port host: dv-cinder-786384-7-iscsi {{(pid=103722) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
May 31 12:01:31.511433 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron.db.l3_hamode_db [None req-7f126ea1-1bb6-42e7-bf78-6084c1fa315b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f3eb7e96df0>, [{'id': '115ce9ad-b529-4792-8826-40e7906bc4db', 'name': 'tempest-TestVolumeBootPattern-554410731-router', 'tenant_id': '5a6b811ce5ca43c7b2fc478d12fff20b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cb16751-6ba1-494a-bef1-53f614bdb222', 'external_fixed_ips': [{'subnet_id': '1135c889-0623-4d10-975a-f2c46f50f0f6', 'ip_address': '172.27.2.162'}], 'enable_snat': True}, 'gw_port_id': 'ab9dfa04-d24c-455c-a90a-a92ad8078cb6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T11:58:44Z', 'updated_at': '2021-05-31T11:58:47Z', 'revision_number': 4, 'project_id': '5a6b811ce5ca43c7b2fc478d12fff20b', 'gw_port': {'id': 'ab9dfa04-d24c-455c-a90a-a92ad8078cb6', 'name': '', 'network_id': '1cb16751-6ba1-494a-bef1-53f614bdb222', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:06:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '115ce9ad-b529-4792-8826-40e7906bc4db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 656, 'fixed_ips': [{'subnet_id': '1135c889-0623-4d10-975a-f2c46f50f0f6', 'ip_address': '172.27.2.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786384-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T11:58:44Z', 'updated_at': '2021-05-31T11:58:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1135c889-0623-4d10-975a-f2c46f50f0f6', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786384-7-iscsi', '_interfaces': [{'id': '18e2efc1-542e-4e22-ba51-08768ab5b35a', 'name': '', 'network_id': 'edd9641d-7b8a-4f6f-b1b1-6f5b9e99662a', 'tenant_id': '5a6b811ce5ca43c7b2fc478d12fff20b', 'mac_address': 'fa:16:3e:65:a2:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '115ce9ad-b529-4792-8826-40e7906bc4db', 'device_owner': 'network:router_interface', 'standard_attr_id': 657, 'fixed_ips': [{'subnet_id': '554467f2-05f8-4319-998c-3640549da255', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786384-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T11:58:47Z', 'updated_at': '2021-05-31T11:58:54Z', 'revision_number': 5, 'project_id': '5a6b811ce5ca43c7b2fc478d12fff20b', 'subnets': [{'id': '554467f2-05f8-4319-998c-3640549da255', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786384-7-iscsi', False) {} {{(pid=103722) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 31 12:01:31.515423 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f126ea1-1bb6-42e7-bf78-6084c1fa315b None None] Checking router: 115ce9ad-b529-4792-8826-40e7906bc4db for host: dv-cinder-786384-7-iscsi {{(pid=103722) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
May 31 12:01:31.523995 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f126ea1-1bb6-42e7-bf78-6084c1fa315b None None] Routers {'115ce9ad-b529-4792-8826-40e7906bc4db'} bound to L3 agent in host dv-cinder-786384-7-iscsi {{(pid=103722) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 31 12:01:31.524602 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron.db.l3_hamode_db [None req-7f126ea1-1bb6-42e7-bf78-6084c1fa315b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f3eb7e96df0>, 'dv-cinder-786384-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-31T11:36:05Z,description=<?>,heartbeat_timestamp=2021-05-31T12:01:06Z,host='dv-cinder-786384-7-iscsi',id=f8c17dd7-da16-4427-b6e3-d7e30616bc4c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-31T11:36:05Z,topic='l3_agent')) {'router_ids': ['115ce9ad-b529-4792-8826-40e7906bc4db'], 'active': True} {{(pid=103722) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 31 12:01:31.666585 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron_lib.callbacks.manager [None req-43028a7b-58d7-408b-ac75-1328e6896bf7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744215964654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857257'] for agent, after_update {{(pid=103722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 12:01:31.695629 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.quota.resource [req-7bdd274d-1b0b-4fc9-bc03-99da1ae4c02f req-8e2b7397-e308-4b59-94bf-cb072d598db6 tempest-TestVolumeBootPattern-2120221258 tempest-TestVolumeBootPattern-2120221258-project] Synchronizing usage tracker for tenant:5a6b811ce5ca43c7b2fc478d12fff20b on resource:port {{(pid=103721) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 31 12:01:31.716269 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.quota.resource [req-7bdd274d-1b0b-4fc9-bc03-99da1ae4c02f req-8e2b7397-e308-4b59-94bf-cb072d598db6 tempest-TestVolumeBootPattern-2120221258 tempest-TestVolumeBootPattern-2120221258-project] Unset dirty status for tenant:5a6b811ce5ca43c7b2fc478d12fff20b on resource:port {{(pid=103721) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 31 12:01:31.717474 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [req-7bdd274d-1b0b-4fc9-bc03-99da1ae4c02f req-8e2b7397-e308-4b59-94bf-cb072d598db6 tempest-TestVolumeBootPattern-2120221258 tempest-TestVolumeBootPattern-2120221258-project] 10.222.0.57 "GET /v2.0/ports?device_id=ba728316-cc04-4f32-9f1e-c6f85dfa085d HTTP/1.1" status: 200  len: 210 time: 0.0630980
May 31 12:01:31.719097 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron.db.l3_dvr_db [None req-7f126ea1-1bb6-42e7-bf78-6084c1fa315b None None] Set router 115ce9ad-b529-4792-8826-40e7906bc4db gateway port host: dv-cinder-786384-7-iscsi {{(pid=103722) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
May 31 12:01:32.040991 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron.db.l3_hamode_db [None req-7f126ea1-1bb6-42e7-bf78-6084c1fa315b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f3eb7e96df0>, [{'id': '115ce9ad-b529-4792-8826-40e7906bc4db', 'name': 'tempest-TestVolumeBootPattern-554410731-router', 'tenant_id': '5a6b811ce5ca43c7b2fc478d12fff20b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cb16751-6ba1-494a-bef1-53f614bdb222', 'external_fixed_ips': [{'subnet_id': '1135c889-0623-4d10-975a-f2c46f50f0f6', 'ip_address': '172.27.2.162'}], 'enable_snat': True}, 'gw_port_id': 'ab9dfa04-d24c-455c-a90a-a92ad8078cb6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T11:58:44Z', 'updated_at': '2021-05-31T11:58:47Z', 'revision_number': 4, 'project_id': '5a6b811ce5ca43c7b2fc478d12fff20b', 'gw_port': {'id': 'ab9dfa04-d24c-455c-a90a-a92ad8078cb6', 'name': '', 'network_id': '1cb16751-6ba1-494a-bef1-53f614bdb222', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:06:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '115ce9ad-b529-4792-8826-40e7906bc4db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 656, 'fixed_ips': [{'subnet_id': '1135c889-0623-4d10-975a-f2c46f50f0f6', 'ip_address': '172.27.2.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786384-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T11:58:44Z', 'updated_at': '2021-05-31T11:58:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1135c889-0623-4d10-975a-f2c46f50f0f6', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786384-7-iscsi', '_interfaces': [{'id': '18e2efc1-542e-4e22-ba51-08768ab5b35a', 'name': '', 'network_id': 'edd9641d-7b8a-4f6f-b1b1-6f5b9e99662a', 'tenant_id': '5a6b811ce5ca43c7b2fc478d12fff20b', 'mac_address': 'fa:16:3e:65:a2:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '115ce9ad-b529-4792-8826-40e7906bc4db', 'device_owner': 'network:router_interface', 'standard_attr_id': 657, 'fixed_ips': [{'subnet_id': '554467f2-05f8-4319-998c-3640549da255', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786384-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T11:58:47Z', 'updated_at': '2021-05-31T11:58:54Z', 'revision_number': 5, 'project_id': '5a6b811ce5ca43c7b2fc478d12fff20b', 'subnets': [{'id': '554467f2-05f8-4319-998c-3640549da255', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786384-7-iscsi', False) {} {{(pid=103722) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 31 12:01:32.045302 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f126ea1-1bb6-42e7-bf78-6084c1fa315b None None] The sync data for ids ['115ce9ad-b529-4792-8826-40e7906bc4db'] in dv-cinder-786384-7-iscsi is: [{'id': '115ce9ad-b529-4792-8826-40e7906bc4db', 'name': 'tempest-TestVolumeBootPattern-554410731-router', 'tenant_id': '5a6b811ce5ca43c7b2fc478d12fff20b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cb16751-6ba1-494a-bef1-53f614bdb222', 'external_fixed_ips': [{'subnet_id': '1135c889-0623-4d10-975a-f2c46f50f0f6', 'ip_address': '172.27.2.162'}], 'enable_snat': True}, 'gw_port_id': 'ab9dfa04-d24c-455c-a90a-a92ad8078cb6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T11:58:44Z', 'updated_at': '2021-05-31T11:58:47Z', 'revision_number': 4, 'project_id': '5a6b811ce5ca43c7b2fc478d12fff20b', 'gw_port': {'id': 'ab9dfa04-d24c-455c-a90a-a92ad8078cb6', 'name': '', 'network_id': '1cb16751-6ba1-494a-bef1-53f614bdb222', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:06:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '115ce9ad-b529-4792-8826-40e7906bc4db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 656, 'fixed_ips': [{'subnet_id': '1135c889-0623-4d10-975a-f2c46f50f0f6', 'ip_address': '172.27.2.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786384-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T11:58:44Z', 'updated_at': '2021-05-31T11:58:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1135c889-0623-4d10-975a-f2c46f50f0f6', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786384-7-iscsi', '_interfaces': [{'id': '18e2efc1-542e-4e22-ba51-08768ab5b35a', 'name': '', 'network_id': 'edd9641d-7b8a-4f6f-b1b1-6f5b9e99662a', 'tenant_id': '5a6b811ce5ca43c7b2fc478d12fff20b', 'mac_address': 'fa:16:3e:65:a2:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '115ce9ad-b529-4792-8826-40e7906bc4db', 'device_owner': 'network:router_interface', 'standard_attr_id': 657, 'fixed_ips': [{'subnet_id': '554467f2-05f8-4319-998c-3640549da255', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786384-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T11:58:47Z', 'updated_at': '2021-05-31T11:58:54Z', 'revision_number': 5, 'project_id': '5a6b811ce5ca43c7b2fc478d12fff20b', 'subnets': [{'id': '554467f2-05f8-4319-998c-3640549da255', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103722) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 31 12:01:32.248883 dv-cinder-786384-7-iscsi neutron-server[103723]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b830ce7-3577-4187-a475-87c05b875c2a None None] New status for floating IP 5ab5a698-aa0e-4b43-a1d7-4129cee3278d: DOWN {{(pid=103723) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
May 31 12:01:32.869560 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron.plugins.ml2.rpc [None req-43028a7b-58d7-408b-ac75-1328e6896bf7 None None] Device 8c5112d8-1864-4ea7-b6ec-c072f37b818a no longer exists at agent hyperv_hv-cinder-78638 {{(pid=103722) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
May 31 12:01:32.904608 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron.plugins.ml2.plugin [None req-43028a7b-58d7-408b-ac75-1328e6896bf7 None None] No Port match for: 8c5112d8-1864-4ea7-b6ec-c072f37b818a {{(pid=103722) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}}
May 31 12:01:32.904955 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron.plugins.ml2.rpc [None req-43028a7b-58d7-408b-ac75-1328e6896bf7 None None] Device 8c5112d8-1864-4ea7-b6ec-c072f37b818a not bound to the agent host hv-cinder-78638 {{(pid=103722) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
May 31 12:01:33.037330 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [req-d726fb68-8f7c-481f-921c-463ed0e9e4c7 req-ae7439c1-d075-46ec-81f2-2fc8257bf60e tempest-TestVolumeBootPattern-2120221258 tempest-TestVolumeBootPattern-2120221258-project] 10.222.0.57 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1401434122&fields=id&tenant_id=5a6b811ce5ca43c7b2fc478d12fff20b HTTP/1.1" status: 200  len: 267 time: 0.0429485
May 31 12:01:33.107310 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron_lib.callbacks.manager [None req-7d9655fa-925a-4d44-a774-89b93867be73 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744215964654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857257'] for agent, after_update {{(pid=103722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 12:01:33.195849 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d726fb68-8f7c-481f-921c-463ed0e9e4c7 req-4302ad63-bc54-4c81-8fdd-94ce488a8338 tempest-TestVolumeBootPattern-2120221258 tempest-TestVolumeBootPattern-2120221258-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 12:01:33.198150 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [req-d726fb68-8f7c-481f-921c-463ed0e9e4c7 req-4302ad63-bc54-4c81-8fdd-94ce488a8338 tempest-TestVolumeBootPattern-2120221258 tempest-TestVolumeBootPattern-2120221258-project] 10.222.0.57 "GET /v2.0/networks?id=edd9641d-7b8a-4f6f-b1b1-6f5b9e99662a HTTP/1.1" status: 200  len: 811 time: 0.1522288
May 31 12:01:33.213538 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [req-d726fb68-8f7c-481f-921c-463ed0e9e4c7 req-047e019c-ccc3-4f3e-bbe7-a3fc3da847a8 tempest-TestVolumeBootPattern-2120221258 tempest-TestVolumeBootPattern-2120221258-project] 10.222.0.57 "GET /v2.0/quotas/5a6b811ce5ca43c7b2fc478d12fff20b HTTP/1.1" status: 200  len: 375 time: 0.0095434
May 31 12:01:33.415657 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [req-d726fb68-8f7c-481f-921c-463ed0e9e4c7 req-f4442167-4fce-4cd2-84fd-4cf17bd38223 tempest-TestVolumeBootPattern-2120221258 tempest-TestVolumeBootPattern-2120221258-project] 10.222.0.57 "GET /v2.0/ports?tenant_id=5a6b811ce5ca43c7b2fc478d12fff20b&fields=id HTTP/1.1" status: 200  len: 348 time: 0.1970227
May 31 12:01:33.601055 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [req-d726fb68-8f7c-481f-921c-463ed0e9e4c7 req-b2c7fbcb-8200-4bdd-a8e9-9ea5c18796f5 service neutron] 10.222.0.57 "GET /v2.0/networks/edd9641d-7b8a-4f6f-b1b1-6f5b9e99662a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1736767
May 31 12:01:33.744464 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [req-d726fb68-8f7c-481f-921c-463ed0e9e4c7 req-1a01c622-2ea0-42f6-a452-1f2e9e9079c6 service neutron] 10.222.0.57 "GET /v2.0/networks/edd9641d-7b8a-4f6f-b1b1-6f5b9e99662a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1345744
May 31 12:01:35.201488 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [req-7b15d24f-635c-4a09-9f0a-1013fa74774a req-aa10c8f3-da6c-43d7-9e7f-48d8dee6c296 tempest-TestVolumeBootPattern-2120221258 tempest-TestVolumeBootPattern-2120221258-project] 10.222.0.57 "GET /v2.0/ports?device_id=1c963dd9-e9d2-42e8-9a12-3cfe9adde1db HTTP/1.1" status: 200  len: 210 time: 0.0418782
May 31 12:01:35.531627 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron_lib.callbacks.manager [None req-46679a95-9912-43fe-915a-fca0c8c1a8bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744215964654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857257'] for agent, after_update {{(pid=103722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 12:01:35.628572 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron_lib.callbacks.manager [None req-1f0a762f-0348-4bba-b860-8eddab4cd770 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744215964654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857257'] for agent, after_update {{(pid=103722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 12:01:36.361763 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [req-8e6ba40d-3f87-4277-93f0-74671aa1a372 req-6931bc01-561b-4f1e-9231-e70f6d53e183 tempest-TestVolumeBootPattern-2120221258 tempest-TestVolumeBootPattern-2120221258-project] 10.222.0.57 "GET /v2.0/ports?device_id=1c963dd9-e9d2-42e8-9a12-3cfe9adde1db HTTP/1.1" status: 200  len: 210 time: 0.0534642
May 31 12:01:36.517849 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d726fb68-8f7c-481f-921c-463ed0e9e4c7 req-1197d83c-d7a2-459b-85bd-e8b6d82c548e tempest-TestVolumeBootPattern-2120221258 tempest-TestVolumeBootPattern-2120221258-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 12:01:36.519378 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [req-d726fb68-8f7c-481f-921c-463ed0e9e4c7 req-1197d83c-d7a2-459b-85bd-e8b6d82c548e tempest-TestVolumeBootPattern-2120221258 tempest-TestVolumeBootPattern-2120221258-project] 10.222.0.60 "GET /v2.0/networks?id=edd9641d-7b8a-4f6f-b1b1-6f5b9e99662a HTTP/1.1" status: 200  len: 811 time: 0.1567230
May 31 12:01:36.567247 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron_lib.callbacks.manager [None req-c59bf3d8-3f04-4740-8d75-807cb4f7478e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744215964654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857257'] for agent, after_update {{(pid=103722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 12:01:36.576527 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [req-d726fb68-8f7c-481f-921c-463ed0e9e4c7 req-3bd9ac39-d52c-4262-a49f-ed58b90652f7 tempest-TestVolumeBootPattern-2120221258 tempest-TestVolumeBootPattern-2120221258-project] 10.222.0.60 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=5a6b811ce5ca43c7b2fc478d12fff20b HTTP/1.1" status: 200  len: 380 time: 0.0429549
May 31 12:01:36.588285 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.api.v2.base [req-d726fb68-8f7c-481f-921c-463ed0e9e4c7 req-5d5c6f19-bb05-43da-8fe8-1b218f081ca6 tempest-TestVolumeBootPattern-2120221258 tempest-TestVolumeBootPattern-2120221258-project] Request body: {'port': {'device_id': '1c963dd9-e9d2-42e8-9a12-3cfe9adde1db', 'network_id': 'edd9641d-7b8a-4f6f-b1b1-6f5b9e99662a', 'admin_state_up': True, 'tenant_id': '5a6b811ce5ca43c7b2fc478d12fff20b', 'security_groups': ['6c000b46-1cad-4c27-86ed-828d0205dc63']}} {{(pid=103721) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 31 12:01:36.724462 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.db.quota.driver [req-d726fb68-8f7c-481f-921c-463ed0e9e4c7 req-5d5c6f19-bb05-43da-8fe8-1b218f081ca6 tempest-TestVolumeBootPattern-2120221258 tempest-TestVolumeBootPattern-2120221258-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=103721) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 31 12:01:36.734276 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.db.quota.driver [req-d726fb68-8f7c-481f-921c-463ed0e9e4c7 req-5d5c6f19-bb05-43da-8fe8-1b218f081ca6 tempest-TestVolumeBootPattern-2120221258 tempest-TestVolumeBootPattern-2120221258-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=103721) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 31 12:01:36.745177 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d726fb68-8f7c-481f-921c-463ed0e9e4c7 req-5d5c6f19-bb05-43da-8fe8-1b218f081ca6 tempest-TestVolumeBootPattern-2120221258 tempest-TestVolumeBootPattern-2120221258-project] Made reservation on behalf of 5a6b811ce5ca43c7b2fc478d12fff20b for: {'port': 1} {{(pid=103721) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 31 12:01:36.748757 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron_lib.callbacks.manager [req-d726fb68-8f7c-481f-921c-463ed0e9e4c7 req-5d5c6f19-bb05-43da-8fe8-1b218f081ca6 tempest-TestVolumeBootPattern-2120221258 tempest-TestVolumeBootPattern-2120221258-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-934180'] for port, before_create {{(pid=103721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 12:01:36.912369 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.db.db_base_plugin_common [req-d726fb68-8f7c-481f-921c-463ed0e9e4c7 req-5d5c6f19-bb05-43da-8fe8-1b218f081ca6 tempest-TestVolumeBootPattern-2120221258 tempest-TestVolumeBootPattern-2120221258-project] Allocated IP 172.20.0.11 (edd9641d-7b8a-4f6f-b1b1-6f5b9e99662a/554467f2-05f8-4319-998c-3640549da255/15423c3b-5e74-42f8-a2ba-8ef3fb217449) {{(pid=103721) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 31 12:01:37.100039 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron_lib.callbacks.manager [req-d726fb68-8f7c-481f-921c-463ed0e9e4c7 req-5d5c6f19-bb05-43da-8fe8-1b218f081ca6 tempest-TestVolumeBootPattern-2120221258 tempest-TestVolumeBootPattern-2120221258-project] Notify callbacks [] for port, precommit_create {{(pid=103721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 12:01:37.115537 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.db.provisioning_blocks [req-d726fb68-8f7c-481f-921c-463ed0e9e4c7 req-5d5c6f19-bb05-43da-8fe8-1b218f081ca6 tempest-TestVolumeBootPattern-2120221258 tempest-TestVolumeBootPattern-2120221258-project] Transition to ACTIVE for port object 15423c3b-5e74-42f8-a2ba-8ef3fb217449 will not be triggered until provisioned by entity DHCP. {{(pid=103721) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 31 12:01:37.141288 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron_lib.callbacks.manager [req-d726fb68-8f7c-481f-921c-463ed0e9e4c7 req-5d5c6f19-bb05-43da-8fe8-1b218f081ca6 tempest-TestVolumeBootPattern-2120221258 tempest-TestVolumeBootPattern-2120221258-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937715', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3701677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744215520970', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2250866'] for port, after_create {{(pid=103721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 12:01:37.147067 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG oslo_concurrency.lockutils [None req-a038ad1d-e8bf-4e73-9a8d-98e38047095d tempest-TestVolumeBootPattern-2120221258 tempest-TestVolumeBootPattern-2120221258-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103721) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 31 12:01:37.216714 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d726fb68-8f7c-481f-921c-463ed0e9e4c7 req-5d5c6f19-bb05-43da-8fe8-1b218f081ca6 tempest-TestVolumeBootPattern-2120221258 tempest-TestVolumeBootPattern-2120221258-project] Network edd9641d-7b8a-4f6f-b1b1-6f5b9e99662a is already hosted by enough agents. {{(pid=103721) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 31 12:01:37.219809 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.scheduler.base_scheduler [req-d726fb68-8f7c-481f-921c-463ed0e9e4c7 req-5d5c6f19-bb05-43da-8fe8-1b218f081ca6 tempest-TestVolumeBootPattern-2120221258 tempest-TestVolumeBootPattern-2120221258-project] Resources bound (agent type, host, resource id):  {{(pid=103721) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 31 12:01:37.223768 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.db.l3_dvrscheduler_db [req-d726fb68-8f7c-481f-921c-463ed0e9e4c7 req-5d5c6f19-bb05-43da-8fe8-1b218f081ca6 tempest-TestVolumeBootPattern-2120221258 tempest-TestVolumeBootPattern-2120221258-project] Received port after_create {{(pid=103721) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
May 31 12:01:37.258293 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d5c6f19-bb05-43da-8fe8-1b218f081ca6 tempest-TestVolumeBootPattern-2120221258 tempest-TestVolumeBootPattern-2120221258-project] Pushing event updated for resources: {'Port': ['ID=15423c3b-5e74-42f8-a2ba-8ef3fb217449,revision_number=1']} {{(pid=103721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 31 12:01:37.267792 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG oslo_concurrency.lockutils [None req-5d5c6f19-bb05-43da-8fe8-1b218f081ca6 tempest-TestVolumeBootPattern-2120221258 tempest-TestVolumeBootPattern-2120221258-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=103721) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 31 12:01:37.290623 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d726fb68-8f7c-481f-921c-463ed0e9e4c7 req-5d5c6f19-bb05-43da-8fe8-1b218f081ca6 tempest-TestVolumeBootPattern-2120221258 tempest-TestVolumeBootPattern-2120221258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 12:01:37.291227 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron_lib.callbacks.manager [req-d726fb68-8f7c-481f-921c-463ed0e9e4c7 req-5d5c6f19-bb05-43da-8fe8-1b218f081ca6 tempest-TestVolumeBootPattern-2120221258 tempest-TestVolumeBootPattern-2120221258-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46333'] for port, before_response {{(pid=103721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 12:01:37.320219 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [req-d726fb68-8f7c-481f-921c-463ed0e9e4c7 req-5d5c6f19-bb05-43da-8fe8-1b218f081ca6 tempest-TestVolumeBootPattern-2120221258 tempest-TestVolumeBootPattern-2120221258-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 0.7359102
May 31 12:01:37.348545 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.api.v2.base [req-d726fb68-8f7c-481f-921c-463ed0e9e4c7 req-e3a32592-44a4-4ae8-9a2d-85bc8ddbf6f0 service neutron] Request body: {'port': {'device_id': '1c963dd9-e9d2-42e8-9a12-3cfe9adde1db', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78638'}} {{(pid=103721) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 31 12:01:37.465328 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron_lib.callbacks.manager [req-d726fb68-8f7c-481f-921c-463ed0e9e4c7 req-e3a32592-44a4-4ae8-9a2d-85bc8ddbf6f0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-934180'] for port, before_update {{(pid=103721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 12:01:37.472644 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron.db.provisioning_blocks [None req-c85350fb-a39a-41f3-b550-f6c0f4f1b6dd None None] Provisioning for port 15423c3b-5e74-42f8-a2ba-8ef3fb217449 completed by entity DHCP. {{(pid=103722) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 31 12:01:37.477709 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron.db.provisioning_blocks [None req-c85350fb-a39a-41f3-b550-f6c0f4f1b6dd None None] Provisioning complete for port 15423c3b-5e74-42f8-a2ba-8ef3fb217449 triggered by entity DHCP. {{(pid=103722) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 31 12:01:37.478075 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron_lib.callbacks.manager [None req-c85350fb-a39a-41f3-b550-f6c0f4f1b6dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857618'] for port, provisioning_complete {{(pid=103722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 12:01:37.531249 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron.plugins.ml2.plugin [None req-c85350fb-a39a-41f3-b550-f6c0f4f1b6dd None None] Port 15423c3b-5e74-42f8-a2ba-8ef3fb217449 cannot update to ACTIVE because it is not bound. {{(pid=103722) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
May 31 12:01:37.664015 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b044c491-8e9f-484e-a453-f9e5d6f23a62 req-ea430bcd-9b08-4d24-9c4a-f9b690cfc335 tempest-TestVolumeBootPattern-2120221258 tempest-TestVolumeBootPattern-2120221258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 12:01:37.664601 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.quota.resource [req-b044c491-8e9f-484e-a453-f9e5d6f23a62 req-ea430bcd-9b08-4d24-9c4a-f9b690cfc335 tempest-TestVolumeBootPattern-2120221258 tempest-TestVolumeBootPattern-2120221258-project] Synchronizing usage tracker for tenant:5a6b811ce5ca43c7b2fc478d12fff20b on resource:port {{(pid=103721) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 31 12:01:37.859155 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.quota.resource [req-b044c491-8e9f-484e-a453-f9e5d6f23a62 req-ea430bcd-9b08-4d24-9c4a-f9b690cfc335 tempest-TestVolumeBootPattern-2120221258 tempest-TestVolumeBootPattern-2120221258-project] Unset dirty status for tenant:5a6b811ce5ca43c7b2fc478d12fff20b on resource:port {{(pid=103721) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 31 12:01:37.860437 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [req-b044c491-8e9f-484e-a453-f9e5d6f23a62 req-ea430bcd-9b08-4d24-9c4a-f9b690cfc335 tempest-TestVolumeBootPattern-2120221258 tempest-TestVolumeBootPattern-2120221258-project] 10.222.0.57 "GET /v2.0/ports?device_id=1c963dd9-e9d2-42e8-9a12-3cfe9adde1db HTTP/1.1" status: 200  len: 932 time: 0.3857250
May 31 12:01:37.936738 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [req-b044c491-8e9f-484e-a453-f9e5d6f23a62 req-022321a9-65c4-40d8-aa77-127de1af4224 tempest-TestVolumeBootPattern-2120221258 tempest-TestVolumeBootPattern-2120221258-project] 10.222.0.57 "GET /v2.0/security-groups?id=6c000b46-1cad-4c27-86ed-828d0205dc63&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0690181
May 31 12:01:38.023589 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.notifiers.nova [req-d726fb68-8f7c-481f-921c-463ed0e9e4c7 req-e3a32592-44a4-4ae8-9a2d-85bc8ddbf6f0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 15423c3b-5e74-42f8-a2ba-8ef3fb217449 {{(pid=103721) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
May 31 12:01:38.032243 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron_lib.callbacks.manager [req-d726fb68-8f7c-481f-921c-463ed0e9e4c7 req-e3a32592-44a4-4ae8-9a2d-85bc8ddbf6f0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=103721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 12:01:38.033406 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron_lib.callbacks.manager [None req-e2b995a4-3526-4c71-93aa-7f4ba47dfd64 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744215964654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857257'] for agent, after_update {{(pid=103722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 12:01:38.047184 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.db.provisioning_blocks [req-d726fb68-8f7c-481f-921c-463ed0e9e4c7 req-e3a32592-44a4-4ae8-9a2d-85bc8ddbf6f0 service neutron] Transition to ACTIVE for port object 15423c3b-5e74-42f8-a2ba-8ef3fb217449 will not be triggered until provisioned by entity L2. {{(pid=103721) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 31 12:01:38.052279 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron_lib.callbacks.manager [req-d726fb68-8f7c-481f-921c-463ed0e9e4c7 req-e3a32592-44a4-4ae8-9a2d-85bc8ddbf6f0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937715', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3701677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744215954324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744215520988', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744215521293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2250875'] for port, after_update {{(pid=103721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 12:01:38.055992 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG oslo_concurrency.lockutils [None req-4168d022-473e-436d-a322-c162ae17f138 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103721) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 31 12:01:38.179605 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3a32592-44a4-4ae8-9a2d-85bc8ddbf6f0 service neutron] Pushing event updated for resources: {'Port': ['ID=15423c3b-5e74-42f8-a2ba-8ef3fb217449,revision_number=2']} {{(pid=103721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 31 12:01:38.206143 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG oslo_concurrency.lockutils [None req-e3a32592-44a4-4ae8-9a2d-85bc8ddbf6f0 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=103721) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 31 12:01:38.288122 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.plugins.ml2.managers [req-d726fb68-8f7c-481f-921c-463ed0e9e4c7 req-e3a32592-44a4-4ae8-9a2d-85bc8ddbf6f0 service neutron] Attempting to bind port 15423c3b-5e74-42f8-a2ba-8ef3fb217449 on host hv-cinder-78638 for vnic_type normal with profile  {{(pid=103721) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
May 31 12:01:38.288421 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.plugins.ml2.managers [req-d726fb68-8f7c-481f-921c-463ed0e9e4c7 req-e3a32592-44a4-4ae8-9a2d-85bc8ddbf6f0 service neutron] Attempting to bind port 15423c3b-5e74-42f8-a2ba-8ef3fb217449 by drivers openvswitch,hyperv on host hv-cinder-78638 at level 0 using segments [{'id': '5b821f6b-a910-418f-9ed0-d28e7c2036c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 776, 'network_id': 'edd9641d-7b8a-4f6f-b1b1-6f5b9e99662a'}] {{(pid=103721) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
May 31 12:01:38.288764 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d726fb68-8f7c-481f-921c-463ed0e9e4c7 req-e3a32592-44a4-4ae8-9a2d-85bc8ddbf6f0 service neutron] Attempting to bind port 15423c3b-5e74-42f8-a2ba-8ef3fb217449 on network edd9641d-7b8a-4f6f-b1b1-6f5b9e99662a {{(pid=103721) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 31 12:01:38.293206 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d726fb68-8f7c-481f-921c-463ed0e9e4c7 req-e3a32592-44a4-4ae8-9a2d-85bc8ddbf6f0 service neutron] Port 15423c3b-5e74-42f8-a2ba-8ef3fb217449 on network edd9641d-7b8a-4f6f-b1b1-6f5b9e99662a not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78638 {{(pid=103721) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
May 31 12:01:38.293545 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d726fb68-8f7c-481f-921c-463ed0e9e4c7 req-e3a32592-44a4-4ae8-9a2d-85bc8ddbf6f0 service neutron] Attempting to bind port 15423c3b-5e74-42f8-a2ba-8ef3fb217449 on network edd9641d-7b8a-4f6f-b1b1-6f5b9e99662a {{(pid=103721) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 31 12:01:38.298769 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d726fb68-8f7c-481f-921c-463ed0e9e4c7 req-e3a32592-44a4-4ae8-9a2d-85bc8ddbf6f0 service neutron] Checking agent: {'id': '42990638-b1ad-4185-8b70-a0b8bae36499', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78638', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 31, 11, 42, 1), 'started_at': datetime.datetime(2021, 5, 31, 11, 42, 1), 'heartbeat_timestamp': datetime.datetime(2021, 5, 31, 12, 1, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103721) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
May 31 12:01:38.299119 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d726fb68-8f7c-481f-921c-463ed0e9e4c7 req-e3a32592-44a4-4ae8-9a2d-85bc8ddbf6f0 service neutron] Checking segment: {'id': '5b821f6b-a910-418f-9ed0-d28e7c2036c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 776, 'network_id': 'edd9641d-7b8a-4f6f-b1b1-6f5b9e99662a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103721) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 31 12:01:38.299485 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d726fb68-8f7c-481f-921c-463ed0e9e4c7 req-e3a32592-44a4-4ae8-9a2d-85bc8ddbf6f0 service neutron] Bound using segment: {'id': '5b821f6b-a910-418f-9ed0-d28e7c2036c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 776, 'network_id': 'edd9641d-7b8a-4f6f-b1b1-6f5b9e99662a'} {{(pid=103721) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
May 31 12:01:38.299932 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.plugins.ml2.managers [req-d726fb68-8f7c-481f-921c-463ed0e9e4c7 req-e3a32592-44a4-4ae8-9a2d-85bc8ddbf6f0 service neutron] Bound port: 15423c3b-5e74-42f8-a2ba-8ef3fb217449, host: hv-cinder-78638, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5b821f6b-a910-418f-9ed0-d28e7c2036c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 776, 'network_id': 'edd9641d-7b8a-4f6f-b1b1-6f5b9e99662a'}}] {{(pid=103721) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
May 31 12:01:38.300275 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron_lib.callbacks.manager [req-d726fb68-8f7c-481f-921c-463ed0e9e4c7 req-e3a32592-44a4-4ae8-9a2d-85bc8ddbf6f0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-934180'] for port, before_update {{(pid=103721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 12:01:38.391057 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.plugins.ml2.db [req-d726fb68-8f7c-481f-921c-463ed0e9e4c7 req-e3a32592-44a4-4ae8-9a2d-85bc8ddbf6f0 service neutron] For port 15423c3b-5e74-42f8-a2ba-8ef3fb217449, host hv-cinder-78638, cleared binding levels {{(pid=103721) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
May 31 12:01:38.395839 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.plugins.ml2.db [req-d726fb68-8f7c-481f-921c-463ed0e9e4c7 req-e3a32592-44a4-4ae8-9a2d-85bc8ddbf6f0 service neutron] For port 15423c3b-5e74-42f8-a2ba-8ef3fb217449, host hv-cinder-78638, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=15423c3b-5e74-42f8-a2ba-8ef3fb217449,segment=NetworkSegment(5b821f6b-a910-418f-9ed0-d28e7c2036c5),segment_id=5b821f6b-a910-418f-9ed0-d28e7c2036c5)] {{(pid=103721) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
May 31 12:01:38.403405 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron_lib.callbacks.manager [req-d726fb68-8f7c-481f-921c-463ed0e9e4c7 req-e3a32592-44a4-4ae8-9a2d-85bc8ddbf6f0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937715', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3701677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744215954324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744215520988', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744215521293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2250875'] for port, after_update {{(pid=103721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 12:01:38.409076 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG oslo_concurrency.lockutils [None req-8243a081-c88d-4478-aad6-389d960c99f6 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103721) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 31 12:01:38.474280 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d726fb68-8f7c-481f-921c-463ed0e9e4c7 req-e3a32592-44a4-4ae8-9a2d-85bc8ddbf6f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 12:01:38.474955 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron_lib.callbacks.manager [req-d726fb68-8f7c-481f-921c-463ed0e9e4c7 req-e3a32592-44a4-4ae8-9a2d-85bc8ddbf6f0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46333'] for port, before_response {{(pid=103721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 12:01:38.476343 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [req-d726fb68-8f7c-481f-921c-463ed0e9e4c7 req-e3a32592-44a4-4ae8-9a2d-85bc8ddbf6f0 service neutron] 10.222.0.60 "PUT /v2.0/ports/15423c3b-5e74-42f8-a2ba-8ef3fb217449 HTTP/1.1" status: 200  len: 1094 time: 1.1322622
May 31 12:01:38.476855 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1c963dd9-e9d2-42e8-9a12-3cfe9adde1db', 'tag': '15423c3b-5e74-42f8-a2ba-8ef3fb217449'}] {{(pid=103721) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 31 12:01:38.479205 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3cd903d475e597836c68a86188e0a4f713f0e90603b95bd8a010e768671d0d04" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bc6c82ed-5100-4f91-8f34-d68d8964f696" -d '{"events": [{"name": "network-changed", "server_uuid": "1c963dd9-e9d2-42e8-9a12-3cfe9adde1db", "tag": "15423c3b-5e74-42f8-a2ba-8ef3fb217449"}]}' {{(pid=103721) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
May 31 12:01:38.502054 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3a32592-44a4-4ae8-9a2d-85bc8ddbf6f0 service neutron] Pushing event updated for resources: {'Port': ['ID=15423c3b-5e74-42f8-a2ba-8ef3fb217449,revision_number=3']} {{(pid=103721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 31 12:01:38.505764 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG oslo_concurrency.lockutils [None req-e3a32592-44a4-4ae8-9a2d-85bc8ddbf6f0 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=103721) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 31 12:01:38.535591 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 31 May 2021 12:01:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f205063b-b191-4ce5-bf88-42840cb074a6 x-openstack-request-id: req-f205063b-b191-4ce5-bf88-42840cb074a6 {{(pid=103721) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
May 31 12:01:38.536389 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1c963dd9-e9d2-42e8-9a12-3cfe9adde1db", "tag": "15423c3b-5e74-42f8-a2ba-8ef3fb217449", "status": "completed", "code": 200}]} {{(pid=103721) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
May 31 12:01:38.536725 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-f205063b-b191-4ce5-bf88-42840cb074a6 {{(pid=103721) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
May 31 12:01:38.537165 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1c963dd9-e9d2-42e8-9a12-3cfe9adde1db', 'tag': '15423c3b-5e74-42f8-a2ba-8ef3fb217449', 'status': 'completed', 'code': 200}
May 31 12:01:38.626913 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d726fb68-8f7c-481f-921c-463ed0e9e4c7 req-08420c21-1512-42ad-9fb5-90b1429b4d7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 12:01:38.628436 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [req-d726fb68-8f7c-481f-921c-463ed0e9e4c7 req-08420c21-1512-42ad-9fb5-90b1429b4d7e service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=5a6b811ce5ca43c7b2fc478d12fff20b&device_id=1c963dd9-e9d2-42e8-9a12-3cfe9adde1db HTTP/1.1" status: 200  len: 1097 time: 0.0746830
May 31 12:01:38.703932 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [req-d726fb68-8f7c-481f-921c-463ed0e9e4c7 req-cc1036f3-223f-4f4b-974f-6e31d1683046 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=15423c3b-5e74-42f8-a2ba-8ef3fb217449 HTTP/1.1" status: 200  len: 217 time: 0.0631263
May 31 12:01:38.767219 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d726fb68-8f7c-481f-921c-463ed0e9e4c7 req-7bae8e36-0c48-469c-b5ad-a2d931a99d44 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 12:01:38.768511 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [req-d726fb68-8f7c-481f-921c-463ed0e9e4c7 req-7bae8e36-0c48-469c-b5ad-a2d931a99d44 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=554467f2-05f8-4319-998c-3640549da255 HTTP/1.1" status: 200  len: 850 time: 0.0587332
May 31 12:01:38.861250 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d726fb68-8f7c-481f-921c-463ed0e9e4c7 req-b47cf9c8-3400-4cac-85bb-f89278e4e31c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 12:01:38.862697 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [req-d726fb68-8f7c-481f-921c-463ed0e9e4c7 req-b47cf9c8-3400-4cac-85bb-f89278e4e31c service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=edd9641d-7b8a-4f6f-b1b1-6f5b9e99662a&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0880091
May 31 12:01:39.003423 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [req-d726fb68-8f7c-481f-921c-463ed0e9e4c7 req-4d2d133f-515f-4036-8a5f-35a822aa360d service neutron] 10.222.0.60 "GET /v2.0/networks/edd9641d-7b8a-4f6f-b1b1-6f5b9e99662a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1339517
May 31 12:01:39.183862 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [req-d726fb68-8f7c-481f-921c-463ed0e9e4c7 req-00bd199c-7603-45c1-b280-aebf0b7cf584 service neutron] 10.222.0.60 "GET /v2.0/networks/edd9641d-7b8a-4f6f-b1b1-6f5b9e99662a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1740222
May 31 12:01:39.201603 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d6ed2bb-d093-48c2-9acd-74994b204e13 req-d7ad34cf-5f70-46a8-9009-4fe0fd747eb6 tempest-TestVolumeBootPattern-2120221258 tempest-TestVolumeBootPattern-2120221258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 12:01:39.202980 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [req-8d6ed2bb-d093-48c2-9acd-74994b204e13 req-d7ad34cf-5f70-46a8-9009-4fe0fd747eb6 tempest-TestVolumeBootPattern-2120221258 tempest-TestVolumeBootPattern-2120221258-project] 10.222.0.57 "GET /v2.0/ports?device_id=1c963dd9-e9d2-42e8-9a12-3cfe9adde1db HTTP/1.1" status: 200  len: 944 time: 0.1265292
May 31 12:01:39.247063 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [req-8d6ed2bb-d093-48c2-9acd-74994b204e13 req-afec0ed2-45fa-4a95-86e7-3af2a53077b3 tempest-TestVolumeBootPattern-2120221258 tempest-TestVolumeBootPattern-2120221258-project] 10.222.0.57 "GET /v2.0/security-groups?id=6c000b46-1cad-4c27-86ed-828d0205dc63&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0380964
May 31 12:01:39.342971 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc6c82ed-5100-4f91-8f34-d68d8964f696 req-c4816538-2bfd-47de-8f60-4aa14e4550f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 12:01:39.344469 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [req-bc6c82ed-5100-4f91-8f34-d68d8964f696 req-c4816538-2bfd-47de-8f60-4aa14e4550f7 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=5a6b811ce5ca43c7b2fc478d12fff20b&device_id=1c963dd9-e9d2-42e8-9a12-3cfe9adde1db HTTP/1.1" status: 200  len: 1097 time: 0.0755844
May 31 12:01:39.473490 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc6c82ed-5100-4f91-8f34-d68d8964f696 req-de804031-cdf5-454c-9387-af433f228b3b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 12:01:39.474892 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [req-bc6c82ed-5100-4f91-8f34-d68d8964f696 req-de804031-cdf5-454c-9387-af433f228b3b service neutron] 10.222.0.60 "GET /v2.0/networks?id=edd9641d-7b8a-4f6f-b1b1-6f5b9e99662a HTTP/1.1" status: 200  len: 912 time: 0.1240342
May 31 12:01:39.542008 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [req-bc6c82ed-5100-4f91-8f34-d68d8964f696 req-61cfd93d-370b-4a40-bb28-17d88ddf35fe service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=15423c3b-5e74-42f8-a2ba-8ef3fb217449 HTTP/1.1" status: 200  len: 217 time: 0.0600677
May 31 12:01:39.718825 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc6c82ed-5100-4f91-8f34-d68d8964f696 req-0d789021-f224-4b7a-b5d1-369ae9324a2f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 12:01:39.720297 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [req-bc6c82ed-5100-4f91-8f34-d68d8964f696 req-0d789021-f224-4b7a-b5d1-369ae9324a2f service neutron] 10.222.0.60 "GET /v2.0/subnets?id=554467f2-05f8-4319-998c-3640549da255 HTTP/1.1" status: 200  len: 850 time: 0.1706088
May 31 12:01:39.799150 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc6c82ed-5100-4f91-8f34-d68d8964f696 req-636fdb28-4525-4fe1-a43b-adf6942a1028 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 12:01:39.800501 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [req-bc6c82ed-5100-4f91-8f34-d68d8964f696 req-636fdb28-4525-4fe1-a43b-adf6942a1028 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=edd9641d-7b8a-4f6f-b1b1-6f5b9e99662a&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0739880
May 31 12:01:39.933408 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [req-bc6c82ed-5100-4f91-8f34-d68d8964f696 req-60f400fe-a29c-4bfe-81fb-7050e140b92d service neutron] 10.222.0.60 "GET /v2.0/networks/edd9641d-7b8a-4f6f-b1b1-6f5b9e99662a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1260118
May 31 12:01:40.067354 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [req-bc6c82ed-5100-4f91-8f34-d68d8964f696 req-9fe0fb7e-aaee-47f5-851c-430ac95bbd50 service neutron] 10.222.0.60 "GET /v2.0/networks/edd9641d-7b8a-4f6f-b1b1-6f5b9e99662a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1257529
May 31 12:01:40.456395 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cf15367-2163-4327-88ca-2bb22fc70991 req-68f4a33e-2c89-4bcd-88d3-c0416cfbd66a tempest-TestVolumeBootPattern-2120221258 tempest-TestVolumeBootPattern-2120221258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 12:01:40.457816 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [req-9cf15367-2163-4327-88ca-2bb22fc70991 req-68f4a33e-2c89-4bcd-88d3-c0416cfbd66a tempest-TestVolumeBootPattern-2120221258 tempest-TestVolumeBootPattern-2120221258-project] 10.222.0.57 "GET /v2.0/ports?device_id=1c963dd9-e9d2-42e8-9a12-3cfe9adde1db HTTP/1.1" status: 200  len: 944 time: 0.0911765
May 31 12:01:40.503420 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [req-9cf15367-2163-4327-88ca-2bb22fc70991 req-cca5ebfd-6d2e-4d73-9bd0-6093024d88fe tempest-TestVolumeBootPattern-2120221258 tempest-TestVolumeBootPattern-2120221258-project] 10.222.0.57 "GET /v2.0/security-groups?id=6c000b46-1cad-4c27-86ed-828d0205dc63&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0397534
May 31 12:01:41.703937 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6a55f42-6681-4971-a7cd-f9f27214ba69 req-11b55d06-598e-440a-a79b-1d7c94f790f2 tempest-TestVolumeBootPattern-2120221258 tempest-TestVolumeBootPattern-2120221258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 12:01:41.705457 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [req-d6a55f42-6681-4971-a7cd-f9f27214ba69 req-11b55d06-598e-440a-a79b-1d7c94f790f2 tempest-TestVolumeBootPattern-2120221258 tempest-TestVolumeBootPattern-2120221258-project] 10.222.0.57 "GET /v2.0/ports?device_id=1c963dd9-e9d2-42e8-9a12-3cfe9adde1db HTTP/1.1" status: 200  len: 944 time: 0.0906789
May 31 12:01:41.748513 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [req-d6a55f42-6681-4971-a7cd-f9f27214ba69 req-5f875d81-e328-4038-b54c-158a89865e62 tempest-TestVolumeBootPattern-2120221258 tempest-TestVolumeBootPattern-2120221258-project] 10.222.0.57 "GET /v2.0/security-groups?id=6c000b46-1cad-4c27-86ed-828d0205dc63&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0373666
May 31 12:01:42.969279 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a57519ba-8538-4467-ad0c-0617b96dc38c req-4f891296-b025-4997-a770-7d0b81c9008a tempest-TestVolumeBootPattern-2120221258 tempest-TestVolumeBootPattern-2120221258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 12:01:42.970740 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [req-a57519ba-8538-4467-ad0c-0617b96dc38c req-4f891296-b025-4997-a770-7d0b81c9008a tempest-TestVolumeBootPattern-2120221258 tempest-TestVolumeBootPattern-2120221258-project] 10.222.0.57 "GET /v2.0/ports?device_id=1c963dd9-e9d2-42e8-9a12-3cfe9adde1db HTTP/1.1" status: 200  len: 944 time: 0.0946996
May 31 12:01:43.015726 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [req-a57519ba-8538-4467-ad0c-0617b96dc38c req-5891f6e5-c4b7-4bf4-a8c7-0f112f16631b tempest-TestVolumeBootPattern-2120221258 tempest-TestVolumeBootPattern-2120221258-project] 10.222.0.57 "GET /v2.0/security-groups?id=6c000b46-1cad-4c27-86ed-828d0205dc63&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0391204
May 31 12:01:44.227600 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ce3f431-7283-487a-88ea-33094cd3c2c6 req-02c420e8-b7be-407e-adf0-ef35738b45dd tempest-TestVolumeBootPattern-2120221258 tempest-TestVolumeBootPattern-2120221258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 12:01:44.229066 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [req-9ce3f431-7283-487a-88ea-33094cd3c2c6 req-02c420e8-b7be-407e-adf0-ef35738b45dd tempest-TestVolumeBootPattern-2120221258 tempest-TestVolumeBootPattern-2120221258-project] 10.222.0.57 "GET /v2.0/ports?device_id=1c963dd9-e9d2-42e8-9a12-3cfe9adde1db HTTP/1.1" status: 200  len: 944 time: 0.1005499
May 31 12:01:44.276499 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [req-9ce3f431-7283-487a-88ea-33094cd3c2c6 req-364684e8-cd05-46ba-92a3-ac1bc369ef1b tempest-TestVolumeBootPattern-2120221258 tempest-TestVolumeBootPattern-2120221258-project] 10.222.0.57 "GET /v2.0/security-groups?id=6c000b46-1cad-4c27-86ed-828d0205dc63&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0416601
May 31 12:01:45.478523 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1626bb31-41e6-40f7-9569-027dd7a1c8c0 req-f9617d63-ebf4-487f-bc15-7e43e37db982 tempest-TestVolumeBootPattern-2120221258 tempest-TestVolumeBootPattern-2120221258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 12:01:45.480016 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [req-1626bb31-41e6-40f7-9569-027dd7a1c8c0 req-f9617d63-ebf4-487f-bc15-7e43e37db982 tempest-TestVolumeBootPattern-2120221258 tempest-TestVolumeBootPattern-2120221258-project] 10.222.0.57 "GET /v2.0/ports?device_id=1c963dd9-e9d2-42e8-9a12-3cfe9adde1db HTTP/1.1" status: 200  len: 944 time: 0.0883574
May 31 12:01:45.524954 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [req-1626bb31-41e6-40f7-9569-027dd7a1c8c0 req-4cfaad7d-8a40-47c3-9386-9791f4340765 tempest-TestVolumeBootPattern-2120221258 tempest-TestVolumeBootPattern-2120221258-project] 10.222.0.57 "GET /v2.0/security-groups?id=6c000b46-1cad-4c27-86ed-828d0205dc63&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0389473
May 31 12:01:46.731251 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13de2a04-1433-4d0d-bedf-0e74feb9c14d req-69e3dfe0-cd8b-4d51-abe5-76f8d94ded5f tempest-TestVolumeBootPattern-2120221258 tempest-TestVolumeBootPattern-2120221258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 12:01:46.732696 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [req-13de2a04-1433-4d0d-bedf-0e74feb9c14d req-69e3dfe0-cd8b-4d51-abe5-76f8d94ded5f tempest-TestVolumeBootPattern-2120221258 tempest-TestVolumeBootPattern-2120221258-project] 10.222.0.57 "GET /v2.0/ports?device_id=1c963dd9-e9d2-42e8-9a12-3cfe9adde1db HTTP/1.1" status: 200  len: 944 time: 0.0869112
May 31 12:01:46.782285 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [req-13de2a04-1433-4d0d-bedf-0e74feb9c14d req-4364d31e-ce15-4cee-a9e7-f0651eb3a0ce tempest-TestVolumeBootPattern-2120221258 tempest-TestVolumeBootPattern-2120221258-project] 10.222.0.57 "GET /v2.0/security-groups?id=6c000b46-1cad-4c27-86ed-828d0205dc63&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0430982
May 31 12:01:46.982133 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron.plugins.ml2.rpc [None req-43028a7b-58d7-408b-ac75-1328e6896bf7 None None] Device 15423c3b-5e74-42f8-a2ba-8ef3fb217449 details requested by agent hyperv_hv-cinder-78638 with host hv-cinder-78638 {{(pid=103722) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
May 31 12:01:47.125954 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron.plugins.ml2.db [None req-43028a7b-58d7-408b-ac75-1328e6896bf7 None None] For port 15423c3b-5e74-42f8-a2ba-8ef3fb217449, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=15423c3b-5e74-42f8-a2ba-8ef3fb217449,segment=NetworkSegment(5b821f6b-a910-418f-9ed0-d28e7c2036c5),segment_id=5b821f6b-a910-418f-9ed0-d28e7c2036c5)] {{(pid=103722) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 31 12:01:47.139724 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron.plugins.ml2.rpc [None req-43028a7b-58d7-408b-ac75-1328e6896bf7 None None] Returning: {'device': '15423c3b-5e74-42f8-a2ba-8ef3fb217449', 'network_id': 'edd9641d-7b8a-4f6f-b1b1-6f5b9e99662a', 'port_id': '15423c3b-5e74-42f8-a2ba-8ef3fb217449', 'mac_address': 'fa:16:3e:13:87:4a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 776, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '554467f2-05f8-4319-998c-3640549da255', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103722) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
May 31 12:01:47.199722 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron_lib.callbacks.manager [None req-43028a7b-58d7-408b-ac75-1328e6896bf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-934180'] for port, before_update {{(pid=103722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 12:01:47.218125 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron.notifiers.nova [None req-43028a7b-58d7-408b-ac75-1328e6896bf7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 15423c3b-5e74-42f8-a2ba-8ef3fb217449 {{(pid=103722) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
May 31 12:01:47.238993 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron.plugins.ml2.db [None req-43028a7b-58d7-408b-ac75-1328e6896bf7 None None] For port 15423c3b-5e74-42f8-a2ba-8ef3fb217449, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=15423c3b-5e74-42f8-a2ba-8ef3fb217449,segment=NetworkSegment(5b821f6b-a910-418f-9ed0-d28e7c2036c5),segment_id=5b821f6b-a910-418f-9ed0-d28e7c2036c5)] {{(pid=103722) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 31 12:01:47.243999 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron_lib.callbacks.manager [None req-43028a7b-58d7-408b-ac75-1328e6896bf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937715', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3701677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744215954324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744215520988', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744215521293'] for port, after_update {{(pid=103722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 12:01:47.245759 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG oslo_concurrency.lockutils [None req-43028a7b-58d7-408b-ac75-1328e6896bf7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103722) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 31 12:01:47.318496 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43028a7b-58d7-408b-ac75-1328e6896bf7 None None] Pushing event updated for resources: {'Port': ['ID=15423c3b-5e74-42f8-a2ba-8ef3fb217449,revision_number=4']} {{(pid=103722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 31 12:01:47.326012 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43028a7b-58d7-408b-ac75-1328e6896bf7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786384-7-iscsi {{(pid=103722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 31 12:01:47.326343 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43028a7b-58d7-408b-ac75-1328e6896bf7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786384-7-iscsi {{(pid=103722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 31 12:01:47.326644 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43028a7b-58d7-408b-ac75-1328e6896bf7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786384-7-iscsi {{(pid=103722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 31 12:01:47.326959 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43028a7b-58d7-408b-ac75-1328e6896bf7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786384-7-iscsi {{(pid=103722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 31 12:01:47.327275 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43028a7b-58d7-408b-ac75-1328e6896bf7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786384-7-iscsi {{(pid=103722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 31 12:01:47.327589 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43028a7b-58d7-408b-ac75-1328e6896bf7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786384-7-iscsi {{(pid=103722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 31 12:01:47.328088 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43028a7b-58d7-408b-ac75-1328e6896bf7 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786384-7-iscsi {{(pid=103722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 31 12:01:47.328516 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43028a7b-58d7-408b-ac75-1328e6896bf7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786384-7-iscsi {{(pid=103722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 31 12:01:47.328836 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43028a7b-58d7-408b-ac75-1328e6896bf7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786384-7-iscsi {{(pid=103722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 31 12:01:47.329117 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43028a7b-58d7-408b-ac75-1328e6896bf7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786384-7-iscsi {{(pid=103722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 31 12:01:47.329443 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43028a7b-58d7-408b-ac75-1328e6896bf7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786384-7-iscsi {{(pid=103722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 31 12:01:47.329748 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43028a7b-58d7-408b-ac75-1328e6896bf7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786384-7-iscsi {{(pid=103722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 31 12:01:47.333530 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG oslo_concurrency.lockutils [None req-43028a7b-58d7-408b-ac75-1328e6896bf7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=103722) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 31 12:01:47.533634 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron.plugins.ml2.db [None req-43028a7b-58d7-408b-ac75-1328e6896bf7 None None] get_ports_and_sgs() called for port_ids ['15423c3b-5e74-42f8-a2ba-8ef3fb217449'] {{(pid=103722) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
May 31 12:01:47.974955 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd4109a6-a6d3-42d5-8406-990e4192ce2b req-92db97ab-e550-4829-991a-38f904f74272 tempest-TestVolumeBootPattern-2120221258 tempest-TestVolumeBootPattern-2120221258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 12:01:47.976427 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [req-bd4109a6-a6d3-42d5-8406-990e4192ce2b req-92db97ab-e550-4829-991a-38f904f74272 tempest-TestVolumeBootPattern-2120221258 tempest-TestVolumeBootPattern-2120221258-project] 10.222.0.57 "GET /v2.0/ports?device_id=1c963dd9-e9d2-42e8-9a12-3cfe9adde1db HTTP/1.1" status: 200  len: 945 time: 0.0826905
May 31 12:01:48.024000 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [req-bd4109a6-a6d3-42d5-8406-990e4192ce2b req-f9731ce1-5535-4d85-b835-671a1a6ab548 tempest-TestVolumeBootPattern-2120221258 tempest-TestVolumeBootPattern-2120221258-project] 10.222.0.57 "GET /v2.0/security-groups?id=6c000b46-1cad-4c27-86ed-828d0205dc63&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0390818
May 31 12:01:48.996140 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron.plugins.ml2.rpc [None req-43028a7b-58d7-408b-ac75-1328e6896bf7 None None] Device 15423c3b-5e74-42f8-a2ba-8ef3fb217449 up at agent hyperv_hv-cinder-78638 {{(pid=103722) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 31 12:01:49.085126 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron.db.provisioning_blocks [None req-43028a7b-58d7-408b-ac75-1328e6896bf7 None None] Provisioning for port 15423c3b-5e74-42f8-a2ba-8ef3fb217449 completed by entity L2. {{(pid=103722) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 31 12:01:49.090124 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron.db.provisioning_blocks [None req-43028a7b-58d7-408b-ac75-1328e6896bf7 None None] Provisioning complete for port 15423c3b-5e74-42f8-a2ba-8ef3fb217449 triggered by entity L2. {{(pid=103722) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 31 12:01:49.090517 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron_lib.callbacks.manager [None req-43028a7b-58d7-408b-ac75-1328e6896bf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857618'] for port, provisioning_complete {{(pid=103722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 12:01:49.207883 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron_lib.callbacks.manager [None req-43028a7b-58d7-408b-ac75-1328e6896bf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-934180'] for port, before_update {{(pid=103722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 12:01:49.227961 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4209f21-1aff-43e8-bf7c-7376abb53b5e req-c55669fc-9675-42f2-bd98-4bdaa290428f tempest-TestVolumeBootPattern-2120221258 tempest-TestVolumeBootPattern-2120221258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 12:01:49.229422 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [req-c4209f21-1aff-43e8-bf7c-7376abb53b5e req-c55669fc-9675-42f2-bd98-4bdaa290428f tempest-TestVolumeBootPattern-2120221258 tempest-TestVolumeBootPattern-2120221258-project] 10.222.0.57 "GET /v2.0/ports?device_id=1c963dd9-e9d2-42e8-9a12-3cfe9adde1db HTTP/1.1" status: 200  len: 945 time: 0.0835209
May 31 12:01:49.235318 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1c963dd9-e9d2-42e8-9a12-3cfe9adde1db', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '15423c3b-5e74-42f8-a2ba-8ef3fb217449'}] {{(pid=103722) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 31 12:01:49.237658 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}385953046bb192346b13b574918bbc7d366126a5ac8301ca09ff73df2ee9323d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9c3013de-0c5e-4bf8-869f-7e8ac8127a20" -d '{"events": [{"server_uuid": "1c963dd9-e9d2-42e8-9a12-3cfe9adde1db", "name": "network-vif-plugged", "status": "completed", "tag": "15423c3b-5e74-42f8-a2ba-8ef3fb217449"}]}' {{(pid=103722) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
May 31 12:01:49.245651 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron.plugins.ml2.db [None req-43028a7b-58d7-408b-ac75-1328e6896bf7 None None] For port 15423c3b-5e74-42f8-a2ba-8ef3fb217449, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=15423c3b-5e74-42f8-a2ba-8ef3fb217449,segment=NetworkSegment(5b821f6b-a910-418f-9ed0-d28e7c2036c5),segment_id=5b821f6b-a910-418f-9ed0-d28e7c2036c5)] {{(pid=103722) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 31 12:01:49.251405 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron_lib.callbacks.manager [None req-43028a7b-58d7-408b-ac75-1328e6896bf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937715', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3701677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744215954324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744215520988', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744215521293'] for port, after_update {{(pid=103722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 12:01:49.253848 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG oslo_concurrency.lockutils [None req-5b22d1b8-f6e0-4857-8da7-8dddea5a2901 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103722) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 31 12:01:49.278260 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [req-c4209f21-1aff-43e8-bf7c-7376abb53b5e req-a08dd505-79a4-4b70-a7f8-a03a0ede8d47 tempest-TestVolumeBootPattern-2120221258 tempest-TestVolumeBootPattern-2120221258-project] 10.222.0.57 "GET /v2.0/security-groups?id=6c000b46-1cad-4c27-86ed-828d0205dc63&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0431097
May 31 12:01:49.321118 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43028a7b-58d7-408b-ac75-1328e6896bf7 None None] Pushing event updated for resources: {'Port': ['ID=15423c3b-5e74-42f8-a2ba-8ef3fb217449,revision_number=5']} {{(pid=103722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 31 12:01:49.324381 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG oslo_concurrency.lockutils [None req-43028a7b-58d7-408b-ac75-1328e6896bf7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=103722) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 31 12:01:49.333718 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 31 May 2021 12:01:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a5a67786-6fe6-4051-84ed-ec7194821763 x-openstack-request-id: req-a5a67786-6fe6-4051-84ed-ec7194821763 {{(pid=103722) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
May 31 12:01:49.334007 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1c963dd9-e9d2-42e8-9a12-3cfe9adde1db", "name": "network-vif-plugged", "status": "completed", "tag": "15423c3b-5e74-42f8-a2ba-8ef3fb217449", "code": 200}]} {{(pid=103722) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
May 31 12:01:49.334262 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-a5a67786-6fe6-4051-84ed-ec7194821763 {{(pid=103722) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
May 31 12:01:49.334657 dv-cinder-786384-7-iscsi neutron-server[103722]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1c963dd9-e9d2-42e8-9a12-3cfe9adde1db', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '15423c3b-5e74-42f8-a2ba-8ef3fb217449', 'code': 200}
May 31 12:01:49.644030 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e794ddfd-8cb3-4077-ae76-36b032f23063 req-d6834489-dc94-4d7b-800c-ed2e45e30233 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 12:01:49.645548 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [req-e794ddfd-8cb3-4077-ae76-36b032f23063 req-d6834489-dc94-4d7b-800c-ed2e45e30233 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=1c963dd9-e9d2-42e8-9a12-3cfe9adde1db HTTP/1.1" status: 200  len: 1099 time: 0.0735483
May 31 12:01:49.690388 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [req-e794ddfd-8cb3-4077-ae76-36b032f23063 req-f6d20a80-db2e-4e1f-bceb-d3b7ba5f3214 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=6c000b46-1cad-4c27-86ed-828d0205dc63&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0381236
May 31 12:01:50.486191 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-741b13f2-6713-4a83-94cd-01cf857f3b8b req-8f789681-b63a-4740-a78b-59653e35684a tempest-TestVolumeBootPattern-2120221258 tempest-TestVolumeBootPattern-2120221258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 12:01:50.487645 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [req-741b13f2-6713-4a83-94cd-01cf857f3b8b req-8f789681-b63a-4740-a78b-59653e35684a tempest-TestVolumeBootPattern-2120221258 tempest-TestVolumeBootPattern-2120221258-project] 10.222.0.57 "GET /v2.0/ports?device_id=1c963dd9-e9d2-42e8-9a12-3cfe9adde1db HTTP/1.1" status: 200  len: 946 time: 0.0924578
May 31 12:01:50.543239 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [req-741b13f2-6713-4a83-94cd-01cf857f3b8b req-812aff99-5b09-471c-aa0d-d97c51a47fd8 tempest-TestVolumeBootPattern-2120221258 tempest-TestVolumeBootPattern-2120221258-project] 10.222.0.57 "GET /v2.0/security-groups?id=6c000b46-1cad-4c27-86ed-828d0205dc63&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0497849
May 31 12:01:51.750695 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ad8b313-6613-4845-9e54-effe418f9b03 req-a84543ce-4f79-442b-b2df-02f6de1eb50d tempest-TestVolumeBootPattern-2120221258 tempest-TestVolumeBootPattern-2120221258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 12:01:51.752453 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [req-8ad8b313-6613-4845-9e54-effe418f9b03 req-a84543ce-4f79-442b-b2df-02f6de1eb50d tempest-TestVolumeBootPattern-2120221258 tempest-TestVolumeBootPattern-2120221258-project] 10.222.0.57 "GET /v2.0/ports?device_id=1c963dd9-e9d2-42e8-9a12-3cfe9adde1db HTTP/1.1" status: 200  len: 946 time: 0.0926230
May 31 12:01:51.800006 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [req-8ad8b313-6613-4845-9e54-effe418f9b03 req-e053f4d5-4891-4fef-93ad-74da447cf666 tempest-TestVolumeBootPattern-2120221258 tempest-TestVolumeBootPattern-2120221258-project] 10.222.0.57 "GET /v2.0/security-groups?id=6c000b46-1cad-4c27-86ed-828d0205dc63&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0390546
May 31 12:01:51.990882 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6c7e4ff-0d64-4b62-9e9c-99898ee8f9db req-5d61bcc3-ccfe-4b30-84cc-c9b7cb2d6f33 tempest-TestVolumeBootPattern-2120221258 tempest-TestVolumeBootPattern-2120221258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 12:01:51.993123 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [req-a6c7e4ff-0d64-4b62-9e9c-99898ee8f9db req-5d61bcc3-ccfe-4b30-84cc-c9b7cb2d6f33 tempest-TestVolumeBootPattern-2120221258 tempest-TestVolumeBootPattern-2120221258-project] 10.222.0.57 "GET /v2.0/ports?device_id=1c963dd9-e9d2-42e8-9a12-3cfe9adde1db HTTP/1.1" status: 200  len: 946 time: 0.0903065
May 31 12:01:52.042673 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [req-a6c7e4ff-0d64-4b62-9e9c-99898ee8f9db req-8ad05559-b5c6-4c40-8e5d-0808e5020259 tempest-TestVolumeBootPattern-2120221258 tempest-TestVolumeBootPattern-2120221258-project] 10.222.0.57 "GET /v2.0/security-groups?id=6c000b46-1cad-4c27-86ed-828d0205dc63&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0393975
May 31 12:01:52.072553 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.wsgi [-] (103721) accepted ('10.222.0.57', 50328) {{(pid=103721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 31 12:01:52.147789 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c55e0299-51f8-4608-9165-c35094795364 tempest-TestVolumeBootPattern-2143107132 tempest-TestVolumeBootPattern-2143107132-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 12:01:52.148515 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.quota.resource [None req-c55e0299-51f8-4608-9165-c35094795364 tempest-TestVolumeBootPattern-2143107132 tempest-TestVolumeBootPattern-2143107132-project-admin] Synchronizing usage tracker for tenant:61f2eba02cbc460886ac4aef56d401d4 on resource:port {{(pid=103721) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 31 12:01:52.166471 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.quota.resource [None req-c55e0299-51f8-4608-9165-c35094795364 tempest-TestVolumeBootPattern-2143107132 tempest-TestVolumeBootPattern-2143107132-project-admin] Unset dirty status for tenant:61f2eba02cbc460886ac4aef56d401d4 on resource:port {{(pid=103721) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 31 12:01:52.167600 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [None req-c55e0299-51f8-4608-9165-c35094795364 tempest-TestVolumeBootPattern-2143107132 tempest-TestVolumeBootPattern-2143107132-project-admin] 10.222.0.57 "GET /v2.0/ports?device_id=1c963dd9-e9d2-42e8-9a12-3cfe9adde1db HTTP/1.1" status: 200  len: 1094 time: 0.0941455
May 31 12:01:52.170649 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.wsgi [-] (103721) accepted ('10.222.0.57', 50332) {{(pid=103721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 31 12:01:52.175742 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.api.v2.base [None req-57d592e4-fd77-4500-9aa3-13c9755292a9 tempest-TestVolumeBootPattern-2120221258 tempest-TestVolumeBootPattern-2120221258-project] Request body: {'floatingip': {'floating_network_id': '1cb16751-6ba1-494a-bef1-53f614bdb222', 'port_id': '15423c3b-5e74-42f8-a2ba-8ef3fb217449', 'tenant_id': '5a6b811ce5ca43c7b2fc478d12fff20b', 'fixed_ip_address': '172.20.0.11'}} {{(pid=103721) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 31 12:01:52.181403 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.db.quota.driver [None req-57d592e4-fd77-4500-9aa3-13c9755292a9 tempest-TestVolumeBootPattern-2120221258 tempest-TestVolumeBootPattern-2120221258-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=103721) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 31 12:01:52.185214 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.quota.resource [None req-57d592e4-fd77-4500-9aa3-13c9755292a9 tempest-TestVolumeBootPattern-2120221258 tempest-TestVolumeBootPattern-2120221258-project] Usage tracker for resource:floatingip and tenant:5a6b811ce5ca43c7b2fc478d12fff20b is out of sync, need to count used quota {{(pid=103721) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 31 12:01:52.188063 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.quota.resource [None req-57d592e4-fd77-4500-9aa3-13c9755292a9 tempest-TestVolumeBootPattern-2120221258 tempest-TestVolumeBootPattern-2120221258-project] Quota usage for floatingip was recalculated. Used quota:1. {{(pid=103721) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 31 12:01:52.193771 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.db.quota.driver [None req-57d592e4-fd77-4500-9aa3-13c9755292a9 tempest-TestVolumeBootPattern-2120221258 tempest-TestVolumeBootPattern-2120221258-project] Attempting to reserve 1 items for resource floatingip. Total usage: 1; quota limit: 50; headroom:49 {{(pid=103721) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 31 12:01:52.205515 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron_lib.callbacks.manager [None req-57d592e4-fd77-4500-9aa3-13c9755292a9 tempest-TestVolumeBootPattern-2120221258 tempest-TestVolumeBootPattern-2120221258-project] Notify callbacks [] for floatingip, before_create {{(pid=103721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 12:01:52.458706 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron_lib.callbacks.manager [None req-57d592e4-fd77-4500-9aa3-13c9755292a9 tempest-TestVolumeBootPattern-2120221258 tempest-TestVolumeBootPattern-2120221258-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-934180'] for port, before_create {{(pid=103721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 12:01:52.597743 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.db.db_base_plugin_common [None req-57d592e4-fd77-4500-9aa3-13c9755292a9 tempest-TestVolumeBootPattern-2120221258 tempest-TestVolumeBootPattern-2120221258-project] Allocated IP 172.27.2.170 (1cb16751-6ba1-494a-bef1-53f614bdb222/1135c889-0623-4d10-975a-f2c46f50f0f6/b8280277-7ab2-4428-8a6a-de80f3a93ad1) {{(pid=103721) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 31 12:01:52.756275 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron_lib.callbacks.manager [None req-57d592e4-fd77-4500-9aa3-13c9755292a9 tempest-TestVolumeBootPattern-2120221258 tempest-TestVolumeBootPattern-2120221258-project] Notify callbacks [] for port, precommit_create {{(pid=103721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 12:01:52.791140 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron_lib.callbacks.manager [None req-57d592e4-fd77-4500-9aa3-13c9755292a9 tempest-TestVolumeBootPattern-2120221258 tempest-TestVolumeBootPattern-2120221258-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937715', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3701677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744215520970', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2250866'] for port, after_create {{(pid=103721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 12:01:52.794657 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG oslo_concurrency.lockutils [None req-90b95ac1-68e9-422f-bd2a-7c079d51074e service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103721) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 31 12:01:52.857913 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57d592e4-fd77-4500-9aa3-13c9755292a9 tempest-TestVolumeBootPattern-2120221258 tempest-TestVolumeBootPattern-2120221258-project] Network 1cb16751-6ba1-494a-bef1-53f614bdb222 is already hosted by enough agents. {{(pid=103721) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 31 12:01:52.860752 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.scheduler.base_scheduler [None req-57d592e4-fd77-4500-9aa3-13c9755292a9 tempest-TestVolumeBootPattern-2120221258 tempest-TestVolumeBootPattern-2120221258-project] Resources bound (agent type, host, resource id):  {{(pid=103721) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 31 12:01:52.864274 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57d592e4-fd77-4500-9aa3-13c9755292a9 tempest-TestVolumeBootPattern-2120221258 tempest-TestVolumeBootPattern-2120221258-project] Received port after_create {{(pid=103721) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
May 31 12:01:52.893737 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57d592e4-fd77-4500-9aa3-13c9755292a9 tempest-TestVolumeBootPattern-2120221258 tempest-TestVolumeBootPattern-2120221258-project] Pushing event updated for resources: {'Port': ['ID=b8280277-7ab2-4428-8a6a-de80f3a93ad1,revision_number=1']} {{(pid=103721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 31 12:01:52.899391 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG oslo_concurrency.lockutils [None req-57d592e4-fd77-4500-9aa3-13c9755292a9 tempest-TestVolumeBootPattern-2120221258 tempest-TestVolumeBootPattern-2120221258-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=103721) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 31 12:01:53.297839 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron_lib.callbacks.manager [None req-57d592e4-fd77-4500-9aa3-13c9755292a9 tempest-TestVolumeBootPattern-2120221258 tempest-TestVolumeBootPattern-2120221258-project] Notify callbacks [] for floatingip, precommit_create {{(pid=103721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 12:01:53.378820 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron_lib.callbacks.manager [None req-57d592e4-fd77-4500-9aa3-13c9755292a9 tempest-TestVolumeBootPattern-2120221258 tempest-TestVolumeBootPattern-2120221258-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-934180'] for port, before_update {{(pid=103721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 12:01:53.582449 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron_lib.callbacks.manager [None req-57d592e4-fd77-4500-9aa3-13c9755292a9 tempest-TestVolumeBootPattern-2120221258 tempest-TestVolumeBootPattern-2120221258-project] Notify callbacks [] for port, precommit_update {{(pid=103721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 12:01:53.589760 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron_lib.callbacks.manager [None req-57d592e4-fd77-4500-9aa3-13c9755292a9 tempest-TestVolumeBootPattern-2120221258 tempest-TestVolumeBootPattern-2120221258-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937715', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3701677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744215954324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744215520988', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744215521293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2250875'] for port, after_update {{(pid=103721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 12:01:53.593292 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG oslo_concurrency.lockutils [None req-0228db77-7265-4980-b0ff-b96bc1b9cb29 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103721) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 31 12:01:53.695811 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57d592e4-fd77-4500-9aa3-13c9755292a9 tempest-TestVolumeBootPattern-2120221258 tempest-TestVolumeBootPattern-2120221258-project] Pushing event updated for resources: {'Port': ['ID=b8280277-7ab2-4428-8a6a-de80f3a93ad1,revision_number=2']} {{(pid=103721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 31 12:01:53.699642 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG oslo_concurrency.lockutils [None req-57d592e4-fd77-4500-9aa3-13c9755292a9 tempest-TestVolumeBootPattern-2120221258 tempest-TestVolumeBootPattern-2120221258-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=103721) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 31 12:01:53.708327 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron_lib.callbacks.manager [None req-57d592e4-fd77-4500-9aa3-13c9755292a9 tempest-TestVolumeBootPattern-2120221258 tempest-TestVolumeBootPattern-2120221258-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4088573'] for floatingip, after_update {{(pid=103721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 12:01:53.876361 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.db.l3_db [None req-57d592e4-fd77-4500-9aa3-13c9755292a9 tempest-TestVolumeBootPattern-2120221258 tempest-TestVolumeBootPattern-2120221258-project] Floating IP 00d19325-415d-459a-8b3a-430662e5a444 associated. External IP: 172.27.2.170, port: 15423c3b-5e74-42f8-a2ba-8ef3fb217449.
May 31 12:01:54.348486 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-57d592e4-fd77-4500-9aa3-13c9755292a9 tempest-TestVolumeBootPattern-2120221258 tempest-TestVolumeBootPattern-2120221258-project] Router 115ce9ad-b529-4792-8826-40e7906bc4db has already been hosted by L3 agent f8c17dd7-da16-4427-b6e3-d7e30616bc4c {{(pid=103721) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
May 31 12:01:54.530710 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-57d592e4-fd77-4500-9aa3-13c9755292a9 tempest-TestVolumeBootPattern-2120221258 tempest-TestVolumeBootPattern-2120221258-project] Notify agent at l3_agent.dv-cinder-786384-7-iscsi the message routers_updated {{(pid=103721) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
May 31 12:01:54.540837 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd771d19-dff9-475e-a6a6-2986daff8a51 None None] Sync routers for ids ['115ce9ad-b529-4792-8826-40e7906bc4db'] in dv-cinder-786384-7-iscsi {{(pid=103722) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 31 12:01:54.550540 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd771d19-dff9-475e-a6a6-2986daff8a51 None None] Routers {'115ce9ad-b529-4792-8826-40e7906bc4db'} bound to L3 agent in host dv-cinder-786384-7-iscsi {{(pid=103722) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 31 12:01:54.551171 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron.db.l3_hamode_db [None req-bd771d19-dff9-475e-a6a6-2986daff8a51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f3eb7f43190>, 'dv-cinder-786384-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-31T11:36:05Z,description=<?>,heartbeat_timestamp=2021-05-31T12:01:36Z,host='dv-cinder-786384-7-iscsi',id=f8c17dd7-da16-4427-b6e3-d7e30616bc4c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-31T11:36:05Z,topic='l3_agent')) {'router_ids': ['115ce9ad-b529-4792-8826-40e7906bc4db'], 'active': True} {{(pid=103722) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 31 12:01:54.557077 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron_lib.callbacks.manager [None req-57d592e4-fd77-4500-9aa3-13c9755292a9 tempest-TestVolumeBootPattern-2120221258 tempest-TestVolumeBootPattern-2120221258-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46333'] for floatingip, before_response {{(pid=103721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 12:01:54.612624 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [None req-57d592e4-fd77-4500-9aa3-13c9755292a9 tempest-TestVolumeBootPattern-2120221258 tempest-TestVolumeBootPattern-2120221258-project] 10.222.0.57 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 997 time: 2.4408607
May 31 12:01:54.613257 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1c963dd9-e9d2-42e8-9a12-3cfe9adde1db', 'tag': '15423c3b-5e74-42f8-a2ba-8ef3fb217449'}] {{(pid=103721) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 31 12:01:54.615873 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3cd903d475e597836c68a86188e0a4f713f0e90603b95bd8a010e768671d0d04" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fb49df44-4ca5-4376-ba43-631fc6129b8d" -d '{"events": [{"name": "network-changed", "server_uuid": "1c963dd9-e9d2-42e8-9a12-3cfe9adde1db", "tag": "15423c3b-5e74-42f8-a2ba-8ef3fb217449"}]}' {{(pid=103721) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
May 31 12:01:54.657536 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 31 May 2021 12:01:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a02050b7-b78c-4da3-8408-d7ec56fad2c5 x-openstack-request-id: req-a02050b7-b78c-4da3-8408-d7ec56fad2c5 {{(pid=103721) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
May 31 12:01:54.657875 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1c963dd9-e9d2-42e8-9a12-3cfe9adde1db", "tag": "15423c3b-5e74-42f8-a2ba-8ef3fb217449", "status": "completed", "code": 200}]} {{(pid=103721) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
May 31 12:01:54.658160 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-a02050b7-b78c-4da3-8408-d7ec56fad2c5 {{(pid=103721) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
May 31 12:01:54.658605 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1c963dd9-e9d2-42e8-9a12-3cfe9adde1db', 'tag': '15423c3b-5e74-42f8-a2ba-8ef3fb217449', 'status': 'completed', 'code': 200}
May 31 12:01:54.730866 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron.db.l3_dvr_db [None req-bd771d19-dff9-475e-a6a6-2986daff8a51 None None] Set router 115ce9ad-b529-4792-8826-40e7906bc4db gateway port host: dv-cinder-786384-7-iscsi {{(pid=103722) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
May 31 12:01:54.776485 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb49df44-4ca5-4376-ba43-631fc6129b8d req-e052069f-bdd7-4904-89fa-6cf2454a2743 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 12:01:54.778041 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [req-fb49df44-4ca5-4376-ba43-631fc6129b8d req-e052069f-bdd7-4904-89fa-6cf2454a2743 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=5a6b811ce5ca43c7b2fc478d12fff20b&device_id=1c963dd9-e9d2-42e8-9a12-3cfe9adde1db HTTP/1.1" status: 200  len: 1099 time: 0.0757885
May 31 12:01:54.911737 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb49df44-4ca5-4376-ba43-631fc6129b8d req-42afbdd7-f8a7-4fd8-bd9c-4671d22468f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 12:01:54.913146 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [req-fb49df44-4ca5-4376-ba43-631fc6129b8d req-42afbdd7-f8a7-4fd8-bd9c-4671d22468f9 service neutron] 10.222.0.60 "GET /v2.0/networks?id=edd9641d-7b8a-4f6f-b1b1-6f5b9e99662a HTTP/1.1" status: 200  len: 912 time: 0.1291685
May 31 12:01:55.021141 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [req-fb49df44-4ca5-4376-ba43-631fc6129b8d req-60946b0e-e89d-40a6-8928-4a9845189984 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=15423c3b-5e74-42f8-a2ba-8ef3fb217449 HTTP/1.1" status: 200  len: 1000 time: 0.1015322
May 31 12:01:55.080764 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron.db.l3_hamode_db [None req-bd771d19-dff9-475e-a6a6-2986daff8a51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f3eb7f43190>, [{'id': '115ce9ad-b529-4792-8826-40e7906bc4db', 'name': 'tempest-TestVolumeBootPattern-554410731-router', 'tenant_id': '5a6b811ce5ca43c7b2fc478d12fff20b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cb16751-6ba1-494a-bef1-53f614bdb222', 'external_fixed_ips': [{'subnet_id': '1135c889-0623-4d10-975a-f2c46f50f0f6', 'ip_address': '172.27.2.162'}], 'enable_snat': True}, 'gw_port_id': 'ab9dfa04-d24c-455c-a90a-a92ad8078cb6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T11:58:44Z', 'updated_at': '2021-05-31T11:58:47Z', 'revision_number': 4, 'project_id': '5a6b811ce5ca43c7b2fc478d12fff20b', 'gw_port': {'id': 'ab9dfa04-d24c-455c-a90a-a92ad8078cb6', 'name': '', 'network_id': '1cb16751-6ba1-494a-bef1-53f614bdb222', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:06:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '115ce9ad-b529-4792-8826-40e7906bc4db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 656, 'fixed_ips': [{'subnet_id': '1135c889-0623-4d10-975a-f2c46f50f0f6', 'ip_address': '172.27.2.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786384-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T11:58:44Z', 'updated_at': '2021-05-31T11:58:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1135c889-0623-4d10-975a-f2c46f50f0f6', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786384-7-iscsi', '_floatingips': [{'id': '00d19325-415d-459a-8b3a-430662e5a444', 'tenant_id': '5a6b811ce5ca43c7b2fc478d12fff20b', 'floating_ip_address': '172.27.2.170', 'floating_network_id': '1cb16751-6ba1-494a-bef1-53f614bdb222', 'router_id': '115ce9ad-b529-4792-8826-40e7906bc4db', 'port_id': '15423c3b-5e74-42f8-a2ba-8ef3fb217449', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 684, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'edd9641d-7b8a-4f6f-b1b1-6f5b9e99662a', 'mac_address': 'fa:16:3e:13:87:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c963dd9-e9d2-42e8-9a12-3cfe9adde1db', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-31T12:01:53Z', 'updated_at': '2021-05-31T12:01:53Z', 'revision_number': 0, 'project_id': '5a6b811ce5ca43c7b2fc478d12fff20b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '18e2efc1-542e-4e22-ba51-08768ab5b35a', 'name': '', 'network_id': 'edd9641d-7b8a-4f6f-b1b1-6f5b9e99662a', 'tenant_id': '5a6b811ce5ca43c7b2fc478d12fff20b', 'mac_address': 'fa:16:3e:65:a2:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '115ce9ad-b529-4792-8826-40e7906bc4db', 'device_owner': 'network:router_interface', 'standard_attr_id': 657, 'fixed_ips': [{'subnet_id': '554467f2-05f8-4319-998c-3640549da255', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786384-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T11:58:47Z', 'updated_at': '2021-05-31T11:58:54Z', 'revision_number': 5, 'project_id': '5a6b811ce5ca43c7b2fc478d12fff20b', 'subnets': [{'id': '554467f2-05f8-4319-998c-3640549da255', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786384-7-iscsi', False) {} {{(pid=103722) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 31 12:01:55.082922 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb49df44-4ca5-4376-ba43-631fc6129b8d req-c0a8c7ac-f838-4d1b-ab1a-465a21718b03 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 12:01:55.084384 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [req-fb49df44-4ca5-4376-ba43-631fc6129b8d req-c0a8c7ac-f838-4d1b-ab1a-465a21718b03 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=554467f2-05f8-4319-998c-3640549da255 HTTP/1.1" status: 200  len: 850 time: 0.0568533
May 31 12:01:55.084848 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd771d19-dff9-475e-a6a6-2986daff8a51 None None] Checking router: 115ce9ad-b529-4792-8826-40e7906bc4db for host: dv-cinder-786384-7-iscsi {{(pid=103722) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
May 31 12:01:55.093678 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd771d19-dff9-475e-a6a6-2986daff8a51 None None] Routers {'115ce9ad-b529-4792-8826-40e7906bc4db'} bound to L3 agent in host dv-cinder-786384-7-iscsi {{(pid=103722) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 31 12:01:55.094287 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron.db.l3_hamode_db [None req-bd771d19-dff9-475e-a6a6-2986daff8a51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f3eb7f43190>, 'dv-cinder-786384-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-31T11:36:05Z,description=<?>,heartbeat_timestamp=2021-05-31T12:01:36Z,host='dv-cinder-786384-7-iscsi',id=f8c17dd7-da16-4427-b6e3-d7e30616bc4c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-31T11:36:05Z,topic='l3_agent')) {'router_ids': ['115ce9ad-b529-4792-8826-40e7906bc4db'], 'active': True} {{(pid=103722) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 31 12:01:55.160968 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb49df44-4ca5-4376-ba43-631fc6129b8d req-9f09f20c-772b-4441-896c-d4b4361cf7f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 12:01:55.162527 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [req-fb49df44-4ca5-4376-ba43-631fc6129b8d req-9f09f20c-772b-4441-896c-d4b4361cf7f9 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=edd9641d-7b8a-4f6f-b1b1-6f5b9e99662a&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0721624
May 31 12:01:55.266416 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron.db.l3_dvr_db [None req-bd771d19-dff9-475e-a6a6-2986daff8a51 None None] Set router 115ce9ad-b529-4792-8826-40e7906bc4db gateway port host: dv-cinder-786384-7-iscsi {{(pid=103722) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
May 31 12:01:55.302733 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [req-fb49df44-4ca5-4376-ba43-631fc6129b8d req-545e8815-2aad-4dd7-ab38-bd2594466162 service neutron] 10.222.0.60 "GET /v2.0/networks/edd9641d-7b8a-4f6f-b1b1-6f5b9e99662a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1255555
May 31 12:01:55.436891 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [req-fb49df44-4ca5-4376-ba43-631fc6129b8d req-63ad7d0a-b7af-4e9a-a7c9-a5d96132c148 service neutron] 10.222.0.60 "GET /v2.0/networks/edd9641d-7b8a-4f6f-b1b1-6f5b9e99662a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1261468
May 31 12:01:55.667734 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron.db.l3_hamode_db [None req-bd771d19-dff9-475e-a6a6-2986daff8a51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f3eb7f43190>, [{'id': '115ce9ad-b529-4792-8826-40e7906bc4db', 'name': 'tempest-TestVolumeBootPattern-554410731-router', 'tenant_id': '5a6b811ce5ca43c7b2fc478d12fff20b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cb16751-6ba1-494a-bef1-53f614bdb222', 'external_fixed_ips': [{'subnet_id': '1135c889-0623-4d10-975a-f2c46f50f0f6', 'ip_address': '172.27.2.162'}], 'enable_snat': True}, 'gw_port_id': 'ab9dfa04-d24c-455c-a90a-a92ad8078cb6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T11:58:44Z', 'updated_at': '2021-05-31T11:58:47Z', 'revision_number': 4, 'project_id': '5a6b811ce5ca43c7b2fc478d12fff20b', 'gw_port': {'id': 'ab9dfa04-d24c-455c-a90a-a92ad8078cb6', 'name': '', 'network_id': '1cb16751-6ba1-494a-bef1-53f614bdb222', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:06:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '115ce9ad-b529-4792-8826-40e7906bc4db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 656, 'fixed_ips': [{'subnet_id': '1135c889-0623-4d10-975a-f2c46f50f0f6', 'ip_address': '172.27.2.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786384-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T11:58:44Z', 'updated_at': '2021-05-31T11:58:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1135c889-0623-4d10-975a-f2c46f50f0f6', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786384-7-iscsi', '_floatingips': [{'id': '00d19325-415d-459a-8b3a-430662e5a444', 'tenant_id': '5a6b811ce5ca43c7b2fc478d12fff20b', 'floating_ip_address': '172.27.2.170', 'floating_network_id': '1cb16751-6ba1-494a-bef1-53f614bdb222', 'router_id': '115ce9ad-b529-4792-8826-40e7906bc4db', 'port_id': '15423c3b-5e74-42f8-a2ba-8ef3fb217449', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 684, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'edd9641d-7b8a-4f6f-b1b1-6f5b9e99662a', 'mac_address': 'fa:16:3e:13:87:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c963dd9-e9d2-42e8-9a12-3cfe9adde1db', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-31T12:01:53Z', 'updated_at': '2021-05-31T12:01:53Z', 'revision_number': 0, 'project_id': '5a6b811ce5ca43c7b2fc478d12fff20b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '18e2efc1-542e-4e22-ba51-08768ab5b35a', 'name': '', 'network_id': 'edd9641d-7b8a-4f6f-b1b1-6f5b9e99662a', 'tenant_id': '5a6b811ce5ca43c7b2fc478d12fff20b', 'mac_address': 'fa:16:3e:65:a2:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '115ce9ad-b529-4792-8826-40e7906bc4db', 'device_owner': 'network:router_interface', 'standard_attr_id': 657, 'fixed_ips': [{'subnet_id': '554467f2-05f8-4319-998c-3640549da255', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786384-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T11:58:47Z', 'updated_at': '2021-05-31T11:58:54Z', 'revision_number': 5, 'project_id': '5a6b811ce5ca43c7b2fc478d12fff20b', 'subnets': [{'id': '554467f2-05f8-4319-998c-3640549da255', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786384-7-iscsi', False) {} {{(pid=103722) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 31 12:01:55.672259 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd771d19-dff9-475e-a6a6-2986daff8a51 None None] The sync data for ids ['115ce9ad-b529-4792-8826-40e7906bc4db'] in dv-cinder-786384-7-iscsi is: [{'id': '115ce9ad-b529-4792-8826-40e7906bc4db', 'name': 'tempest-TestVolumeBootPattern-554410731-router', 'tenant_id': '5a6b811ce5ca43c7b2fc478d12fff20b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cb16751-6ba1-494a-bef1-53f614bdb222', 'external_fixed_ips': [{'subnet_id': '1135c889-0623-4d10-975a-f2c46f50f0f6', 'ip_address': '172.27.2.162'}], 'enable_snat': True}, 'gw_port_id': 'ab9dfa04-d24c-455c-a90a-a92ad8078cb6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T11:58:44Z', 'updated_at': '2021-05-31T11:58:47Z', 'revision_number': 4, 'project_id': '5a6b811ce5ca43c7b2fc478d12fff20b', 'gw_port': {'id': 'ab9dfa04-d24c-455c-a90a-a92ad8078cb6', 'name': '', 'network_id': '1cb16751-6ba1-494a-bef1-53f614bdb222', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:06:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '115ce9ad-b529-4792-8826-40e7906bc4db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 656, 'fixed_ips': [{'subnet_id': '1135c889-0623-4d10-975a-f2c46f50f0f6', 'ip_address': '172.27.2.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786384-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T11:58:44Z', 'updated_at': '2021-05-31T11:58:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1135c889-0623-4d10-975a-f2c46f50f0f6', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786384-7-iscsi', '_floatingips': [{'id': '00d19325-415d-459a-8b3a-430662e5a444', 'tenant_id': '5a6b811ce5ca43c7b2fc478d12fff20b', 'floating_ip_address': '172.27.2.170', 'floating_network_id': '1cb16751-6ba1-494a-bef1-53f614bdb222', 'router_id': '115ce9ad-b529-4792-8826-40e7906bc4db', 'port_id': '15423c3b-5e74-42f8-a2ba-8ef3fb217449', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 684, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'edd9641d-7b8a-4f6f-b1b1-6f5b9e99662a', 'mac_address': 'fa:16:3e:13:87:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c963dd9-e9d2-42e8-9a12-3cfe9adde1db', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-31T12:01:53Z', 'updated_at': '2021-05-31T12:01:53Z', 'revision_number': 0, 'project_id': '5a6b811ce5ca43c7b2fc478d12fff20b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '18e2efc1-542e-4e22-ba51-08768ab5b35a', 'name': '', 'network_id': 'edd9641d-7b8a-4f6f-b1b1-6f5b9e99662a', 'tenant_id': '5a6b811ce5ca43c7b2fc478d12fff20b', 'mac_address': 'fa:16:3e:65:a2:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '115ce9ad-b529-4792-8826-40e7906bc4db', 'device_owner': 'network:router_interface', 'standard_attr_id': 657, 'fixed_ips': [{'subnet_id': '554467f2-05f8-4319-998c-3640549da255', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786384-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T11:58:47Z', 'updated_at': '2021-05-31T11:58:54Z', 'revision_number': 5, 'project_id': '5a6b811ce5ca43c7b2fc478d12fff20b', 'subnets': [{'id': '554467f2-05f8-4319-998c-3640549da255', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103722) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 31 12:01:55.853887 dv-cinder-786384-7-iscsi neutron-server[103723]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8aaf1f25-1fb5-4f3f-adf7-0126a6c7bb1f None None] New status for floating IP 00d19325-415d-459a-8b3a-430662e5a444: ACTIVE {{(pid=103723) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
May 31 12:02:01.610888 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron_lib.callbacks.manager [None req-43028a7b-58d7-408b-ac75-1328e6896bf7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744215964654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857257'] for agent, after_update {{(pid=103722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 12:02:03.106799 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron_lib.callbacks.manager [None req-87629d28-5b85-425c-81d1-f238348bcab5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744215964654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857257'] for agent, after_update {{(pid=103722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 12:02:03.224933 dv-cinder-786384-7-iscsi neutron-server[103723]: DEBUG neutron.db.agents_db [None req-cb648da2-ef1b-4de5-af28-8b32e926ae6d None None] Agent healthcheck: found 6 active agents {{(pid=103723) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}}
May 31 12:02:05.534429 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron_lib.callbacks.manager [None req-0a4e8c2e-d9f8-4fa8-a460-f231ed06309e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744215964654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857257'] for agent, after_update {{(pid=103722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 12:02:05.644257 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron_lib.callbacks.manager [None req-1f0a762f-0348-4bba-b860-8eddab4cd770 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744215964654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857257'] for agent, after_update {{(pid=103722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 12:02:06.579517 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron_lib.callbacks.manager [None req-c59bf3d8-3f04-4740-8d75-807cb4f7478e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744215964654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857257'] for agent, after_update {{(pid=103722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 12:02:08.045053 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron_lib.callbacks.manager [None req-e2b995a4-3526-4c71-93aa-7f4ba47dfd64 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744215964654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857257'] for agent, after_update {{(pid=103722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 12:02:10.472171 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [req-8ff2b691-3be1-44a6-bfae-dbf70ff39010 req-6472a8da-d0de-4e9f-85cb-2ebd7237a9ec service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=1c963dd9-e9d2-42e8-9a12-3cfe9adde1db&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.0749023
May 31 12:02:10.638141 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ff2b691-3be1-44a6-bfae-dbf70ff39010 req-0caa12bf-9189-4585-b4f3-dea0b84d6616 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 12:02:10.639687 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [req-8ff2b691-3be1-44a6-bfae-dbf70ff39010 req-0caa12bf-9189-4585-b4f3-dea0b84d6616 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=5a6b811ce5ca43c7b2fc478d12fff20b&device_id=1c963dd9-e9d2-42e8-9a12-3cfe9adde1db HTTP/1.1" status: 200  len: 1099 time: 0.0742218
May 31 12:02:10.786754 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ff2b691-3be1-44a6-bfae-dbf70ff39010 req-e5c79335-ce3c-4f24-8fe8-80a49e5ba637 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 12:02:10.788129 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [req-8ff2b691-3be1-44a6-bfae-dbf70ff39010 req-e5c79335-ce3c-4f24-8fe8-80a49e5ba637 service neutron] 10.222.0.60 "GET /v2.0/networks?id=edd9641d-7b8a-4f6f-b1b1-6f5b9e99662a HTTP/1.1" status: 200  len: 912 time: 0.1260421
May 31 12:02:11.002825 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [req-8ff2b691-3be1-44a6-bfae-dbf70ff39010 req-ea0b10ec-5edc-441b-bb4f-b2d9c3a3bad4 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=15423c3b-5e74-42f8-a2ba-8ef3fb217449 HTTP/1.1" status: 200  len: 1002 time: 0.2073348
May 31 12:02:11.070679 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ff2b691-3be1-44a6-bfae-dbf70ff39010 req-89154c2a-a2cd-4119-9379-4a42cc1a139e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 12:02:11.072009 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [req-8ff2b691-3be1-44a6-bfae-dbf70ff39010 req-89154c2a-a2cd-4119-9379-4a42cc1a139e service neutron] 10.222.0.60 "GET /v2.0/subnets?id=554467f2-05f8-4319-998c-3640549da255 HTTP/1.1" status: 200  len: 850 time: 0.0610521
May 31 12:02:11.151714 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ff2b691-3be1-44a6-bfae-dbf70ff39010 req-30401062-cfd6-403a-858f-bbc42b9589ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 12:02:11.153151 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [req-8ff2b691-3be1-44a6-bfae-dbf70ff39010 req-30401062-cfd6-403a-858f-bbc42b9589ad service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=edd9641d-7b8a-4f6f-b1b1-6f5b9e99662a&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0713325
May 31 12:02:11.286517 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [req-8ff2b691-3be1-44a6-bfae-dbf70ff39010 req-cc5f51a6-5828-4a78-a23b-72d9d2952c25 service neutron] 10.222.0.60 "GET /v2.0/networks/edd9641d-7b8a-4f6f-b1b1-6f5b9e99662a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1257174
May 31 12:02:11.421145 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [req-8ff2b691-3be1-44a6-bfae-dbf70ff39010 req-baf16f4f-efcc-42bd-9b96-d96dea92d8b5 service neutron] 10.222.0.60 "GET /v2.0/networks/edd9641d-7b8a-4f6f-b1b1-6f5b9e99662a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1270263
May 31 12:02:31.608182 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron_lib.callbacks.manager [None req-43028a7b-58d7-408b-ac75-1328e6896bf7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744215964654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857257'] for agent, after_update {{(pid=103722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 12:02:33.108537 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron_lib.callbacks.manager [None req-c413df4e-1f73-45eb-9ff7-ba73152a15ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744215964654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857257'] for agent, after_update {{(pid=103722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 12:02:35.535659 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron_lib.callbacks.manager [None req-6f06e42d-ccf7-4486-9b79-5afea3b481ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744215964654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857257'] for agent, after_update {{(pid=103722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 12:02:35.636887 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron_lib.callbacks.manager [None req-1f0a762f-0348-4bba-b860-8eddab4cd770 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744215964654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857257'] for agent, after_update {{(pid=103722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 12:02:36.581591 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron_lib.callbacks.manager [None req-c59bf3d8-3f04-4740-8d75-807cb4f7478e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744215964654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857257'] for agent, after_update {{(pid=103722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 12:02:38.046591 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron_lib.callbacks.manager [None req-e2b995a4-3526-4c71-93aa-7f4ba47dfd64 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744215964654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857257'] for agent, after_update {{(pid=103722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 12:02:40.229055 dv-cinder-786384-7-iscsi neutron-server[103723]: DEBUG neutron.db.agents_db [None req-cb648da2-ef1b-4de5-af28-8b32e926ae6d None None] Agent healthcheck: found 6 active agents {{(pid=103723) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}}
May 31 12:03:01.634552 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron_lib.callbacks.manager [None req-43028a7b-58d7-408b-ac75-1328e6896bf7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744215964654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857257'] for agent, after_update {{(pid=103722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 12:03:03.106479 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron_lib.callbacks.manager [None req-9f48835f-07e5-4aa7-9d1b-4e9157124cfe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744215964654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857257'] for agent, after_update {{(pid=103722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 12:03:05.531436 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron_lib.callbacks.manager [None req-a33bda54-b525-4218-ae0c-eaced9f4804e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744215964654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857257'] for agent, after_update {{(pid=103722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 12:03:05.643563 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron_lib.callbacks.manager [None req-1f0a762f-0348-4bba-b860-8eddab4cd770 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744215964654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857257'] for agent, after_update {{(pid=103722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 12:03:06.587977 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron_lib.callbacks.manager [None req-c59bf3d8-3f04-4740-8d75-807cb4f7478e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744215964654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857257'] for agent, after_update {{(pid=103722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 12:03:08.056379 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron_lib.callbacks.manager [None req-e2b995a4-3526-4c71-93aa-7f4ba47dfd64 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744215964654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857257'] for agent, after_update {{(pid=103722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 12:03:12.525228 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [req-ee960443-c07a-4759-b898-75aec66f18d5 req-e11fb087-56a2-416e-96b5-52f4a1b4ba53 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=1c963dd9-e9d2-42e8-9a12-3cfe9adde1db&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.0799527
May 31 12:03:12.690995 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee960443-c07a-4759-b898-75aec66f18d5 req-3eaada9c-0c75-458c-a2b7-cddb5ec4fff4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 12:03:12.692480 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [req-ee960443-c07a-4759-b898-75aec66f18d5 req-3eaada9c-0c75-458c-a2b7-cddb5ec4fff4 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=5a6b811ce5ca43c7b2fc478d12fff20b&device_id=1c963dd9-e9d2-42e8-9a12-3cfe9adde1db HTTP/1.1" status: 200  len: 1099 time: 0.0806322
May 31 12:03:12.841244 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee960443-c07a-4759-b898-75aec66f18d5 req-f8fc8020-0f0a-45af-8514-4894461d7662 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 12:03:12.842567 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [req-ee960443-c07a-4759-b898-75aec66f18d5 req-f8fc8020-0f0a-45af-8514-4894461d7662 service neutron] 10.222.0.60 "GET /v2.0/networks?id=edd9641d-7b8a-4f6f-b1b1-6f5b9e99662a HTTP/1.1" status: 200  len: 912 time: 0.1269588
May 31 12:03:12.944918 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [req-ee960443-c07a-4759-b898-75aec66f18d5 req-035d701c-1fd9-4085-a5bb-6e128003cdbe service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=15423c3b-5e74-42f8-a2ba-8ef3fb217449 HTTP/1.1" status: 200  len: 1002 time: 0.0960438
May 31 12:03:13.007940 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee960443-c07a-4759-b898-75aec66f18d5 req-c584b9ce-655e-4861-bd0b-7df5c3d03065 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 12:03:13.009279 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [req-ee960443-c07a-4759-b898-75aec66f18d5 req-c584b9ce-655e-4861-bd0b-7df5c3d03065 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=554467f2-05f8-4319-998c-3640549da255 HTTP/1.1" status: 200  len: 850 time: 0.0576396
May 31 12:03:13.089486 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee960443-c07a-4759-b898-75aec66f18d5 req-7bde34f0-9b9f-47d1-bb44-bdf5374f98cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 12:03:13.091415 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [req-ee960443-c07a-4759-b898-75aec66f18d5 req-7bde34f0-9b9f-47d1-bb44-bdf5374f98cd service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=edd9641d-7b8a-4f6f-b1b1-6f5b9e99662a&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0751204
May 31 12:03:13.230532 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [req-ee960443-c07a-4759-b898-75aec66f18d5 req-fed31211-0761-4157-a59c-a5743fe7266e service neutron] 10.222.0.60 "GET /v2.0/networks/edd9641d-7b8a-4f6f-b1b1-6f5b9e99662a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1323409
May 31 12:03:13.363199 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [req-ee960443-c07a-4759-b898-75aec66f18d5 req-5fcb4431-4052-45ec-be09-a64994b12f14 service neutron] 10.222.0.60 "GET /v2.0/networks/edd9641d-7b8a-4f6f-b1b1-6f5b9e99662a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1257799
May 31 12:03:17.234776 dv-cinder-786384-7-iscsi neutron-server[103723]: DEBUG neutron.db.agents_db [None req-cb648da2-ef1b-4de5-af28-8b32e926ae6d None None] Agent healthcheck: found 6 active agents {{(pid=103723) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}}
May 31 12:03:30.283372 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [req-6c773bca-ab3f-4e4e-8377-f4bce199f6b4 req-3947da14-e79f-4412-b1c8-c0ed8a71f5a5 tempest-TestVolumeBootPattern-2120221258 tempest-TestVolumeBootPattern-2120221258-project] 10.222.0.57 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1401434122&fields=id&tenant_id=5a6b811ce5ca43c7b2fc478d12fff20b HTTP/1.1" status: 200  len: 267 time: 0.0427263
May 31 12:03:30.431595 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c773bca-ab3f-4e4e-8377-f4bce199f6b4 req-72259ed6-f2c8-4619-8b4c-e83a768f2d34 tempest-TestVolumeBootPattern-2120221258 tempest-TestVolumeBootPattern-2120221258-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 12:03:30.433033 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [req-6c773bca-ab3f-4e4e-8377-f4bce199f6b4 req-72259ed6-f2c8-4619-8b4c-e83a768f2d34 tempest-TestVolumeBootPattern-2120221258 tempest-TestVolumeBootPattern-2120221258-project] 10.222.0.57 "GET /v2.0/networks?id=edd9641d-7b8a-4f6f-b1b1-6f5b9e99662a HTTP/1.1" status: 200  len: 811 time: 0.1409140
May 31 12:03:30.447754 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [req-6c773bca-ab3f-4e4e-8377-f4bce199f6b4 req-60abf065-4806-4266-a7ec-0611bcb9efba tempest-TestVolumeBootPattern-2120221258 tempest-TestVolumeBootPattern-2120221258-project] 10.222.0.57 "GET /v2.0/quotas/5a6b811ce5ca43c7b2fc478d12fff20b HTTP/1.1" status: 200  len: 375 time: 0.0087359
May 31 12:03:30.538459 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [req-6c773bca-ab3f-4e4e-8377-f4bce199f6b4 req-795f3f3d-9e19-4608-8991-1ccf4e123e5c tempest-TestVolumeBootPattern-2120221258 tempest-TestVolumeBootPattern-2120221258-project] 10.222.0.57 "GET /v2.0/ports?tenant_id=5a6b811ce5ca43c7b2fc478d12fff20b&fields=id HTTP/1.1" status: 200  len: 440 time: 0.0856996
May 31 12:03:30.791648 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [req-6c773bca-ab3f-4e4e-8377-f4bce199f6b4 req-694c5e7e-e12b-44a8-a997-7f60d64051ac service neutron] 10.222.0.57 "GET /v2.0/networks/edd9641d-7b8a-4f6f-b1b1-6f5b9e99662a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2411437
May 31 12:03:30.930385 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [req-6c773bca-ab3f-4e4e-8377-f4bce199f6b4 req-6e1bb2d2-6b03-43da-814e-dda3bf0ac8ee service neutron] 10.222.0.57 "GET /v2.0/networks/edd9641d-7b8a-4f6f-b1b1-6f5b9e99662a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1323879
May 31 12:03:31.342484 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [req-c252fb47-5e08-4025-9534-6e93ec06741d req-1c6beffb-6220-4501-8608-cdc48fbbd0c5 tempest-TestVolumeBootPattern-2120221258 tempest-TestVolumeBootPattern-2120221258-project] 10.222.0.57 "GET /v2.0/ports?device_id=3f4ec39d-1002-4f5a-aa2d-cbd5a1c5ea54 HTTP/1.1" status: 200  len: 210 time: 0.0465326
May 31 12:03:31.638694 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron_lib.callbacks.manager [None req-43028a7b-58d7-408b-ac75-1328e6896bf7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744215964654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857257'] for agent, after_update {{(pid=103722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 12:03:32.516631 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [req-c94cd707-501d-4c94-b081-4f095e6e0b6b req-69f04294-2373-44a1-890c-9bd27e4e87a5 tempest-TestVolumeBootPattern-2120221258 tempest-TestVolumeBootPattern-2120221258-project] 10.222.0.57 "GET /v2.0/ports?device_id=3f4ec39d-1002-4f5a-aa2d-cbd5a1c5ea54 HTTP/1.1" status: 200  len: 210 time: 0.0623097
May 31 12:03:32.526735 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c773bca-ab3f-4e4e-8377-f4bce199f6b4 req-08e99db8-d67c-4d5f-8507-d3cb4d48f617 tempest-TestVolumeBootPattern-2120221258 tempest-TestVolumeBootPattern-2120221258-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 12:03:32.528245 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [req-6c773bca-ab3f-4e4e-8377-f4bce199f6b4 req-08e99db8-d67c-4d5f-8507-d3cb4d48f617 tempest-TestVolumeBootPattern-2120221258 tempest-TestVolumeBootPattern-2120221258-project] 10.222.0.60 "GET /v2.0/networks?id=edd9641d-7b8a-4f6f-b1b1-6f5b9e99662a HTTP/1.1" status: 200  len: 811 time: 0.1956165
May 31 12:03:32.585263 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [req-6c773bca-ab3f-4e4e-8377-f4bce199f6b4 req-805eae07-200d-4626-ac4d-46b9f7274dcd tempest-TestVolumeBootPattern-2120221258 tempest-TestVolumeBootPattern-2120221258-project] 10.222.0.60 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=5a6b811ce5ca43c7b2fc478d12fff20b HTTP/1.1" status: 200  len: 380 time: 0.0424099
May 31 12:03:32.615197 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.api.v2.base [req-6c773bca-ab3f-4e4e-8377-f4bce199f6b4 req-10482019-7b40-46db-8ad8-5b375d1dc077 tempest-TestVolumeBootPattern-2120221258 tempest-TestVolumeBootPattern-2120221258-project] Request body: {'port': {'device_id': '3f4ec39d-1002-4f5a-aa2d-cbd5a1c5ea54', 'network_id': 'edd9641d-7b8a-4f6f-b1b1-6f5b9e99662a', 'admin_state_up': True, 'tenant_id': '5a6b811ce5ca43c7b2fc478d12fff20b', 'security_groups': ['6c000b46-1cad-4c27-86ed-828d0205dc63']}} {{(pid=103721) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 31 12:03:32.748997 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.db.quota.driver [req-6c773bca-ab3f-4e4e-8377-f4bce199f6b4 req-10482019-7b40-46db-8ad8-5b375d1dc077 tempest-TestVolumeBootPattern-2120221258 tempest-TestVolumeBootPattern-2120221258-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=103721) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 31 12:03:32.758723 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.db.quota.driver [req-6c773bca-ab3f-4e4e-8377-f4bce199f6b4 req-10482019-7b40-46db-8ad8-5b375d1dc077 tempest-TestVolumeBootPattern-2120221258 tempest-TestVolumeBootPattern-2120221258-project] Attempting to reserve 1 items for resource port. Total usage: 4; quota limit: 500; headroom:496 {{(pid=103721) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 31 12:03:32.778473 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6c773bca-ab3f-4e4e-8377-f4bce199f6b4 req-10482019-7b40-46db-8ad8-5b375d1dc077 tempest-TestVolumeBootPattern-2120221258 tempest-TestVolumeBootPattern-2120221258-project] Made reservation on behalf of 5a6b811ce5ca43c7b2fc478d12fff20b for: {'port': 1} {{(pid=103721) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 31 12:03:32.782581 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron_lib.callbacks.manager [req-6c773bca-ab3f-4e4e-8377-f4bce199f6b4 req-10482019-7b40-46db-8ad8-5b375d1dc077 tempest-TestVolumeBootPattern-2120221258 tempest-TestVolumeBootPattern-2120221258-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-934180'] for port, before_create {{(pid=103721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 12:03:32.948233 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.db.db_base_plugin_common [req-6c773bca-ab3f-4e4e-8377-f4bce199f6b4 req-10482019-7b40-46db-8ad8-5b375d1dc077 tempest-TestVolumeBootPattern-2120221258 tempest-TestVolumeBootPattern-2120221258-project] Allocated IP 172.20.0.12 (edd9641d-7b8a-4f6f-b1b1-6f5b9e99662a/554467f2-05f8-4319-998c-3640549da255/99b7de6d-52ac-4c53-9214-fef198bb54b1) {{(pid=103721) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 31 12:03:33.099861 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron_lib.callbacks.manager [None req-0513e201-3f0a-44a0-9701-6e3f67801136 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744215964654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857257'] for agent, after_update {{(pid=103722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 12:03:33.137372 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron_lib.callbacks.manager [req-6c773bca-ab3f-4e4e-8377-f4bce199f6b4 req-10482019-7b40-46db-8ad8-5b375d1dc077 tempest-TestVolumeBootPattern-2120221258 tempest-TestVolumeBootPattern-2120221258-project] Notify callbacks [] for port, precommit_create {{(pid=103721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 12:03:33.153776 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.db.provisioning_blocks [req-6c773bca-ab3f-4e4e-8377-f4bce199f6b4 req-10482019-7b40-46db-8ad8-5b375d1dc077 tempest-TestVolumeBootPattern-2120221258 tempest-TestVolumeBootPattern-2120221258-project] Transition to ACTIVE for port object 99b7de6d-52ac-4c53-9214-fef198bb54b1 will not be triggered until provisioned by entity DHCP. {{(pid=103721) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 31 12:03:33.178763 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron_lib.callbacks.manager [req-6c773bca-ab3f-4e4e-8377-f4bce199f6b4 req-10482019-7b40-46db-8ad8-5b375d1dc077 tempest-TestVolumeBootPattern-2120221258 tempest-TestVolumeBootPattern-2120221258-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937715', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3701677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744215520970', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2250866'] for port, after_create {{(pid=103721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 12:03:33.187059 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG oslo_concurrency.lockutils [None req-0d1597c8-5ff1-40eb-b8f9-8c2cfb5b7f9a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103721) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 31 12:03:33.259886 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6c773bca-ab3f-4e4e-8377-f4bce199f6b4 req-10482019-7b40-46db-8ad8-5b375d1dc077 tempest-TestVolumeBootPattern-2120221258 tempest-TestVolumeBootPattern-2120221258-project] Network edd9641d-7b8a-4f6f-b1b1-6f5b9e99662a is already hosted by enough agents. {{(pid=103721) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 31 12:03:33.263481 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.scheduler.base_scheduler [req-6c773bca-ab3f-4e4e-8377-f4bce199f6b4 req-10482019-7b40-46db-8ad8-5b375d1dc077 tempest-TestVolumeBootPattern-2120221258 tempest-TestVolumeBootPattern-2120221258-project] Resources bound (agent type, host, resource id):  {{(pid=103721) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 31 12:03:33.267345 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.db.l3_dvrscheduler_db [req-6c773bca-ab3f-4e4e-8377-f4bce199f6b4 req-10482019-7b40-46db-8ad8-5b375d1dc077 tempest-TestVolumeBootPattern-2120221258 tempest-TestVolumeBootPattern-2120221258-project] Received port after_create {{(pid=103721) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
May 31 12:03:33.297483 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10482019-7b40-46db-8ad8-5b375d1dc077 tempest-TestVolumeBootPattern-2120221258 tempest-TestVolumeBootPattern-2120221258-project] Pushing event updated for resources: {'Port': ['ID=99b7de6d-52ac-4c53-9214-fef198bb54b1,revision_number=1']} {{(pid=103721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 31 12:03:33.317864 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10482019-7b40-46db-8ad8-5b375d1dc077 tempest-TestVolumeBootPattern-2120221258 tempest-TestVolumeBootPattern-2120221258-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786384-7-iscsi {{(pid=103721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 31 12:03:33.318323 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10482019-7b40-46db-8ad8-5b375d1dc077 tempest-TestVolumeBootPattern-2120221258 tempest-TestVolumeBootPattern-2120221258-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786384-7-iscsi {{(pid=103721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 31 12:03:33.318688 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10482019-7b40-46db-8ad8-5b375d1dc077 tempest-TestVolumeBootPattern-2120221258 tempest-TestVolumeBootPattern-2120221258-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786384-7-iscsi {{(pid=103721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 31 12:03:33.319051 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10482019-7b40-46db-8ad8-5b375d1dc077 tempest-TestVolumeBootPattern-2120221258 tempest-TestVolumeBootPattern-2120221258-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786384-7-iscsi {{(pid=103721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 31 12:03:33.319406 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10482019-7b40-46db-8ad8-5b375d1dc077 tempest-TestVolumeBootPattern-2120221258 tempest-TestVolumeBootPattern-2120221258-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786384-7-iscsi {{(pid=103721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 31 12:03:33.319764 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10482019-7b40-46db-8ad8-5b375d1dc077 tempest-TestVolumeBootPattern-2120221258 tempest-TestVolumeBootPattern-2120221258-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786384-7-iscsi {{(pid=103721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 31 12:03:33.320148 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10482019-7b40-46db-8ad8-5b375d1dc077 tempest-TestVolumeBootPattern-2120221258 tempest-TestVolumeBootPattern-2120221258-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786384-7-iscsi {{(pid=103721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 31 12:03:33.320493 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10482019-7b40-46db-8ad8-5b375d1dc077 tempest-TestVolumeBootPattern-2120221258 tempest-TestVolumeBootPattern-2120221258-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786384-7-iscsi {{(pid=103721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 31 12:03:33.320860 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10482019-7b40-46db-8ad8-5b375d1dc077 tempest-TestVolumeBootPattern-2120221258 tempest-TestVolumeBootPattern-2120221258-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786384-7-iscsi {{(pid=103721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 31 12:03:33.321190 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10482019-7b40-46db-8ad8-5b375d1dc077 tempest-TestVolumeBootPattern-2120221258 tempest-TestVolumeBootPattern-2120221258-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786384-7-iscsi {{(pid=103721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 31 12:03:33.321524 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10482019-7b40-46db-8ad8-5b375d1dc077 tempest-TestVolumeBootPattern-2120221258 tempest-TestVolumeBootPattern-2120221258-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786384-7-iscsi {{(pid=103721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 31 12:03:33.321932 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10482019-7b40-46db-8ad8-5b375d1dc077 tempest-TestVolumeBootPattern-2120221258 tempest-TestVolumeBootPattern-2120221258-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786384-7-iscsi {{(pid=103721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 31 12:03:33.327981 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG oslo_concurrency.lockutils [None req-10482019-7b40-46db-8ad8-5b375d1dc077 tempest-TestVolumeBootPattern-2120221258 tempest-TestVolumeBootPattern-2120221258-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=103721) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 31 12:03:33.346849 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c773bca-ab3f-4e4e-8377-f4bce199f6b4 req-10482019-7b40-46db-8ad8-5b375d1dc077 tempest-TestVolumeBootPattern-2120221258 tempest-TestVolumeBootPattern-2120221258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 12:03:33.347488 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron_lib.callbacks.manager [req-6c773bca-ab3f-4e4e-8377-f4bce199f6b4 req-10482019-7b40-46db-8ad8-5b375d1dc077 tempest-TestVolumeBootPattern-2120221258 tempest-TestVolumeBootPattern-2120221258-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46333'] for port, before_response {{(pid=103721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 12:03:33.374191 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [req-6c773bca-ab3f-4e4e-8377-f4bce199f6b4 req-10482019-7b40-46db-8ad8-5b375d1dc077 tempest-TestVolumeBootPattern-2120221258 tempest-TestVolumeBootPattern-2120221258-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 0.7627268
May 31 12:03:33.392504 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.api.v2.base [req-6c773bca-ab3f-4e4e-8377-f4bce199f6b4 req-3ea4cbbc-356e-4866-acd7-96b2d78fcb94 service neutron] Request body: {'port': {'device_id': '3f4ec39d-1002-4f5a-aa2d-cbd5a1c5ea54', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78638'}} {{(pid=103721) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 31 12:03:33.512217 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron_lib.callbacks.manager [req-6c773bca-ab3f-4e4e-8377-f4bce199f6b4 req-3ea4cbbc-356e-4866-acd7-96b2d78fcb94 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-934180'] for port, before_update {{(pid=103721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 12:03:33.533110 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron.db.provisioning_blocks [None req-e127d1b9-69b9-4dca-ab44-798729fef14f None None] Provisioning for port 99b7de6d-52ac-4c53-9214-fef198bb54b1 completed by entity DHCP. {{(pid=103722) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 31 12:03:33.538353 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron.db.provisioning_blocks [None req-e127d1b9-69b9-4dca-ab44-798729fef14f None None] Provisioning complete for port 99b7de6d-52ac-4c53-9214-fef198bb54b1 triggered by entity DHCP. {{(pid=103722) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 31 12:03:33.540919 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron_lib.callbacks.manager [None req-e127d1b9-69b9-4dca-ab44-798729fef14f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857618'] for port, provisioning_complete {{(pid=103722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 12:03:33.597684 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron.plugins.ml2.plugin [None req-e127d1b9-69b9-4dca-ab44-798729fef14f None None] Port 99b7de6d-52ac-4c53-9214-fef198bb54b1 cannot update to ACTIVE because it is not bound. {{(pid=103722) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
May 31 12:03:33.828704 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1666c3c2-84f1-4636-8a9b-d2530b40db82 req-de6f70bf-5aa4-46b8-b888-9ab471cf631d tempest-TestVolumeBootPattern-2120221258 tempest-TestVolumeBootPattern-2120221258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 12:03:33.829388 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.quota.resource [req-1666c3c2-84f1-4636-8a9b-d2530b40db82 req-de6f70bf-5aa4-46b8-b888-9ab471cf631d tempest-TestVolumeBootPattern-2120221258 tempest-TestVolumeBootPattern-2120221258-project] Synchronizing usage tracker for tenant:5a6b811ce5ca43c7b2fc478d12fff20b on resource:port {{(pid=103721) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 31 12:03:33.963032 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.quota.resource [req-1666c3c2-84f1-4636-8a9b-d2530b40db82 req-de6f70bf-5aa4-46b8-b888-9ab471cf631d tempest-TestVolumeBootPattern-2120221258 tempest-TestVolumeBootPattern-2120221258-project] Unset dirty status for tenant:5a6b811ce5ca43c7b2fc478d12fff20b on resource:port {{(pid=103721) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 31 12:03:33.964261 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [req-1666c3c2-84f1-4636-8a9b-d2530b40db82 req-de6f70bf-5aa4-46b8-b888-9ab471cf631d tempest-TestVolumeBootPattern-2120221258 tempest-TestVolumeBootPattern-2120221258-project] 10.222.0.57 "GET /v2.0/ports?device_id=3f4ec39d-1002-4f5a-aa2d-cbd5a1c5ea54 HTTP/1.1" status: 200  len: 932 time: 0.3273833
May 31 12:03:34.059591 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.notifiers.nova [req-6c773bca-ab3f-4e4e-8377-f4bce199f6b4 req-3ea4cbbc-356e-4866-acd7-96b2d78fcb94 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 99b7de6d-52ac-4c53-9214-fef198bb54b1 {{(pid=103721) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
May 31 12:03:34.066402 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [req-1666c3c2-84f1-4636-8a9b-d2530b40db82 req-684a54dc-dd8a-4640-bde5-051b22826a2c tempest-TestVolumeBootPattern-2120221258 tempest-TestVolumeBootPattern-2120221258-project] 10.222.0.57 "GET /v2.0/security-groups?id=6c000b46-1cad-4c27-86ed-828d0205dc63&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0915079
May 31 12:03:34.070521 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron_lib.callbacks.manager [req-6c773bca-ab3f-4e4e-8377-f4bce199f6b4 req-3ea4cbbc-356e-4866-acd7-96b2d78fcb94 service neutron] Notify callbacks [] for port, precommit_update {{(pid=103721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 12:03:34.087310 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.db.provisioning_blocks [req-6c773bca-ab3f-4e4e-8377-f4bce199f6b4 req-3ea4cbbc-356e-4866-acd7-96b2d78fcb94 service neutron] Transition to ACTIVE for port object 99b7de6d-52ac-4c53-9214-fef198bb54b1 will not be triggered until provisioned by entity L2. {{(pid=103721) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 31 12:03:34.092698 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron_lib.callbacks.manager [req-6c773bca-ab3f-4e4e-8377-f4bce199f6b4 req-3ea4cbbc-356e-4866-acd7-96b2d78fcb94 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937715', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3701677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744215954324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744215520988', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744215521293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2250875'] for port, after_update {{(pid=103721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 12:03:34.096694 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG oslo_concurrency.lockutils [None req-5d5c6f19-bb05-43da-8fe8-1b218f081ca6 tempest-TestVolumeBootPattern-2120221258 tempest-TestVolumeBootPattern-2120221258-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103721) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 31 12:03:34.223158 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ea4cbbc-356e-4866-acd7-96b2d78fcb94 service neutron] Pushing event updated for resources: {'Port': ['ID=99b7de6d-52ac-4c53-9214-fef198bb54b1,revision_number=2']} {{(pid=103721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 31 12:03:34.249868 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG oslo_concurrency.lockutils [None req-3ea4cbbc-356e-4866-acd7-96b2d78fcb94 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=103721) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 31 12:03:34.330352 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.plugins.ml2.managers [req-6c773bca-ab3f-4e4e-8377-f4bce199f6b4 req-3ea4cbbc-356e-4866-acd7-96b2d78fcb94 service neutron] Attempting to bind port 99b7de6d-52ac-4c53-9214-fef198bb54b1 on host hv-cinder-78638 for vnic_type normal with profile  {{(pid=103721) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
May 31 12:03:34.330685 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.plugins.ml2.managers [req-6c773bca-ab3f-4e4e-8377-f4bce199f6b4 req-3ea4cbbc-356e-4866-acd7-96b2d78fcb94 service neutron] Attempting to bind port 99b7de6d-52ac-4c53-9214-fef198bb54b1 by drivers openvswitch,hyperv on host hv-cinder-78638 at level 0 using segments [{'id': '5b821f6b-a910-418f-9ed0-d28e7c2036c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 776, 'network_id': 'edd9641d-7b8a-4f6f-b1b1-6f5b9e99662a'}] {{(pid=103721) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
May 31 12:03:34.331001 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c773bca-ab3f-4e4e-8377-f4bce199f6b4 req-3ea4cbbc-356e-4866-acd7-96b2d78fcb94 service neutron] Attempting to bind port 99b7de6d-52ac-4c53-9214-fef198bb54b1 on network edd9641d-7b8a-4f6f-b1b1-6f5b9e99662a {{(pid=103721) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 31 12:03:34.335759 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c773bca-ab3f-4e4e-8377-f4bce199f6b4 req-3ea4cbbc-356e-4866-acd7-96b2d78fcb94 service neutron] Port 99b7de6d-52ac-4c53-9214-fef198bb54b1 on network edd9641d-7b8a-4f6f-b1b1-6f5b9e99662a not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78638 {{(pid=103721) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
May 31 12:03:34.336107 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c773bca-ab3f-4e4e-8377-f4bce199f6b4 req-3ea4cbbc-356e-4866-acd7-96b2d78fcb94 service neutron] Attempting to bind port 99b7de6d-52ac-4c53-9214-fef198bb54b1 on network edd9641d-7b8a-4f6f-b1b1-6f5b9e99662a {{(pid=103721) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 31 12:03:34.341736 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c773bca-ab3f-4e4e-8377-f4bce199f6b4 req-3ea4cbbc-356e-4866-acd7-96b2d78fcb94 service neutron] Checking agent: {'id': '42990638-b1ad-4185-8b70-a0b8bae36499', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78638', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 31, 11, 42, 1), 'started_at': datetime.datetime(2021, 5, 31, 11, 42, 1), 'heartbeat_timestamp': datetime.datetime(2021, 5, 31, 12, 3, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103721) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
May 31 12:03:34.342048 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c773bca-ab3f-4e4e-8377-f4bce199f6b4 req-3ea4cbbc-356e-4866-acd7-96b2d78fcb94 service neutron] Checking segment: {'id': '5b821f6b-a910-418f-9ed0-d28e7c2036c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 776, 'network_id': 'edd9641d-7b8a-4f6f-b1b1-6f5b9e99662a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103721) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 31 12:03:34.342423 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c773bca-ab3f-4e4e-8377-f4bce199f6b4 req-3ea4cbbc-356e-4866-acd7-96b2d78fcb94 service neutron] Bound using segment: {'id': '5b821f6b-a910-418f-9ed0-d28e7c2036c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 776, 'network_id': 'edd9641d-7b8a-4f6f-b1b1-6f5b9e99662a'} {{(pid=103721) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
May 31 12:03:34.342848 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.plugins.ml2.managers [req-6c773bca-ab3f-4e4e-8377-f4bce199f6b4 req-3ea4cbbc-356e-4866-acd7-96b2d78fcb94 service neutron] Bound port: 99b7de6d-52ac-4c53-9214-fef198bb54b1, host: hv-cinder-78638, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5b821f6b-a910-418f-9ed0-d28e7c2036c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 776, 'network_id': 'edd9641d-7b8a-4f6f-b1b1-6f5b9e99662a'}}] {{(pid=103721) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
May 31 12:03:34.343204 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron_lib.callbacks.manager [req-6c773bca-ab3f-4e4e-8377-f4bce199f6b4 req-3ea4cbbc-356e-4866-acd7-96b2d78fcb94 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-934180'] for port, before_update {{(pid=103721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 12:03:34.435896 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.plugins.ml2.db [req-6c773bca-ab3f-4e4e-8377-f4bce199f6b4 req-3ea4cbbc-356e-4866-acd7-96b2d78fcb94 service neutron] For port 99b7de6d-52ac-4c53-9214-fef198bb54b1, host hv-cinder-78638, cleared binding levels {{(pid=103721) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
May 31 12:03:34.438874 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.plugins.ml2.db [req-6c773bca-ab3f-4e4e-8377-f4bce199f6b4 req-3ea4cbbc-356e-4866-acd7-96b2d78fcb94 service neutron] For port 99b7de6d-52ac-4c53-9214-fef198bb54b1, host hv-cinder-78638, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=99b7de6d-52ac-4c53-9214-fef198bb54b1,segment=NetworkSegment(5b821f6b-a910-418f-9ed0-d28e7c2036c5),segment_id=5b821f6b-a910-418f-9ed0-d28e7c2036c5)] {{(pid=103721) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
May 31 12:03:34.447952 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron_lib.callbacks.manager [req-6c773bca-ab3f-4e4e-8377-f4bce199f6b4 req-3ea4cbbc-356e-4866-acd7-96b2d78fcb94 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937715', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3701677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744215954324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744215520988', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744215521293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2250875'] for port, after_update {{(pid=103721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 12:03:34.453250 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG oslo_concurrency.lockutils [None req-90b95ac1-68e9-422f-bd2a-7c079d51074e service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103721) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 31 12:03:34.506715 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c773bca-ab3f-4e4e-8377-f4bce199f6b4 req-3ea4cbbc-356e-4866-acd7-96b2d78fcb94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 12:03:34.507341 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron_lib.callbacks.manager [req-6c773bca-ab3f-4e4e-8377-f4bce199f6b4 req-3ea4cbbc-356e-4866-acd7-96b2d78fcb94 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46333'] for port, before_response {{(pid=103721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 12:03:34.508731 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [req-6c773bca-ab3f-4e4e-8377-f4bce199f6b4 req-3ea4cbbc-356e-4866-acd7-96b2d78fcb94 service neutron] 10.222.0.60 "PUT /v2.0/ports/99b7de6d-52ac-4c53-9214-fef198bb54b1 HTTP/1.1" status: 200  len: 1094 time: 1.1212721
May 31 12:03:34.509243 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3f4ec39d-1002-4f5a-aa2d-cbd5a1c5ea54', 'tag': '99b7de6d-52ac-4c53-9214-fef198bb54b1'}] {{(pid=103721) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 31 12:03:34.511927 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3cd903d475e597836c68a86188e0a4f713f0e90603b95bd8a010e768671d0d04" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5c9e3712-3514-4f04-bee5-f9a33730a65f" -d '{"events": [{"name": "network-changed", "server_uuid": "3f4ec39d-1002-4f5a-aa2d-cbd5a1c5ea54", "tag": "99b7de6d-52ac-4c53-9214-fef198bb54b1"}]}' {{(pid=103721) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
May 31 12:03:34.533986 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ea4cbbc-356e-4866-acd7-96b2d78fcb94 service neutron] Pushing event updated for resources: {'Port': ['ID=99b7de6d-52ac-4c53-9214-fef198bb54b1,revision_number=3']} {{(pid=103721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 31 12:03:34.538270 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG oslo_concurrency.lockutils [None req-3ea4cbbc-356e-4866-acd7-96b2d78fcb94 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=103721) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 31 12:03:34.608870 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 31 May 2021 12:03:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9c8a62e6-35f4-40a8-8b05-2db8e2a34147 x-openstack-request-id: req-9c8a62e6-35f4-40a8-8b05-2db8e2a34147 {{(pid=103721) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
May 31 12:03:34.608870 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3f4ec39d-1002-4f5a-aa2d-cbd5a1c5ea54", "tag": "99b7de6d-52ac-4c53-9214-fef198bb54b1", "status": "completed", "code": 200}]} {{(pid=103721) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
May 31 12:03:34.609155 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-9c8a62e6-35f4-40a8-8b05-2db8e2a34147 {{(pid=103721) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
May 31 12:03:34.609573 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3f4ec39d-1002-4f5a-aa2d-cbd5a1c5ea54', 'tag': '99b7de6d-52ac-4c53-9214-fef198bb54b1', 'status': 'completed', 'code': 200}
May 31 12:03:34.650943 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c773bca-ab3f-4e4e-8377-f4bce199f6b4 req-3f879b85-be80-4a63-b3fc-622109a8dd01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 12:03:34.652571 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [req-6c773bca-ab3f-4e4e-8377-f4bce199f6b4 req-3f879b85-be80-4a63-b3fc-622109a8dd01 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=5a6b811ce5ca43c7b2fc478d12fff20b&device_id=3f4ec39d-1002-4f5a-aa2d-cbd5a1c5ea54 HTTP/1.1" status: 200  len: 1097 time: 0.0826857
May 31 12:03:34.725041 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [req-6c773bca-ab3f-4e4e-8377-f4bce199f6b4 req-b6deec92-9305-4160-a534-8641c9f4e026 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=99b7de6d-52ac-4c53-9214-fef198bb54b1 HTTP/1.1" status: 200  len: 217 time: 0.0602493
May 31 12:03:34.796753 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c773bca-ab3f-4e4e-8377-f4bce199f6b4 req-4f80c79d-1785-4aa6-8b4d-d480a59ddbae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 12:03:34.798091 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [req-6c773bca-ab3f-4e4e-8377-f4bce199f6b4 req-4f80c79d-1785-4aa6-8b4d-d480a59ddbae service neutron] 10.222.0.60 "GET /v2.0/subnets?id=554467f2-05f8-4319-998c-3640549da255 HTTP/1.1" status: 200  len: 850 time: 0.0660791
May 31 12:03:34.875594 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c773bca-ab3f-4e4e-8377-f4bce199f6b4 req-41c486b2-c0f0-4209-8768-388a4d0d8023 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 12:03:34.876957 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [req-6c773bca-ab3f-4e4e-8377-f4bce199f6b4 req-41c486b2-c0f0-4209-8768-388a4d0d8023 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=edd9641d-7b8a-4f6f-b1b1-6f5b9e99662a&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0721879
May 31 12:03:35.009234 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [req-6c773bca-ab3f-4e4e-8377-f4bce199f6b4 req-f04941c2-e573-4ab2-abf7-b306bb04dd10 service neutron] 10.222.0.60 "GET /v2.0/networks/edd9641d-7b8a-4f6f-b1b1-6f5b9e99662a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1257114
May 31 12:03:35.145352 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [req-6c773bca-ab3f-4e4e-8377-f4bce199f6b4 req-66d1ddf9-1562-4669-ad7a-dadc7e12afc7 service neutron] 10.222.0.60 "GET /v2.0/networks/edd9641d-7b8a-4f6f-b1b1-6f5b9e99662a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1285505
May 31 12:03:35.316560 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-175466d0-2a70-4ab8-a605-9ee8b16a23a1 req-31cf5cea-6709-460c-a9db-e41e34d978ee tempest-TestVolumeBootPattern-2120221258 tempest-TestVolumeBootPattern-2120221258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 12:03:35.317994 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [req-175466d0-2a70-4ab8-a605-9ee8b16a23a1 req-31cf5cea-6709-460c-a9db-e41e34d978ee tempest-TestVolumeBootPattern-2120221258 tempest-TestVolumeBootPattern-2120221258-project] 10.222.0.57 "GET /v2.0/ports?device_id=3f4ec39d-1002-4f5a-aa2d-cbd5a1c5ea54 HTTP/1.1" status: 200  len: 944 time: 0.1357665
May 31 12:03:35.338796 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c9e3712-3514-4f04-bee5-f9a33730a65f req-760b9ba6-85bd-4a19-a0c2-adf6778381b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 12:03:35.340184 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [req-5c9e3712-3514-4f04-bee5-f9a33730a65f req-760b9ba6-85bd-4a19-a0c2-adf6778381b8 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=5a6b811ce5ca43c7b2fc478d12fff20b&device_id=3f4ec39d-1002-4f5a-aa2d-cbd5a1c5ea54 HTTP/1.1" status: 200  len: 1097 time: 0.1089523
May 31 12:03:35.435064 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [req-175466d0-2a70-4ab8-a605-9ee8b16a23a1 req-b4d47655-236e-413b-b282-f37bb438da5e tempest-TestVolumeBootPattern-2120221258 tempest-TestVolumeBootPattern-2120221258-project] 10.222.0.57 "GET /v2.0/security-groups?id=6c000b46-1cad-4c27-86ed-828d0205dc63&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1102114
May 31 12:03:35.494315 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c9e3712-3514-4f04-bee5-f9a33730a65f req-f65a6945-f065-40ea-9866-e33127f9dcc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 12:03:35.495728 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [req-5c9e3712-3514-4f04-bee5-f9a33730a65f req-f65a6945-f065-40ea-9866-e33127f9dcc9 service neutron] 10.222.0.60 "GET /v2.0/networks?id=edd9641d-7b8a-4f6f-b1b1-6f5b9e99662a HTTP/1.1" status: 200  len: 912 time: 0.1481805
May 31 12:03:35.527090 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron_lib.callbacks.manager [None req-be237046-8c68-40ea-a884-096997a92863 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744215964654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857257'] for agent, after_update {{(pid=103722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 12:03:35.570729 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [req-5c9e3712-3514-4f04-bee5-f9a33730a65f req-16aa8712-9e1b-4cb3-92a1-1c8608001fcd service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=99b7de6d-52ac-4c53-9214-fef198bb54b1 HTTP/1.1" status: 200  len: 217 time: 0.0675182
May 31 12:03:35.628751 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron_lib.callbacks.manager [None req-1f0a762f-0348-4bba-b860-8eddab4cd770 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744215964654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857257'] for agent, after_update {{(pid=103722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 12:03:35.640057 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c9e3712-3514-4f04-bee5-f9a33730a65f req-e691a04f-6546-4448-b31e-f79ab4292630 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 12:03:35.641457 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [req-5c9e3712-3514-4f04-bee5-f9a33730a65f req-e691a04f-6546-4448-b31e-f79ab4292630 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=554467f2-05f8-4319-998c-3640549da255 HTTP/1.1" status: 200  len: 850 time: 0.0610979
May 31 12:03:35.834808 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c9e3712-3514-4f04-bee5-f9a33730a65f req-287cc641-1cc3-4c61-b609-c6af4ec36271 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 12:03:35.836277 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [req-5c9e3712-3514-4f04-bee5-f9a33730a65f req-287cc641-1cc3-4c61-b609-c6af4ec36271 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=edd9641d-7b8a-4f6f-b1b1-6f5b9e99662a&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1827245
May 31 12:03:35.976935 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [req-5c9e3712-3514-4f04-bee5-f9a33730a65f req-4409745e-278c-4dea-8fed-8dd81a321df6 service neutron] 10.222.0.60 "GET /v2.0/networks/edd9641d-7b8a-4f6f-b1b1-6f5b9e99662a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1330667
May 31 12:03:36.113118 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [req-5c9e3712-3514-4f04-bee5-f9a33730a65f req-5be012dc-b91c-48c7-b71e-27d78a75746d service neutron] 10.222.0.60 "GET /v2.0/networks/edd9641d-7b8a-4f6f-b1b1-6f5b9e99662a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1295877
May 31 12:03:36.582889 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron_lib.callbacks.manager [None req-c59bf3d8-3f04-4740-8d75-807cb4f7478e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744215964654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857257'] for agent, after_update {{(pid=103722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 12:03:36.636701 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be7adfb3-55a0-4f48-936f-e558c87467f6 req-59671124-a324-4aa8-9f1f-5277985c01c0 tempest-TestVolumeBootPattern-2120221258 tempest-TestVolumeBootPattern-2120221258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 12:03:36.638364 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [req-be7adfb3-55a0-4f48-936f-e558c87467f6 req-59671124-a324-4aa8-9f1f-5277985c01c0 tempest-TestVolumeBootPattern-2120221258 tempest-TestVolumeBootPattern-2120221258-project] 10.222.0.57 "GET /v2.0/ports?device_id=3f4ec39d-1002-4f5a-aa2d-cbd5a1c5ea54 HTTP/1.1" status: 200  len: 944 time: 0.0836630
May 31 12:03:36.684074 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [req-be7adfb3-55a0-4f48-936f-e558c87467f6 req-04c7c6f5-c87a-4c50-825e-e11d0f0835e3 tempest-TestVolumeBootPattern-2120221258 tempest-TestVolumeBootPattern-2120221258-project] 10.222.0.57 "GET /v2.0/security-groups?id=6c000b46-1cad-4c27-86ed-828d0205dc63&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0398800
May 31 12:03:37.888852 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdf18617-11a3-4f1b-b953-561fdff96863 req-9b2c0616-2ecb-49fe-8839-65b426aa5d7b tempest-TestVolumeBootPattern-2120221258 tempest-TestVolumeBootPattern-2120221258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 12:03:37.890273 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [req-cdf18617-11a3-4f1b-b953-561fdff96863 req-9b2c0616-2ecb-49fe-8839-65b426aa5d7b tempest-TestVolumeBootPattern-2120221258 tempest-TestVolumeBootPattern-2120221258-project] 10.222.0.57 "GET /v2.0/ports?device_id=3f4ec39d-1002-4f5a-aa2d-cbd5a1c5ea54 HTTP/1.1" status: 200  len: 944 time: 0.0876472
May 31 12:03:37.936123 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [req-cdf18617-11a3-4f1b-b953-561fdff96863 req-b699c7fa-a3d2-4dab-91d9-8328915dca8c tempest-TestVolumeBootPattern-2120221258 tempest-TestVolumeBootPattern-2120221258-project] 10.222.0.57 "GET /v2.0/security-groups?id=6c000b46-1cad-4c27-86ed-828d0205dc63&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0374389
May 31 12:03:38.056780 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron_lib.callbacks.manager [None req-e2b995a4-3526-4c71-93aa-7f4ba47dfd64 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744215964654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857257'] for agent, after_update {{(pid=103722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 12:03:39.142821 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-760502d0-dd93-499d-80ea-cad27d31b4e6 req-9d4bfd0b-95ef-4f80-b23f-03f86f84d599 tempest-TestVolumeBootPattern-2120221258 tempest-TestVolumeBootPattern-2120221258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 12:03:39.144457 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [req-760502d0-dd93-499d-80ea-cad27d31b4e6 req-9d4bfd0b-95ef-4f80-b23f-03f86f84d599 tempest-TestVolumeBootPattern-2120221258 tempest-TestVolumeBootPattern-2120221258-project] 10.222.0.57 "GET /v2.0/ports?device_id=3f4ec39d-1002-4f5a-aa2d-cbd5a1c5ea54 HTTP/1.1" status: 200  len: 944 time: 0.0899358
May 31 12:03:39.190761 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [req-760502d0-dd93-499d-80ea-cad27d31b4e6 req-cbb56a5e-981e-461b-98d9-2aa042464a70 tempest-TestVolumeBootPattern-2120221258 tempest-TestVolumeBootPattern-2120221258-project] 10.222.0.57 "GET /v2.0/security-groups?id=6c000b46-1cad-4c27-86ed-828d0205dc63&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0404434
May 31 12:03:40.396104 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-900ec82c-6056-4694-a7b1-f97c46ae01f0 req-42a37570-c5f4-45ae-ae2c-296defd506d2 tempest-TestVolumeBootPattern-2120221258 tempest-TestVolumeBootPattern-2120221258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 12:03:40.397553 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [req-900ec82c-6056-4694-a7b1-f97c46ae01f0 req-42a37570-c5f4-45ae-ae2c-296defd506d2 tempest-TestVolumeBootPattern-2120221258 tempest-TestVolumeBootPattern-2120221258-project] 10.222.0.57 "GET /v2.0/ports?device_id=3f4ec39d-1002-4f5a-aa2d-cbd5a1c5ea54 HTTP/1.1" status: 200  len: 944 time: 0.0937407
May 31 12:03:40.453224 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [req-900ec82c-6056-4694-a7b1-f97c46ae01f0 req-7b28ba8e-0ad0-41ea-833f-4c609f277c29 tempest-TestVolumeBootPattern-2120221258 tempest-TestVolumeBootPattern-2120221258-project] 10.222.0.57 "GET /v2.0/security-groups?id=6c000b46-1cad-4c27-86ed-828d0205dc63&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0473449
May 31 12:03:41.656570 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3b23a29-28be-4fb2-857a-aa1d62ad65cc req-849e6e1f-19be-4924-8278-4c5b4c08e8df tempest-TestVolumeBootPattern-2120221258 tempest-TestVolumeBootPattern-2120221258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 12:03:41.658045 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [req-d3b23a29-28be-4fb2-857a-aa1d62ad65cc req-849e6e1f-19be-4924-8278-4c5b4c08e8df tempest-TestVolumeBootPattern-2120221258 tempest-TestVolumeBootPattern-2120221258-project] 10.222.0.57 "GET /v2.0/ports?device_id=3f4ec39d-1002-4f5a-aa2d-cbd5a1c5ea54 HTTP/1.1" status: 200  len: 944 time: 0.0835385
May 31 12:03:41.708705 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [req-d3b23a29-28be-4fb2-857a-aa1d62ad65cc req-b2f5ad8d-b344-433c-9485-a32d04f262ad tempest-TestVolumeBootPattern-2120221258 tempest-TestVolumeBootPattern-2120221258-project] 10.222.0.57 "GET /v2.0/security-groups?id=6c000b46-1cad-4c27-86ed-828d0205dc63&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0424449
May 31 12:03:42.920325 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6ab83ee-2329-4ec1-885e-410207e9a827 req-743fd26e-af1b-4396-9f92-e8b8d4d3bec1 tempest-TestVolumeBootPattern-2120221258 tempest-TestVolumeBootPattern-2120221258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 12:03:42.921820 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [req-f6ab83ee-2329-4ec1-885e-410207e9a827 req-743fd26e-af1b-4396-9f92-e8b8d4d3bec1 tempest-TestVolumeBootPattern-2120221258 tempest-TestVolumeBootPattern-2120221258-project] 10.222.0.57 "GET /v2.0/ports?device_id=3f4ec39d-1002-4f5a-aa2d-cbd5a1c5ea54 HTTP/1.1" status: 200  len: 944 time: 0.0921347
May 31 12:03:42.967250 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [req-f6ab83ee-2329-4ec1-885e-410207e9a827 req-8dc8b9e8-e325-428c-a2ab-57b40d739b6a tempest-TestVolumeBootPattern-2120221258 tempest-TestVolumeBootPattern-2120221258-project] 10.222.0.57 "GET /v2.0/security-groups?id=6c000b46-1cad-4c27-86ed-828d0205dc63&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0396812
May 31 12:03:43.570662 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron.plugins.ml2.rpc [None req-43028a7b-58d7-408b-ac75-1328e6896bf7 None None] Device 99b7de6d-52ac-4c53-9214-fef198bb54b1 details requested by agent hyperv_hv-cinder-78638 with host hv-cinder-78638 {{(pid=103722) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
May 31 12:03:43.716631 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron.plugins.ml2.db [None req-43028a7b-58d7-408b-ac75-1328e6896bf7 None None] For port 99b7de6d-52ac-4c53-9214-fef198bb54b1, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=99b7de6d-52ac-4c53-9214-fef198bb54b1,segment=NetworkSegment(5b821f6b-a910-418f-9ed0-d28e7c2036c5),segment_id=5b821f6b-a910-418f-9ed0-d28e7c2036c5)] {{(pid=103722) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 31 12:03:43.730582 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron.plugins.ml2.rpc [None req-43028a7b-58d7-408b-ac75-1328e6896bf7 None None] Returning: {'device': '99b7de6d-52ac-4c53-9214-fef198bb54b1', 'network_id': 'edd9641d-7b8a-4f6f-b1b1-6f5b9e99662a', 'port_id': '99b7de6d-52ac-4c53-9214-fef198bb54b1', 'mac_address': 'fa:16:3e:c9:64:69', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 776, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '554467f2-05f8-4319-998c-3640549da255', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103722) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
May 31 12:03:43.786877 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron_lib.callbacks.manager [None req-43028a7b-58d7-408b-ac75-1328e6896bf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-934180'] for port, before_update {{(pid=103722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 12:03:43.803279 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron.notifiers.nova [None req-43028a7b-58d7-408b-ac75-1328e6896bf7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 99b7de6d-52ac-4c53-9214-fef198bb54b1 {{(pid=103722) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
May 31 12:03:43.819362 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron.plugins.ml2.db [None req-43028a7b-58d7-408b-ac75-1328e6896bf7 None None] For port 99b7de6d-52ac-4c53-9214-fef198bb54b1, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=99b7de6d-52ac-4c53-9214-fef198bb54b1,segment=NetworkSegment(5b821f6b-a910-418f-9ed0-d28e7c2036c5),segment_id=5b821f6b-a910-418f-9ed0-d28e7c2036c5)] {{(pid=103722) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 31 12:03:43.827190 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron_lib.callbacks.manager [None req-43028a7b-58d7-408b-ac75-1328e6896bf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937715', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3701677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744215954324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744215520988', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744215521293'] for port, after_update {{(pid=103722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 12:03:43.830381 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG oslo_concurrency.lockutils [None req-0522fa65-2745-4e25-81fd-be49ea2d3267 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103722) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 31 12:03:43.904751 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43028a7b-58d7-408b-ac75-1328e6896bf7 None None] Pushing event updated for resources: {'Port': ['ID=99b7de6d-52ac-4c53-9214-fef198bb54b1,revision_number=4']} {{(pid=103722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 31 12:03:43.912412 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43028a7b-58d7-408b-ac75-1328e6896bf7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786384-7-iscsi {{(pid=103722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 31 12:03:43.912760 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43028a7b-58d7-408b-ac75-1328e6896bf7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786384-7-iscsi {{(pid=103722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 31 12:03:43.913079 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43028a7b-58d7-408b-ac75-1328e6896bf7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786384-7-iscsi {{(pid=103722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 31 12:03:43.913398 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43028a7b-58d7-408b-ac75-1328e6896bf7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786384-7-iscsi {{(pid=103722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 31 12:03:43.913718 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43028a7b-58d7-408b-ac75-1328e6896bf7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786384-7-iscsi {{(pid=103722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 31 12:03:43.914039 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43028a7b-58d7-408b-ac75-1328e6896bf7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786384-7-iscsi {{(pid=103722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 31 12:03:43.914359 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43028a7b-58d7-408b-ac75-1328e6896bf7 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786384-7-iscsi {{(pid=103722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 31 12:03:43.914662 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43028a7b-58d7-408b-ac75-1328e6896bf7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786384-7-iscsi {{(pid=103722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 31 12:03:43.914972 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43028a7b-58d7-408b-ac75-1328e6896bf7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786384-7-iscsi {{(pid=103722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 31 12:03:43.915283 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43028a7b-58d7-408b-ac75-1328e6896bf7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786384-7-iscsi {{(pid=103722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 31 12:03:43.915597 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43028a7b-58d7-408b-ac75-1328e6896bf7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786384-7-iscsi {{(pid=103722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 31 12:03:43.915926 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43028a7b-58d7-408b-ac75-1328e6896bf7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786384-7-iscsi {{(pid=103722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 31 12:03:43.920095 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG oslo_concurrency.lockutils [None req-43028a7b-58d7-408b-ac75-1328e6896bf7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=103722) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 31 12:03:44.144109 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron.plugins.ml2.db [None req-43028a7b-58d7-408b-ac75-1328e6896bf7 None None] get_ports_and_sgs() called for port_ids ['99b7de6d-52ac-4c53-9214-fef198bb54b1'] {{(pid=103722) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
May 31 12:03:44.186163 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d24ec54d-c016-404b-90bc-aac5790ce57b req-e3666953-8cc3-4809-8bea-b9b3404aee81 tempest-TestVolumeBootPattern-2120221258 tempest-TestVolumeBootPattern-2120221258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 12:03:44.187637 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [req-d24ec54d-c016-404b-90bc-aac5790ce57b req-e3666953-8cc3-4809-8bea-b9b3404aee81 tempest-TestVolumeBootPattern-2120221258 tempest-TestVolumeBootPattern-2120221258-project] 10.222.0.57 "GET /v2.0/ports?device_id=3f4ec39d-1002-4f5a-aa2d-cbd5a1c5ea54 HTTP/1.1" status: 200  len: 945 time: 0.0947828
May 31 12:03:44.232507 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [req-d24ec54d-c016-404b-90bc-aac5790ce57b req-004e4eda-580e-48d7-b63b-f53594241308 tempest-TestVolumeBootPattern-2120221258 tempest-TestVolumeBootPattern-2120221258-project] 10.222.0.57 "GET /v2.0/security-groups?id=6c000b46-1cad-4c27-86ed-828d0205dc63&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0389333
May 31 12:03:45.441653 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65bbfcf6-0cb2-4c67-8cca-808cb3a7f9ea req-94c592c2-58c2-4bb4-960c-be50ae644adf tempest-TestVolumeBootPattern-2120221258 tempest-TestVolumeBootPattern-2120221258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 12:03:45.443160 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [req-65bbfcf6-0cb2-4c67-8cca-808cb3a7f9ea req-94c592c2-58c2-4bb4-960c-be50ae644adf tempest-TestVolumeBootPattern-2120221258 tempest-TestVolumeBootPattern-2120221258-project] 10.222.0.57 "GET /v2.0/ports?device_id=3f4ec39d-1002-4f5a-aa2d-cbd5a1c5ea54 HTTP/1.1" status: 200  len: 945 time: 0.0942814
May 31 12:03:45.489263 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [req-65bbfcf6-0cb2-4c67-8cca-808cb3a7f9ea req-e19e47da-3db9-405f-b2d1-04134ede14d1 tempest-TestVolumeBootPattern-2120221258 tempest-TestVolumeBootPattern-2120221258-project] 10.222.0.57 "GET /v2.0/security-groups?id=6c000b46-1cad-4c27-86ed-828d0205dc63&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0403714
May 31 12:03:45.586934 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron.plugins.ml2.rpc [None req-43028a7b-58d7-408b-ac75-1328e6896bf7 None None] Device 99b7de6d-52ac-4c53-9214-fef198bb54b1 up at agent hyperv_hv-cinder-78638 {{(pid=103722) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 31 12:03:45.670429 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron.db.provisioning_blocks [None req-43028a7b-58d7-408b-ac75-1328e6896bf7 None None] Provisioning for port 99b7de6d-52ac-4c53-9214-fef198bb54b1 completed by entity L2. {{(pid=103722) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 31 12:03:45.675288 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron.db.provisioning_blocks [None req-43028a7b-58d7-408b-ac75-1328e6896bf7 None None] Provisioning complete for port 99b7de6d-52ac-4c53-9214-fef198bb54b1 triggered by entity L2. {{(pid=103722) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 31 12:03:45.675667 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron_lib.callbacks.manager [None req-43028a7b-58d7-408b-ac75-1328e6896bf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857618'] for port, provisioning_complete {{(pid=103722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 12:03:45.800508 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron_lib.callbacks.manager [None req-43028a7b-58d7-408b-ac75-1328e6896bf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-934180'] for port, before_update {{(pid=103722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 12:03:45.826615 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3f4ec39d-1002-4f5a-aa2d-cbd5a1c5ea54', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '99b7de6d-52ac-4c53-9214-fef198bb54b1'}] {{(pid=103722) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 31 12:03:45.828876 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}385953046bb192346b13b574918bbc7d366126a5ac8301ca09ff73df2ee9323d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-58d0d21e-1484-440e-a2f3-10d7f9b1414b" -d '{"events": [{"server_uuid": "3f4ec39d-1002-4f5a-aa2d-cbd5a1c5ea54", "name": "network-vif-plugged", "status": "completed", "tag": "99b7de6d-52ac-4c53-9214-fef198bb54b1"}]}' {{(pid=103722) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
May 31 12:03:45.836449 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron.plugins.ml2.db [None req-43028a7b-58d7-408b-ac75-1328e6896bf7 None None] For port 99b7de6d-52ac-4c53-9214-fef198bb54b1, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=99b7de6d-52ac-4c53-9214-fef198bb54b1,segment=NetworkSegment(5b821f6b-a910-418f-9ed0-d28e7c2036c5),segment_id=5b821f6b-a910-418f-9ed0-d28e7c2036c5)] {{(pid=103722) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 31 12:03:45.840963 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron_lib.callbacks.manager [None req-43028a7b-58d7-408b-ac75-1328e6896bf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937715', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3701677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744215954324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744215520988', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744215521293'] for port, after_update {{(pid=103722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 12:03:45.842751 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG oslo_concurrency.lockutils [None req-43028a7b-58d7-408b-ac75-1328e6896bf7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103722) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 31 12:03:45.878048 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 31 May 2021 12:03:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c694043c-a57b-4379-bf33-5319895f597a x-openstack-request-id: req-c694043c-a57b-4379-bf33-5319895f597a {{(pid=103722) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
May 31 12:03:45.878340 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3f4ec39d-1002-4f5a-aa2d-cbd5a1c5ea54", "name": "network-vif-plugged", "status": "completed", "tag": "99b7de6d-52ac-4c53-9214-fef198bb54b1", "code": 200}]} {{(pid=103722) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
May 31 12:03:45.878593 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-c694043c-a57b-4379-bf33-5319895f597a {{(pid=103722) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
May 31 12:03:45.878983 dv-cinder-786384-7-iscsi neutron-server[103722]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3f4ec39d-1002-4f5a-aa2d-cbd5a1c5ea54', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '99b7de6d-52ac-4c53-9214-fef198bb54b1', 'code': 200}
May 31 12:03:45.915492 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43028a7b-58d7-408b-ac75-1328e6896bf7 None None] Pushing event updated for resources: {'Port': ['ID=99b7de6d-52ac-4c53-9214-fef198bb54b1,revision_number=5']} {{(pid=103722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 31 12:03:45.918725 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG oslo_concurrency.lockutils [None req-43028a7b-58d7-408b-ac75-1328e6896bf7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=103722) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 31 12:03:46.219807 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fd228e4-6350-42bc-a76e-c33471cb30f4 req-a8dc7f0c-daae-4310-9670-57cb8831c7b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 12:03:46.222021 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [req-6fd228e4-6350-42bc-a76e-c33471cb30f4 req-a8dc7f0c-daae-4310-9670-57cb8831c7b4 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=3f4ec39d-1002-4f5a-aa2d-cbd5a1c5ea54 HTTP/1.1" status: 200  len: 1099 time: 0.0775015
May 31 12:03:46.265868 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [req-6fd228e4-6350-42bc-a76e-c33471cb30f4 req-85476748-ad87-4ea7-a6da-7e762fe1adb1 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=6c000b46-1cad-4c27-86ed-828d0205dc63&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0372503
May 31 12:03:46.679490 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e143495-d200-4918-8ca6-b23e45cc130d req-1a10c980-8b77-4876-8e0a-59f83717a85d tempest-TestVolumeBootPattern-2120221258 tempest-TestVolumeBootPattern-2120221258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 12:03:46.680971 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [req-6e143495-d200-4918-8ca6-b23e45cc130d req-1a10c980-8b77-4876-8e0a-59f83717a85d tempest-TestVolumeBootPattern-2120221258 tempest-TestVolumeBootPattern-2120221258-project] 10.222.0.57 "GET /v2.0/ports?device_id=3f4ec39d-1002-4f5a-aa2d-cbd5a1c5ea54 HTTP/1.1" status: 200  len: 946 time: 0.0870111
May 31 12:03:46.725240 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [req-6e143495-d200-4918-8ca6-b23e45cc130d req-b9054086-74d1-4b8b-884f-9dacde2ac03c tempest-TestVolumeBootPattern-2120221258 tempest-TestVolumeBootPattern-2120221258-project] 10.222.0.57 "GET /v2.0/security-groups?id=6c000b46-1cad-4c27-86ed-828d0205dc63&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0385363
May 31 12:03:47.938777 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e5231af-0069-4532-abd5-f6e5cab50d68 req-b70ec533-c776-445f-9554-3ebbfe8f9cdf tempest-TestVolumeBootPattern-2120221258 tempest-TestVolumeBootPattern-2120221258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 12:03:47.940254 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [req-7e5231af-0069-4532-abd5-f6e5cab50d68 req-b70ec533-c776-445f-9554-3ebbfe8f9cdf tempest-TestVolumeBootPattern-2120221258 tempest-TestVolumeBootPattern-2120221258-project] 10.222.0.57 "GET /v2.0/ports?device_id=3f4ec39d-1002-4f5a-aa2d-cbd5a1c5ea54 HTTP/1.1" status: 200  len: 946 time: 0.0889099
May 31 12:03:47.986314 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [req-7e5231af-0069-4532-abd5-f6e5cab50d68 req-3b524e2e-774c-4b50-96dc-1205f5fae3ba tempest-TestVolumeBootPattern-2120221258 tempest-TestVolumeBootPattern-2120221258-project] 10.222.0.57 "GET /v2.0/security-groups?id=6c000b46-1cad-4c27-86ed-828d0205dc63&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0401015
May 31 12:03:48.193272 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3e5fca8-fa9d-4b31-a5af-e85f31c32192 req-918c6d2d-a436-4024-b57a-a02366f603a8 tempest-TestVolumeBootPattern-2120221258 tempest-TestVolumeBootPattern-2120221258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 12:03:48.194702 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [req-f3e5fca8-fa9d-4b31-a5af-e85f31c32192 req-918c6d2d-a436-4024-b57a-a02366f603a8 tempest-TestVolumeBootPattern-2120221258 tempest-TestVolumeBootPattern-2120221258-project] 10.222.0.57 "GET /v2.0/ports?device_id=3f4ec39d-1002-4f5a-aa2d-cbd5a1c5ea54 HTTP/1.1" status: 200  len: 946 time: 0.0898304
May 31 12:03:48.258362 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [req-f3e5fca8-fa9d-4b31-a5af-e85f31c32192 req-912981fe-7267-4f92-9569-68d9476be890 tempest-TestVolumeBootPattern-2120221258 tempest-TestVolumeBootPattern-2120221258-project] 10.222.0.57 "GET /v2.0/security-groups?id=6c000b46-1cad-4c27-86ed-828d0205dc63&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0552921
May 31 12:03:48.282666 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.wsgi [-] (103721) accepted ('10.222.0.57', 50456) {{(pid=103721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 31 12:03:48.355674 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9257f6fb-2b74-4eba-b820-9d4c244c50bf tempest-TestVolumeBootPattern-2143107132 tempest-TestVolumeBootPattern-2143107132-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 12:03:48.357177 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [None req-9257f6fb-2b74-4eba-b820-9d4c244c50bf tempest-TestVolumeBootPattern-2143107132 tempest-TestVolumeBootPattern-2143107132-project-admin] 10.222.0.57 "GET /v2.0/ports?device_id=3f4ec39d-1002-4f5a-aa2d-cbd5a1c5ea54 HTTP/1.1" status: 200  len: 1094 time: 0.0736198
May 31 12:03:48.361078 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.wsgi [-] (103721) accepted ('10.222.0.57', 50460) {{(pid=103721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 31 12:03:48.366054 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.api.v2.base [None req-6a5911d0-fa8b-4585-90b9-dc6247fde1a9 tempest-TestVolumeBootPattern-2120221258 tempest-TestVolumeBootPattern-2120221258-project] Request body: {'floatingip': {'floating_network_id': '1cb16751-6ba1-494a-bef1-53f614bdb222', 'port_id': '99b7de6d-52ac-4c53-9214-fef198bb54b1', 'tenant_id': '5a6b811ce5ca43c7b2fc478d12fff20b', 'fixed_ip_address': '172.20.0.12'}} {{(pid=103721) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 31 12:03:48.372163 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.db.quota.driver [None req-6a5911d0-fa8b-4585-90b9-dc6247fde1a9 tempest-TestVolumeBootPattern-2120221258 tempest-TestVolumeBootPattern-2120221258-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=103721) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 31 12:03:48.376295 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.quota.resource [None req-6a5911d0-fa8b-4585-90b9-dc6247fde1a9 tempest-TestVolumeBootPattern-2120221258 tempest-TestVolumeBootPattern-2120221258-project] Usage tracker for resource:floatingip and tenant:5a6b811ce5ca43c7b2fc478d12fff20b is out of sync, need to count used quota {{(pid=103721) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 31 12:03:48.379460 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.quota.resource [None req-6a5911d0-fa8b-4585-90b9-dc6247fde1a9 tempest-TestVolumeBootPattern-2120221258 tempest-TestVolumeBootPattern-2120221258-project] Quota usage for floatingip was recalculated. Used quota:2. {{(pid=103721) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 31 12:03:48.385471 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.db.quota.driver [None req-6a5911d0-fa8b-4585-90b9-dc6247fde1a9 tempest-TestVolumeBootPattern-2120221258 tempest-TestVolumeBootPattern-2120221258-project] Attempting to reserve 1 items for resource floatingip. Total usage: 2; quota limit: 50; headroom:48 {{(pid=103721) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 31 12:03:48.399914 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron_lib.callbacks.manager [None req-6a5911d0-fa8b-4585-90b9-dc6247fde1a9 tempest-TestVolumeBootPattern-2120221258 tempest-TestVolumeBootPattern-2120221258-project] Notify callbacks [] for floatingip, before_create {{(pid=103721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 12:03:48.537308 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron_lib.callbacks.manager [None req-6a5911d0-fa8b-4585-90b9-dc6247fde1a9 tempest-TestVolumeBootPattern-2120221258 tempest-TestVolumeBootPattern-2120221258-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-934180'] for port, before_create {{(pid=103721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 12:03:48.673312 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.db.db_base_plugin_common [None req-6a5911d0-fa8b-4585-90b9-dc6247fde1a9 tempest-TestVolumeBootPattern-2120221258 tempest-TestVolumeBootPattern-2120221258-project] Allocated IP 172.27.2.157 (1cb16751-6ba1-494a-bef1-53f614bdb222/1135c889-0623-4d10-975a-f2c46f50f0f6/17787e0d-9fe1-4663-a066-e5f26cc84698) {{(pid=103721) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 31 12:03:48.927147 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron_lib.callbacks.manager [None req-6a5911d0-fa8b-4585-90b9-dc6247fde1a9 tempest-TestVolumeBootPattern-2120221258 tempest-TestVolumeBootPattern-2120221258-project] Notify callbacks [] for port, precommit_create {{(pid=103721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 12:03:48.961298 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron_lib.callbacks.manager [None req-6a5911d0-fa8b-4585-90b9-dc6247fde1a9 tempest-TestVolumeBootPattern-2120221258 tempest-TestVolumeBootPattern-2120221258-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937715', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3701677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744215520970', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2250866'] for port, after_create {{(pid=103721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 12:03:48.965092 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG oslo_concurrency.lockutils [None req-ffe0e6e4-a3f8-4c1b-9121-2f1f2b88afdb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103721) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 31 12:03:49.026501 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a5911d0-fa8b-4585-90b9-dc6247fde1a9 tempest-TestVolumeBootPattern-2120221258 tempest-TestVolumeBootPattern-2120221258-project] Network 1cb16751-6ba1-494a-bef1-53f614bdb222 is already hosted by enough agents. {{(pid=103721) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 31 12:03:49.029354 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.scheduler.base_scheduler [None req-6a5911d0-fa8b-4585-90b9-dc6247fde1a9 tempest-TestVolumeBootPattern-2120221258 tempest-TestVolumeBootPattern-2120221258-project] Resources bound (agent type, host, resource id):  {{(pid=103721) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 31 12:03:49.033065 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a5911d0-fa8b-4585-90b9-dc6247fde1a9 tempest-TestVolumeBootPattern-2120221258 tempest-TestVolumeBootPattern-2120221258-project] Received port after_create {{(pid=103721) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
May 31 12:03:49.064994 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a5911d0-fa8b-4585-90b9-dc6247fde1a9 tempest-TestVolumeBootPattern-2120221258 tempest-TestVolumeBootPattern-2120221258-project] Pushing event updated for resources: {'Port': ['ID=17787e0d-9fe1-4663-a066-e5f26cc84698,revision_number=1']} {{(pid=103721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 31 12:03:49.071018 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG oslo_concurrency.lockutils [None req-6a5911d0-fa8b-4585-90b9-dc6247fde1a9 tempest-TestVolumeBootPattern-2120221258 tempest-TestVolumeBootPattern-2120221258-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=103721) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 31 12:03:49.453472 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron_lib.callbacks.manager [None req-6a5911d0-fa8b-4585-90b9-dc6247fde1a9 tempest-TestVolumeBootPattern-2120221258 tempest-TestVolumeBootPattern-2120221258-project] Notify callbacks [] for floatingip, precommit_create {{(pid=103721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 12:03:49.529188 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron_lib.callbacks.manager [None req-6a5911d0-fa8b-4585-90b9-dc6247fde1a9 tempest-TestVolumeBootPattern-2120221258 tempest-TestVolumeBootPattern-2120221258-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-934180'] for port, before_update {{(pid=103721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 12:03:49.747822 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron_lib.callbacks.manager [None req-6a5911d0-fa8b-4585-90b9-dc6247fde1a9 tempest-TestVolumeBootPattern-2120221258 tempest-TestVolumeBootPattern-2120221258-project] Notify callbacks [] for port, precommit_update {{(pid=103721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 12:03:49.756413 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron_lib.callbacks.manager [None req-6a5911d0-fa8b-4585-90b9-dc6247fde1a9 tempest-TestVolumeBootPattern-2120221258 tempest-TestVolumeBootPattern-2120221258-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937715', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3701677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744215954324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744215520988', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744215521293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2250875'] for port, after_update {{(pid=103721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 12:03:49.762133 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG oslo_concurrency.lockutils [None req-aedfd44e-d9b6-4738-9a81-fcb5433c9b34 tempest-AttachVolumeNegativeTest-422449261 tempest-AttachVolumeNegativeTest-422449261-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=103721) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 31 12:03:49.879989 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a5911d0-fa8b-4585-90b9-dc6247fde1a9 tempest-TestVolumeBootPattern-2120221258 tempest-TestVolumeBootPattern-2120221258-project] Pushing event updated for resources: {'Port': ['ID=17787e0d-9fe1-4663-a066-e5f26cc84698,revision_number=2']} {{(pid=103721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 31 12:03:49.883803 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG oslo_concurrency.lockutils [None req-6a5911d0-fa8b-4585-90b9-dc6247fde1a9 tempest-TestVolumeBootPattern-2120221258 tempest-TestVolumeBootPattern-2120221258-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=103721) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 31 12:03:49.893001 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron_lib.callbacks.manager [None req-6a5911d0-fa8b-4585-90b9-dc6247fde1a9 tempest-TestVolumeBootPattern-2120221258 tempest-TestVolumeBootPattern-2120221258-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4088573'] for floatingip, after_update {{(pid=103721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 12:03:50.065968 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.db.l3_db [None req-6a5911d0-fa8b-4585-90b9-dc6247fde1a9 tempest-TestVolumeBootPattern-2120221258 tempest-TestVolumeBootPattern-2120221258-project] Floating IP e6d133ba-a516-4ccd-a4d0-0f8b5aad801c associated. External IP: 172.27.2.157, port: 99b7de6d-52ac-4c53-9214-fef198bb54b1.
May 31 12:03:50.530787 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6a5911d0-fa8b-4585-90b9-dc6247fde1a9 tempest-TestVolumeBootPattern-2120221258 tempest-TestVolumeBootPattern-2120221258-project] Router 115ce9ad-b529-4792-8826-40e7906bc4db has already been hosted by L3 agent f8c17dd7-da16-4427-b6e3-d7e30616bc4c {{(pid=103721) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
May 31 12:03:50.724295 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6a5911d0-fa8b-4585-90b9-dc6247fde1a9 tempest-TestVolumeBootPattern-2120221258 tempest-TestVolumeBootPattern-2120221258-project] Notify agent at l3_agent.dv-cinder-786384-7-iscsi the message routers_updated {{(pid=103721) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
May 31 12:03:50.736607 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23165aa9-4f37-4454-bcc6-8f0ac213dd38 None None] Sync routers for ids ['115ce9ad-b529-4792-8826-40e7906bc4db'] in dv-cinder-786384-7-iscsi {{(pid=103722) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 31 12:03:50.746644 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23165aa9-4f37-4454-bcc6-8f0ac213dd38 None None] Routers {'115ce9ad-b529-4792-8826-40e7906bc4db'} bound to L3 agent in host dv-cinder-786384-7-iscsi {{(pid=103722) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 31 12:03:50.747275 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron.db.l3_hamode_db [None req-23165aa9-4f37-4454-bcc6-8f0ac213dd38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f3ebccc0820>, 'dv-cinder-786384-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-31T11:36:05Z,description=<?>,heartbeat_timestamp=2021-05-31T12:03:36Z,host='dv-cinder-786384-7-iscsi',id=f8c17dd7-da16-4427-b6e3-d7e30616bc4c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-31T11:36:05Z,topic='l3_agent')) {'router_ids': ['115ce9ad-b529-4792-8826-40e7906bc4db'], 'active': True} {{(pid=103722) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 31 12:03:50.752481 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron_lib.callbacks.manager [None req-6a5911d0-fa8b-4585-90b9-dc6247fde1a9 tempest-TestVolumeBootPattern-2120221258 tempest-TestVolumeBootPattern-2120221258-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46333'] for floatingip, before_response {{(pid=103721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 12:03:50.808074 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [None req-6a5911d0-fa8b-4585-90b9-dc6247fde1a9 tempest-TestVolumeBootPattern-2120221258 tempest-TestVolumeBootPattern-2120221258-project] 10.222.0.57 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 997 time: 2.4459403
May 31 12:03:50.808800 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3f4ec39d-1002-4f5a-aa2d-cbd5a1c5ea54', 'tag': '99b7de6d-52ac-4c53-9214-fef198bb54b1'}] {{(pid=103721) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 31 12:03:50.811058 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3cd903d475e597836c68a86188e0a4f713f0e90603b95bd8a010e768671d0d04" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-24117f97-d670-4bd2-9b06-44c82f357fc0" -d '{"events": [{"name": "network-changed", "server_uuid": "3f4ec39d-1002-4f5a-aa2d-cbd5a1c5ea54", "tag": "99b7de6d-52ac-4c53-9214-fef198bb54b1"}]}' {{(pid=103721) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
May 31 12:03:50.852719 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 31 May 2021 12:03:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c5c740a7-bb2a-4775-b446-a5a7b59bd9b0 x-openstack-request-id: req-c5c740a7-bb2a-4775-b446-a5a7b59bd9b0 {{(pid=103721) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
May 31 12:03:50.853048 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3f4ec39d-1002-4f5a-aa2d-cbd5a1c5ea54", "tag": "99b7de6d-52ac-4c53-9214-fef198bb54b1", "status": "completed", "code": 200}]} {{(pid=103721) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
May 31 12:03:50.853338 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-c5c740a7-bb2a-4775-b446-a5a7b59bd9b0 {{(pid=103721) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
May 31 12:03:50.853776 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3f4ec39d-1002-4f5a-aa2d-cbd5a1c5ea54', 'tag': '99b7de6d-52ac-4c53-9214-fef198bb54b1', 'status': 'completed', 'code': 200}
May 31 12:03:50.922512 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron.db.l3_dvr_db [None req-23165aa9-4f37-4454-bcc6-8f0ac213dd38 None None] Set router 115ce9ad-b529-4792-8826-40e7906bc4db gateway port host: dv-cinder-786384-7-iscsi {{(pid=103722) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
May 31 12:03:50.982992 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24117f97-d670-4bd2-9b06-44c82f357fc0 req-f2264bd6-edf8-4549-aa54-0c9a82b92207 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 12:03:50.984689 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [req-24117f97-d670-4bd2-9b06-44c82f357fc0 req-f2264bd6-edf8-4549-aa54-0c9a82b92207 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=5a6b811ce5ca43c7b2fc478d12fff20b&device_id=3f4ec39d-1002-4f5a-aa2d-cbd5a1c5ea54 HTTP/1.1" status: 200  len: 1099 time: 0.0772908
May 31 12:03:51.116455 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24117f97-d670-4bd2-9b06-44c82f357fc0 req-529239eb-1a8f-417c-8e49-a9c121952ca1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 12:03:51.117753 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [req-24117f97-d670-4bd2-9b06-44c82f357fc0 req-529239eb-1a8f-417c-8e49-a9c121952ca1 service neutron] 10.222.0.60 "GET /v2.0/networks?id=edd9641d-7b8a-4f6f-b1b1-6f5b9e99662a HTTP/1.1" status: 200  len: 912 time: 0.1267772
May 31 12:03:51.219543 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [req-24117f97-d670-4bd2-9b06-44c82f357fc0 req-217655e7-acf4-4486-aa31-11d8a52d3d20 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=99b7de6d-52ac-4c53-9214-fef198bb54b1 HTTP/1.1" status: 200  len: 1000 time: 0.0950310
May 31 12:03:51.283896 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24117f97-d670-4bd2-9b06-44c82f357fc0 req-e0694af9-41a0-4868-9263-9bf5c5b66783 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 12:03:51.285400 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [req-24117f97-d670-4bd2-9b06-44c82f357fc0 req-e0694af9-41a0-4868-9263-9bf5c5b66783 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=554467f2-05f8-4319-998c-3640549da255 HTTP/1.1" status: 200  len: 850 time: 0.0603395
May 31 12:03:51.301820 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron.db.l3_hamode_db [None req-23165aa9-4f37-4454-bcc6-8f0ac213dd38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f3ebccc0820>, [{'id': '115ce9ad-b529-4792-8826-40e7906bc4db', 'name': 'tempest-TestVolumeBootPattern-554410731-router', 'tenant_id': '5a6b811ce5ca43c7b2fc478d12fff20b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cb16751-6ba1-494a-bef1-53f614bdb222', 'external_fixed_ips': [{'subnet_id': '1135c889-0623-4d10-975a-f2c46f50f0f6', 'ip_address': '172.27.2.162'}], 'enable_snat': True}, 'gw_port_id': 'ab9dfa04-d24c-455c-a90a-a92ad8078cb6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T11:58:44Z', 'updated_at': '2021-05-31T11:58:47Z', 'revision_number': 4, 'project_id': '5a6b811ce5ca43c7b2fc478d12fff20b', 'gw_port': {'id': 'ab9dfa04-d24c-455c-a90a-a92ad8078cb6', 'name': '', 'network_id': '1cb16751-6ba1-494a-bef1-53f614bdb222', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:06:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '115ce9ad-b529-4792-8826-40e7906bc4db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 656, 'fixed_ips': [{'subnet_id': '1135c889-0623-4d10-975a-f2c46f50f0f6', 'ip_address': '172.27.2.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786384-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T11:58:44Z', 'updated_at': '2021-05-31T11:58:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1135c889-0623-4d10-975a-f2c46f50f0f6', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786384-7-iscsi', '_floatingips': [{'id': '00d19325-415d-459a-8b3a-430662e5a444', 'tenant_id': '5a6b811ce5ca43c7b2fc478d12fff20b', 'floating_ip_address': '172.27.2.170', 'floating_network_id': '1cb16751-6ba1-494a-bef1-53f614bdb222', 'router_id': '115ce9ad-b529-4792-8826-40e7906bc4db', 'port_id': '15423c3b-5e74-42f8-a2ba-8ef3fb217449', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 684, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'edd9641d-7b8a-4f6f-b1b1-6f5b9e99662a', 'mac_address': 'fa:16:3e:13:87:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c963dd9-e9d2-42e8-9a12-3cfe9adde1db', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-31T12:01:53Z', 'updated_at': '2021-05-31T12:01:56Z', 'revision_number': 1, 'project_id': '5a6b811ce5ca43c7b2fc478d12fff20b', 'fixed_ip_address_scope': None}, {'id': 'e6d133ba-a516-4ccd-a4d0-0f8b5aad801c', 'tenant_id': '5a6b811ce5ca43c7b2fc478d12fff20b', 'floating_ip_address': '172.27.2.157', 'floating_network_id': '1cb16751-6ba1-494a-bef1-53f614bdb222', 'router_id': '115ce9ad-b529-4792-8826-40e7906bc4db', 'port_id': '99b7de6d-52ac-4c53-9214-fef198bb54b1', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 687, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'edd9641d-7b8a-4f6f-b1b1-6f5b9e99662a', 'mac_address': 'fa:16:3e:c9:64:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f4ec39d-1002-4f5a-aa2d-cbd5a1c5ea54', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-31T12:03:49Z', 'updated_at': '2021-05-31T12:03:49Z', 'revision_number': 0, 'project_id': '5a6b811ce5ca43c7b2fc478d12fff20b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '18e2efc1-542e-4e22-ba51-08768ab5b35a', 'name': '', 'network_id': 'edd9641d-7b8a-4f6f-b1b1-6f5b9e99662a', 'tenant_id': '5a6b811ce5ca43c7b2fc478d12fff20b', 'mac_address': 'fa:16:3e:65:a2:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '115ce9ad-b529-4792-8826-40e7906bc4db', 'device_owner': 'network:router_interface', 'standard_attr_id': 657, 'fixed_ips': [{'subnet_id': '554467f2-05f8-4319-998c-3640549da255', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786384-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T11:58:47Z', 'updated_at': '2021-05-31T11:58:54Z', 'revision_number': 5, 'project_id': '5a6b811ce5ca43c7b2fc478d12fff20b', 'subnets': [{'id': '554467f2-05f8-4319-998c-3640549da255', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786384-7-iscsi', False) {} {{(pid=103722) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 31 12:03:51.305798 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23165aa9-4f37-4454-bcc6-8f0ac213dd38 None None] Checking router: 115ce9ad-b529-4792-8826-40e7906bc4db for host: dv-cinder-786384-7-iscsi {{(pid=103722) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
May 31 12:03:51.314426 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23165aa9-4f37-4454-bcc6-8f0ac213dd38 None None] Routers {'115ce9ad-b529-4792-8826-40e7906bc4db'} bound to L3 agent in host dv-cinder-786384-7-iscsi {{(pid=103722) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 31 12:03:51.315016 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron.db.l3_hamode_db [None req-23165aa9-4f37-4454-bcc6-8f0ac213dd38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f3ebccc0820>, 'dv-cinder-786384-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-31T11:36:05Z,description=<?>,heartbeat_timestamp=2021-05-31T12:03:36Z,host='dv-cinder-786384-7-iscsi',id=f8c17dd7-da16-4427-b6e3-d7e30616bc4c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-31T11:36:05Z,topic='l3_agent')) {'router_ids': ['115ce9ad-b529-4792-8826-40e7906bc4db'], 'active': True} {{(pid=103722) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 31 12:03:51.364675 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24117f97-d670-4bd2-9b06-44c82f357fc0 req-1e9d1b28-8816-4eb4-89a5-95269c923621 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 12:03:51.366156 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [req-24117f97-d670-4bd2-9b06-44c82f357fc0 req-1e9d1b28-8816-4eb4-89a5-95269c923621 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=edd9641d-7b8a-4f6f-b1b1-6f5b9e99662a&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0748672
May 31 12:03:51.494545 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron.db.l3_dvr_db [None req-23165aa9-4f37-4454-bcc6-8f0ac213dd38 None None] Set router 115ce9ad-b529-4792-8826-40e7906bc4db gateway port host: dv-cinder-786384-7-iscsi {{(pid=103722) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
May 31 12:03:51.498335 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [req-24117f97-d670-4bd2-9b06-44c82f357fc0 req-f9dd8277-794e-4578-a9b7-6f2dec03b905 service neutron] 10.222.0.60 "GET /v2.0/networks/edd9641d-7b8a-4f6f-b1b1-6f5b9e99662a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1248782
May 31 12:03:51.631834 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [req-24117f97-d670-4bd2-9b06-44c82f357fc0 req-2a9e1188-1bf5-4413-bd4a-27fca1f769a5 service neutron] 10.222.0.60 "GET /v2.0/networks/edd9641d-7b8a-4f6f-b1b1-6f5b9e99662a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1271207
May 31 12:03:51.859127 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron.db.l3_hamode_db [None req-23165aa9-4f37-4454-bcc6-8f0ac213dd38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f3ebccc0820>, [{'id': '115ce9ad-b529-4792-8826-40e7906bc4db', 'name': 'tempest-TestVolumeBootPattern-554410731-router', 'tenant_id': '5a6b811ce5ca43c7b2fc478d12fff20b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cb16751-6ba1-494a-bef1-53f614bdb222', 'external_fixed_ips': [{'subnet_id': '1135c889-0623-4d10-975a-f2c46f50f0f6', 'ip_address': '172.27.2.162'}], 'enable_snat': True}, 'gw_port_id': 'ab9dfa04-d24c-455c-a90a-a92ad8078cb6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T11:58:44Z', 'updated_at': '2021-05-31T11:58:47Z', 'revision_number': 4, 'project_id': '5a6b811ce5ca43c7b2fc478d12fff20b', 'gw_port': {'id': 'ab9dfa04-d24c-455c-a90a-a92ad8078cb6', 'name': '', 'network_id': '1cb16751-6ba1-494a-bef1-53f614bdb222', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:06:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '115ce9ad-b529-4792-8826-40e7906bc4db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 656, 'fixed_ips': [{'subnet_id': '1135c889-0623-4d10-975a-f2c46f50f0f6', 'ip_address': '172.27.2.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786384-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T11:58:44Z', 'updated_at': '2021-05-31T11:58:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1135c889-0623-4d10-975a-f2c46f50f0f6', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786384-7-iscsi', '_floatingips': [{'id': '00d19325-415d-459a-8b3a-430662e5a444', 'tenant_id': '5a6b811ce5ca43c7b2fc478d12fff20b', 'floating_ip_address': '172.27.2.170', 'floating_network_id': '1cb16751-6ba1-494a-bef1-53f614bdb222', 'router_id': '115ce9ad-b529-4792-8826-40e7906bc4db', 'port_id': '15423c3b-5e74-42f8-a2ba-8ef3fb217449', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 684, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'edd9641d-7b8a-4f6f-b1b1-6f5b9e99662a', 'mac_address': 'fa:16:3e:13:87:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c963dd9-e9d2-42e8-9a12-3cfe9adde1db', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-31T12:01:53Z', 'updated_at': '2021-05-31T12:01:56Z', 'revision_number': 1, 'project_id': '5a6b811ce5ca43c7b2fc478d12fff20b', 'fixed_ip_address_scope': None}, {'id': 'e6d133ba-a516-4ccd-a4d0-0f8b5aad801c', 'tenant_id': '5a6b811ce5ca43c7b2fc478d12fff20b', 'floating_ip_address': '172.27.2.157', 'floating_network_id': '1cb16751-6ba1-494a-bef1-53f614bdb222', 'router_id': '115ce9ad-b529-4792-8826-40e7906bc4db', 'port_id': '99b7de6d-52ac-4c53-9214-fef198bb54b1', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 687, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'edd9641d-7b8a-4f6f-b1b1-6f5b9e99662a', 'mac_address': 'fa:16:3e:c9:64:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f4ec39d-1002-4f5a-aa2d-cbd5a1c5ea54', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-31T12:03:49Z', 'updated_at': '2021-05-31T12:03:49Z', 'revision_number': 0, 'project_id': '5a6b811ce5ca43c7b2fc478d12fff20b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '18e2efc1-542e-4e22-ba51-08768ab5b35a', 'name': '', 'network_id': 'edd9641d-7b8a-4f6f-b1b1-6f5b9e99662a', 'tenant_id': '5a6b811ce5ca43c7b2fc478d12fff20b', 'mac_address': 'fa:16:3e:65:a2:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '115ce9ad-b529-4792-8826-40e7906bc4db', 'device_owner': 'network:router_interface', 'standard_attr_id': 657, 'fixed_ips': [{'subnet_id': '554467f2-05f8-4319-998c-3640549da255', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786384-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T11:58:47Z', 'updated_at': '2021-05-31T11:58:54Z', 'revision_number': 5, 'project_id': '5a6b811ce5ca43c7b2fc478d12fff20b', 'subnets': [{'id': '554467f2-05f8-4319-998c-3640549da255', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786384-7-iscsi', False) {} {{(pid=103722) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 31 12:03:51.863558 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23165aa9-4f37-4454-bcc6-8f0ac213dd38 None None] The sync data for ids ['115ce9ad-b529-4792-8826-40e7906bc4db'] in dv-cinder-786384-7-iscsi is: [{'id': '115ce9ad-b529-4792-8826-40e7906bc4db', 'name': 'tempest-TestVolumeBootPattern-554410731-router', 'tenant_id': '5a6b811ce5ca43c7b2fc478d12fff20b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cb16751-6ba1-494a-bef1-53f614bdb222', 'external_fixed_ips': [{'subnet_id': '1135c889-0623-4d10-975a-f2c46f50f0f6', 'ip_address': '172.27.2.162'}], 'enable_snat': True}, 'gw_port_id': 'ab9dfa04-d24c-455c-a90a-a92ad8078cb6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T11:58:44Z', 'updated_at': '2021-05-31T11:58:47Z', 'revision_number': 4, 'project_id': '5a6b811ce5ca43c7b2fc478d12fff20b', 'gw_port': {'id': 'ab9dfa04-d24c-455c-a90a-a92ad8078cb6', 'name': '', 'network_id': '1cb16751-6ba1-494a-bef1-53f614bdb222', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:06:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '115ce9ad-b529-4792-8826-40e7906bc4db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 656, 'fixed_ips': [{'subnet_id': '1135c889-0623-4d10-975a-f2c46f50f0f6', 'ip_address': '172.27.2.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786384-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T11:58:44Z', 'updated_at': '2021-05-31T11:58:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1135c889-0623-4d10-975a-f2c46f50f0f6', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786384-7-iscsi', '_floatingips': [{'id': '00d19325-415d-459a-8b3a-430662e5a444', 'tenant_id': '5a6b811ce5ca43c7b2fc478d12fff20b', 'floating_ip_address': '172.27.2.170', 'floating_network_id': '1cb16751-6ba1-494a-bef1-53f614bdb222', 'router_id': '115ce9ad-b529-4792-8826-40e7906bc4db', 'port_id': '15423c3b-5e74-42f8-a2ba-8ef3fb217449', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 684, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'edd9641d-7b8a-4f6f-b1b1-6f5b9e99662a', 'mac_address': 'fa:16:3e:13:87:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c963dd9-e9d2-42e8-9a12-3cfe9adde1db', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-31T12:01:53Z', 'updated_at': '2021-05-31T12:01:56Z', 'revision_number': 1, 'project_id': '5a6b811ce5ca43c7b2fc478d12fff20b', 'fixed_ip_address_scope': None}, {'id': 'e6d133ba-a516-4ccd-a4d0-0f8b5aad801c', 'tenant_id': '5a6b811ce5ca43c7b2fc478d12fff20b', 'floating_ip_address': '172.27.2.157', 'floating_network_id': '1cb16751-6ba1-494a-bef1-53f614bdb222', 'router_id': '115ce9ad-b529-4792-8826-40e7906bc4db', 'port_id': '99b7de6d-52ac-4c53-9214-fef198bb54b1', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 687, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'edd9641d-7b8a-4f6f-b1b1-6f5b9e99662a', 'mac_address': 'fa:16:3e:c9:64:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f4ec39d-1002-4f5a-aa2d-cbd5a1c5ea54', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-31T12:03:49Z', 'updated_at': '2021-05-31T12:03:49Z', 'revision_number': 0, 'project_id': '5a6b811ce5ca43c7b2fc478d12fff20b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '18e2efc1-542e-4e22-ba51-08768ab5b35a', 'name': '', 'network_id': 'edd9641d-7b8a-4f6f-b1b1-6f5b9e99662a', 'tenant_id': '5a6b811ce5ca43c7b2fc478d12fff20b', 'mac_address': 'fa:16:3e:65:a2:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '115ce9ad-b529-4792-8826-40e7906bc4db', 'device_owner': 'network:router_interface', 'standard_attr_id': 657, 'fixed_ips': [{'subnet_id': '554467f2-05f8-4319-998c-3640549da255', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786384-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T11:58:47Z', 'updated_at': '2021-05-31T11:58:54Z', 'revision_number': 5, 'project_id': '5a6b811ce5ca43c7b2fc478d12fff20b', 'subnets': [{'id': '554467f2-05f8-4319-998c-3640549da255', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103722) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 31 12:03:52.067076 dv-cinder-786384-7-iscsi neutron-server[103723]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45cc262b-c3ba-44c6-8963-c2024fd4e565 None None] New status for floating IP e6d133ba-a516-4ccd-a4d0-0f8b5aad801c: ACTIVE {{(pid=103723) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
May 31 12:03:54.239489 dv-cinder-786384-7-iscsi neutron-server[103723]: DEBUG neutron.db.agents_db [None req-cb648da2-ef1b-4de5-af28-8b32e926ae6d None None] Agent healthcheck: found 6 active agents {{(pid=103723) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}}
May 31 12:04:01.654547 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron_lib.callbacks.manager [None req-43028a7b-58d7-408b-ac75-1328e6896bf7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744215964654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857257'] for agent, after_update {{(pid=103722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 12:04:01.815673 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron.wsgi [req-a084aa59-41a7-47b9-918d-4a412d7a95be req-d9771bbf-25f4-4ce5-9dda-18b300735d83 tempest-TestMinimumBasicScenario-386923442 tempest-TestMinimumBasicScenario-386923442-project] (103720) timed out ('10.222.0.60', 54978) {{(pid=103720) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}}
May 31 12:04:03.104779 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron_lib.callbacks.manager [None req-5f5f0357-03a0-4e0a-8f7f-814bc7eb9f8f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744215964654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857257'] for agent, after_update {{(pid=103722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 12:04:05.527405 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron_lib.callbacks.manager [None req-447bbb83-a460-4a85-948d-b112bc5cc00d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744215964654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857257'] for agent, after_update {{(pid=103722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 12:04:05.644393 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron_lib.callbacks.manager [None req-1f0a762f-0348-4bba-b860-8eddab4cd770 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744215964654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857257'] for agent, after_update {{(pid=103722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 12:04:06.595769 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron_lib.callbacks.manager [None req-c59bf3d8-3f04-4740-8d75-807cb4f7478e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744215964654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857257'] for agent, after_update {{(pid=103722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 12:04:08.065630 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron_lib.callbacks.manager [None req-e2b995a4-3526-4c71-93aa-7f4ba47dfd64 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744215964654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857257'] for agent, after_update {{(pid=103722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 12:04:13.470632 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [req-f15bf2a9-ca1d-43a1-a64a-3171f0777985 req-54de762b-7869-407c-9238-05269bd87690 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=1c963dd9-e9d2-42e8-9a12-3cfe9adde1db&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.0795474
May 31 12:04:13.634826 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f15bf2a9-ca1d-43a1-a64a-3171f0777985 req-1cd33789-7024-4b7a-9757-2f4c1e9b8dc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 12:04:13.636619 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [req-f15bf2a9-ca1d-43a1-a64a-3171f0777985 req-1cd33789-7024-4b7a-9757-2f4c1e9b8dc7 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=5a6b811ce5ca43c7b2fc478d12fff20b&device_id=1c963dd9-e9d2-42e8-9a12-3cfe9adde1db HTTP/1.1" status: 200  len: 1099 time: 0.0752523
May 31 12:04:13.792206 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f15bf2a9-ca1d-43a1-a64a-3171f0777985 req-78362dfe-c007-4614-81fe-bb2f6e5ab762 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 12:04:13.794245 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [req-f15bf2a9-ca1d-43a1-a64a-3171f0777985 req-78362dfe-c007-4614-81fe-bb2f6e5ab762 service neutron] 10.222.0.60 "GET /v2.0/networks?id=edd9641d-7b8a-4f6f-b1b1-6f5b9e99662a HTTP/1.1" status: 200  len: 912 time: 0.1333828
May 31 12:04:13.902119 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [req-f15bf2a9-ca1d-43a1-a64a-3171f0777985 req-d622b797-4f0f-4ffe-a140-c5cb6827430d service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=15423c3b-5e74-42f8-a2ba-8ef3fb217449 HTTP/1.1" status: 200  len: 1002 time: 0.1017542
May 31 12:04:13.970805 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f15bf2a9-ca1d-43a1-a64a-3171f0777985 req-38b27959-ac53-4144-bc5f-1db7330cd1cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 12:04:13.973145 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [req-f15bf2a9-ca1d-43a1-a64a-3171f0777985 req-38b27959-ac53-4144-bc5f-1db7330cd1cf service neutron] 10.222.0.60 "GET /v2.0/subnets?id=554467f2-05f8-4319-998c-3640549da255 HTTP/1.1" status: 200  len: 850 time: 0.0638893
May 31 12:04:14.158651 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f15bf2a9-ca1d-43a1-a64a-3171f0777985 req-96940ff3-738c-4444-ab9c-514c0b7d4b54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 12:04:14.160112 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [req-f15bf2a9-ca1d-43a1-a64a-3171f0777985 req-96940ff3-738c-4444-ab9c-514c0b7d4b54 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=edd9641d-7b8a-4f6f-b1b1-6f5b9e99662a&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1802623
May 31 12:04:14.170808 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.wsgi [req-f15bf2a9-ca1d-43a1-a64a-3171f0777985 req-92c89e3c-089b-4331-a00b-7e6c8ddbc266 service neutron] http://10.222.0.57:9696/v2.0/extensions returned with HTTP 200 {{(pid=103721) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
May 31 12:04:14.171719 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [req-f15bf2a9-ca1d-43a1-a64a-3171f0777985 req-92c89e3c-089b-4331-a00b-7e6c8ddbc266 service neutron] 10.222.0.60 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13640 time: 0.0049059
May 31 12:04:14.310863 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [req-f15bf2a9-ca1d-43a1-a64a-3171f0777985 req-e74aff93-8000-481f-9926-e1ac3f32de9c service neutron] 10.222.0.60 "GET /v2.0/networks/edd9641d-7b8a-4f6f-b1b1-6f5b9e99662a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1318555
May 31 12:04:14.441175 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [req-f15bf2a9-ca1d-43a1-a64a-3171f0777985 req-178746ef-d8a3-4d22-848e-1f73cc04b7a2 service neutron] 10.222.0.60 "GET /v2.0/networks/edd9641d-7b8a-4f6f-b1b1-6f5b9e99662a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1238492
May 31 12:04:31.244080 dv-cinder-786384-7-iscsi neutron-server[103723]: DEBUG neutron.db.agents_db [None req-cb648da2-ef1b-4de5-af28-8b32e926ae6d None None] Agent healthcheck: found 6 active agents {{(pid=103723) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}}
May 31 12:04:31.656101 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron_lib.callbacks.manager [None req-43028a7b-58d7-408b-ac75-1328e6896bf7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744215964654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857257'] for agent, after_update {{(pid=103722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 12:04:33.118899 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron_lib.callbacks.manager [None req-a834c6a2-dfbb-4d27-aa96-cd41eb9fec85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744215964654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857257'] for agent, after_update {{(pid=103722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 12:04:35.531015 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron_lib.callbacks.manager [None req-69afdddb-ec69-48ed-97b1-e0f22677dfec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744215964654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857257'] for agent, after_update {{(pid=103722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 12:04:35.647852 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron_lib.callbacks.manager [None req-1f0a762f-0348-4bba-b860-8eddab4cd770 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744215964654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857257'] for agent, after_update {{(pid=103722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 12:04:36.592340 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron_lib.callbacks.manager [None req-c59bf3d8-3f04-4740-8d75-807cb4f7478e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744215964654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857257'] for agent, after_update {{(pid=103722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 12:04:38.073154 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron_lib.callbacks.manager [None req-e2b995a4-3526-4c71-93aa-7f4ba47dfd64 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744215964654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857257'] for agent, after_update {{(pid=103722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 12:05:01.670590 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron_lib.callbacks.manager [None req-43028a7b-58d7-408b-ac75-1328e6896bf7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744215964654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857257'] for agent, after_update {{(pid=103722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 12:05:02.882960 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron.wsgi [req-59584b2d-c7e1-43b8-bc63-2437c343fc60 req-699d364f-47f3-438d-80ea-a4a5bf2320d5 service neutron] (103720) timed out ('10.222.0.57', 47464) {{(pid=103720) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}}
May 31 12:05:03.116895 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron_lib.callbacks.manager [None req-506f0a1d-a370-4255-8da0-2872ecf8bcc8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744215964654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857257'] for agent, after_update {{(pid=103722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 12:05:05.528056 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron_lib.callbacks.manager [None req-284879b6-8dae-4550-ba58-9350f48466ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744215964654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857257'] for agent, after_update {{(pid=103722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 12:05:05.644080 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron_lib.callbacks.manager [None req-1f0a762f-0348-4bba-b860-8eddab4cd770 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744215964654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857257'] for agent, after_update {{(pid=103722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 12:05:06.594221 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron_lib.callbacks.manager [None req-c59bf3d8-3f04-4740-8d75-807cb4f7478e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744215964654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857257'] for agent, after_update {{(pid=103722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 12:05:08.071359 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron_lib.callbacks.manager [None req-e2b995a4-3526-4c71-93aa-7f4ba47dfd64 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744215964654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857257'] for agent, after_update {{(pid=103722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 12:05:08.249155 dv-cinder-786384-7-iscsi neutron-server[103723]: DEBUG neutron.db.agents_db [None req-cb648da2-ef1b-4de5-af28-8b32e926ae6d None None] Agent healthcheck: found 6 active agents {{(pid=103723) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}}
May 31 12:05:13.570505 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [req-7eecbe53-c41f-452f-bc84-b393aed0bcc4 req-2e047276-8006-4a10-83da-2cfc20275ecb service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=3f4ec39d-1002-4f5a-aa2d-cbd5a1c5ea54&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.1136382
May 31 12:05:13.689379 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eecbe53-c41f-452f-bc84-b393aed0bcc4 req-5aa2eece-e944-42f2-a27e-4c3f9371a8cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 12:05:13.690783 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [req-7eecbe53-c41f-452f-bc84-b393aed0bcc4 req-5aa2eece-e944-42f2-a27e-4c3f9371a8cf service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=5a6b811ce5ca43c7b2fc478d12fff20b&device_id=3f4ec39d-1002-4f5a-aa2d-cbd5a1c5ea54 HTTP/1.1" status: 200  len: 1099 time: 0.0775218
May 31 12:05:13.835966 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eecbe53-c41f-452f-bc84-b393aed0bcc4 req-dc6df92e-3916-4300-a1e3-2c53f22a81cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 12:05:13.837397 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [req-7eecbe53-c41f-452f-bc84-b393aed0bcc4 req-dc6df92e-3916-4300-a1e3-2c53f22a81cd service neutron] 10.222.0.60 "GET /v2.0/networks?id=edd9641d-7b8a-4f6f-b1b1-6f5b9e99662a HTTP/1.1" status: 200  len: 912 time: 0.1261742
May 31 12:05:13.945150 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [req-7eecbe53-c41f-452f-bc84-b393aed0bcc4 req-4e53aba7-358a-442b-ac43-7378527849e2 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=99b7de6d-52ac-4c53-9214-fef198bb54b1 HTTP/1.1" status: 200  len: 1002 time: 0.1003547
May 31 12:05:14.011588 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eecbe53-c41f-452f-bc84-b393aed0bcc4 req-764a2f84-1243-4ba4-b004-04c17d2cd5e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 12:05:14.013377 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [req-7eecbe53-c41f-452f-bc84-b393aed0bcc4 req-764a2f84-1243-4ba4-b004-04c17d2cd5e6 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=554467f2-05f8-4319-998c-3640549da255 HTTP/1.1" status: 200  len: 850 time: 0.0616713
May 31 12:05:14.094271 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eecbe53-c41f-452f-bc84-b393aed0bcc4 req-fea760dd-1a2b-404c-b1f2-0f79d22869af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 12:05:14.095645 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [req-7eecbe53-c41f-452f-bc84-b393aed0bcc4 req-fea760dd-1a2b-404c-b1f2-0f79d22869af service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=edd9641d-7b8a-4f6f-b1b1-6f5b9e99662a&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0757213
May 31 12:05:14.225545 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [req-7eecbe53-c41f-452f-bc84-b393aed0bcc4 req-dce2a51a-2c77-4f3f-9140-2f3d67c815bc service neutron] 10.222.0.60 "GET /v2.0/networks/edd9641d-7b8a-4f6f-b1b1-6f5b9e99662a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1235852
May 31 12:05:14.365722 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [req-7eecbe53-c41f-452f-bc84-b393aed0bcc4 req-0f186480-0d95-4184-be05-f32cf5d28211 service neutron] 10.222.0.60 "GET /v2.0/networks/edd9641d-7b8a-4f6f-b1b1-6f5b9e99662a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1340249
May 31 12:05:18.343030 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.wsgi [-] (103721) accepted ('10.222.0.57', 50496) {{(pid=103721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 31 12:05:18.661268 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.plugins.ml2.plugin [None req-00418371-0386-492c-a0de-9f45c9238fe9 tempest-TestVolumeBootPattern-2120221258 tempest-TestVolumeBootPattern-2120221258-project] Deleting port 17787e0d-9fe1-4663-a066-e5f26cc84698 {{(pid=103721) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
May 31 12:05:18.661504 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron_lib.callbacks.manager [None req-00418371-0386-492c-a0de-9f45c9238fe9 tempest-TestVolumeBootPattern-2120221258 tempest-TestVolumeBootPattern-2120221258-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744215952451'] for port, before_delete {{(pid=103721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 12:05:18.899378 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron_lib.callbacks.manager [None req-00418371-0386-492c-a0de-9f45c9238fe9 tempest-TestVolumeBootPattern-2120221258 tempest-TestVolumeBootPattern-2120221258-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4088094'] for port, precommit_delete {{(pid=103721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 12:05:18.899817 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron_lib.callbacks.manager [None req-00418371-0386-492c-a0de-9f45c9238fe9 tempest-TestVolumeBootPattern-2120221258 tempest-TestVolumeBootPattern-2120221258-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=103721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 12:05:19.019266 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.plugins.ml2.plugin [None req-00418371-0386-492c-a0de-9f45c9238fe9 tempest-TestVolumeBootPattern-2120221258 tempest-TestVolumeBootPattern-2120221258-project] Calling delete_port for 17787e0d-9fe1-4663-a066-e5f26cc84698 owned by network:floatingip {{(pid=103721) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
May 31 12:05:19.148000 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron_lib.callbacks.manager [None req-00418371-0386-492c-a0de-9f45c9238fe9 tempest-TestVolumeBootPattern-2120221258 tempest-TestVolumeBootPattern-2120221258-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937715', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3701677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744215954342', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744215520979', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2250866'] for port, after_delete {{(pid=103721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 12:05:19.151606 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG oslo_concurrency.lockutils [None req-6a5911d0-fa8b-4585-90b9-dc6247fde1a9 tempest-TestVolumeBootPattern-2120221258 tempest-TestVolumeBootPattern-2120221258-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103721) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 31 12:05:19.197619 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00418371-0386-492c-a0de-9f45c9238fe9 tempest-TestVolumeBootPattern-2120221258 tempest-TestVolumeBootPattern-2120221258-project] Pushing event deleted for resources: {'Port': ['ID=17787e0d-9fe1-4663-a066-e5f26cc84698,revision_number=None']} {{(pid=103721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 31 12:05:19.233928 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00418371-0386-492c-a0de-9f45c9238fe9 tempest-TestVolumeBootPattern-2120221258 tempest-TestVolumeBootPattern-2120221258-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786384-7-iscsi {{(pid=103721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 31 12:05:19.234287 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00418371-0386-492c-a0de-9f45c9238fe9 tempest-TestVolumeBootPattern-2120221258 tempest-TestVolumeBootPattern-2120221258-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786384-7-iscsi {{(pid=103721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 31 12:05:19.234655 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00418371-0386-492c-a0de-9f45c9238fe9 tempest-TestVolumeBootPattern-2120221258 tempest-TestVolumeBootPattern-2120221258-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786384-7-iscsi {{(pid=103721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 31 12:05:19.235021 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00418371-0386-492c-a0de-9f45c9238fe9 tempest-TestVolumeBootPattern-2120221258 tempest-TestVolumeBootPattern-2120221258-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786384-7-iscsi {{(pid=103721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 31 12:05:19.235376 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00418371-0386-492c-a0de-9f45c9238fe9 tempest-TestVolumeBootPattern-2120221258 tempest-TestVolumeBootPattern-2120221258-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786384-7-iscsi {{(pid=103721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 31 12:05:19.235732 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00418371-0386-492c-a0de-9f45c9238fe9 tempest-TestVolumeBootPattern-2120221258 tempest-TestVolumeBootPattern-2120221258-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786384-7-iscsi {{(pid=103721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 31 12:05:19.236117 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00418371-0386-492c-a0de-9f45c9238fe9 tempest-TestVolumeBootPattern-2120221258 tempest-TestVolumeBootPattern-2120221258-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786384-7-iscsi {{(pid=103721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 31 12:05:19.236464 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00418371-0386-492c-a0de-9f45c9238fe9 tempest-TestVolumeBootPattern-2120221258 tempest-TestVolumeBootPattern-2120221258-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786384-7-iscsi {{(pid=103721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 31 12:05:19.236822 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00418371-0386-492c-a0de-9f45c9238fe9 tempest-TestVolumeBootPattern-2120221258 tempest-TestVolumeBootPattern-2120221258-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786384-7-iscsi {{(pid=103721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 31 12:05:19.237179 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00418371-0386-492c-a0de-9f45c9238fe9 tempest-TestVolumeBootPattern-2120221258 tempest-TestVolumeBootPattern-2120221258-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786384-7-iscsi {{(pid=103721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 31 12:05:19.237530 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00418371-0386-492c-a0de-9f45c9238fe9 tempest-TestVolumeBootPattern-2120221258 tempest-TestVolumeBootPattern-2120221258-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786384-7-iscsi {{(pid=103721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 31 12:05:19.237873 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00418371-0386-492c-a0de-9f45c9238fe9 tempest-TestVolumeBootPattern-2120221258 tempest-TestVolumeBootPattern-2120221258-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786384-7-iscsi {{(pid=103721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 31 12:05:19.244804 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG oslo_concurrency.lockutils [None req-00418371-0386-492c-a0de-9f45c9238fe9 tempest-TestVolumeBootPattern-2120221258 tempest-TestVolumeBootPattern-2120221258-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=103721) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 31 12:05:19.302684 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron_lib.callbacks.manager [None req-00418371-0386-492c-a0de-9f45c9238fe9 tempest-TestVolumeBootPattern-2120221258 tempest-TestVolumeBootPattern-2120221258-project] Notify callbacks [] for floatingip, after_delete {{(pid=103721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 12:05:19.302912 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.db.l3_db [None req-00418371-0386-492c-a0de-9f45c9238fe9 tempest-TestVolumeBootPattern-2120221258 tempest-TestVolumeBootPattern-2120221258-project] Floating IP e6d133ba-a516-4ccd-a4d0-0f8b5aad801c disassociated (deleted). External IP: 172.27.2.157, port: 99b7de6d-52ac-4c53-9214-fef198bb54b1.
May 31 12:05:19.666400 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-00418371-0386-492c-a0de-9f45c9238fe9 tempest-TestVolumeBootPattern-2120221258 tempest-TestVolumeBootPattern-2120221258-project] Router 115ce9ad-b529-4792-8826-40e7906bc4db has already been hosted by L3 agent f8c17dd7-da16-4427-b6e3-d7e30616bc4c {{(pid=103721) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
May 31 12:05:19.848145 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-00418371-0386-492c-a0de-9f45c9238fe9 tempest-TestVolumeBootPattern-2120221258 tempest-TestVolumeBootPattern-2120221258-project] Notify agent at l3_agent.dv-cinder-786384-7-iscsi the message routers_updated {{(pid=103721) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
May 31 12:05:19.858150 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7e3934f-f7aa-460d-80e6-84e3ce68323c None None] Sync routers for ids ['115ce9ad-b529-4792-8826-40e7906bc4db'] in dv-cinder-786384-7-iscsi {{(pid=103722) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 31 12:05:19.870180 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron_lib.callbacks.manager [None req-00418371-0386-492c-a0de-9f45c9238fe9 tempest-TestVolumeBootPattern-2120221258 tempest-TestVolumeBootPattern-2120221258-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46333'] for floatingip, before_response {{(pid=103721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 12:05:19.872539 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7e3934f-f7aa-460d-80e6-84e3ce68323c None None] Routers {'115ce9ad-b529-4792-8826-40e7906bc4db'} bound to L3 agent in host dv-cinder-786384-7-iscsi {{(pid=103722) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 31 12:05:19.873263 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron.db.l3_hamode_db [None req-b7e3934f-f7aa-460d-80e6-84e3ce68323c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f3ebc99f790>, 'dv-cinder-786384-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-31T11:36:05Z,description=<?>,heartbeat_timestamp=2021-05-31T12:05:06Z,host='dv-cinder-786384-7-iscsi',id=f8c17dd7-da16-4427-b6e3-d7e30616bc4c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-31T11:36:05Z,topic='l3_agent')) {'router_ids': ['115ce9ad-b529-4792-8826-40e7906bc4db'], 'active': True} {{(pid=103722) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 31 12:05:19.926602 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [None req-00418371-0386-492c-a0de-9f45c9238fe9 tempest-TestVolumeBootPattern-2120221258 tempest-TestVolumeBootPattern-2120221258-project] 10.222.0.57 "DELETE /v2.0/floatingips/e6d133ba-a516-4ccd-a4d0-0f8b5aad801c HTTP/1.1" status: 204  len: 168 time: 1.5818670
May 31 12:05:19.927049 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3f4ec39d-1002-4f5a-aa2d-cbd5a1c5ea54', 'tag': '99b7de6d-52ac-4c53-9214-fef198bb54b1'}] {{(pid=103721) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 31 12:05:19.929498 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3cd903d475e597836c68a86188e0a4f713f0e90603b95bd8a010e768671d0d04" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a1fb3399-22ca-4848-8ec4-fb53def283c4" -d '{"events": [{"name": "network-changed", "server_uuid": "3f4ec39d-1002-4f5a-aa2d-cbd5a1c5ea54", "tag": "99b7de6d-52ac-4c53-9214-fef198bb54b1"}]}' {{(pid=103721) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
May 31 12:05:19.983073 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 31 May 2021 12:05:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b7c36d6f-c6e5-4470-8760-04d0b51b97f7 x-openstack-request-id: req-b7c36d6f-c6e5-4470-8760-04d0b51b97f7 {{(pid=103721) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
May 31 12:05:19.983368 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3f4ec39d-1002-4f5a-aa2d-cbd5a1c5ea54", "tag": "99b7de6d-52ac-4c53-9214-fef198bb54b1", "status": "completed", "code": 200}]} {{(pid=103721) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
May 31 12:05:19.983702 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-b7c36d6f-c6e5-4470-8760-04d0b51b97f7 {{(pid=103721) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
May 31 12:05:19.984183 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3f4ec39d-1002-4f5a-aa2d-cbd5a1c5ea54', 'tag': '99b7de6d-52ac-4c53-9214-fef198bb54b1', 'status': 'completed', 'code': 200}
May 31 12:05:20.113356 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron.db.l3_dvr_db [None req-b7e3934f-f7aa-460d-80e6-84e3ce68323c None None] Set router 115ce9ad-b529-4792-8826-40e7906bc4db gateway port host: dv-cinder-786384-7-iscsi {{(pid=103722) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
May 31 12:05:20.128387 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1fb3399-22ca-4848-8ec4-fb53def283c4 req-145b97e0-fd15-4b05-8b99-62689ed4be79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 12:05:20.130038 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [req-a1fb3399-22ca-4848-8ec4-fb53def283c4 req-145b97e0-fd15-4b05-8b99-62689ed4be79 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=5a6b811ce5ca43c7b2fc478d12fff20b&device_id=3f4ec39d-1002-4f5a-aa2d-cbd5a1c5ea54 HTTP/1.1" status: 200  len: 1099 time: 0.0864334
May 31 12:05:20.274203 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1fb3399-22ca-4848-8ec4-fb53def283c4 req-e57088a4-196b-4a12-b85e-6408930bb7d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 12:05:20.275915 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [req-a1fb3399-22ca-4848-8ec4-fb53def283c4 req-e57088a4-196b-4a12-b85e-6408930bb7d6 service neutron] 10.222.0.60 "GET /v2.0/networks?id=edd9641d-7b8a-4f6f-b1b1-6f5b9e99662a HTTP/1.1" status: 200  len: 912 time: 0.1393750
May 31 12:05:20.380570 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [req-a1fb3399-22ca-4848-8ec4-fb53def283c4 req-091f265b-4c9a-4245-8313-35c878316647 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=99b7de6d-52ac-4c53-9214-fef198bb54b1 HTTP/1.1" status: 200  len: 217 time: 0.0734253
May 31 12:05:20.470569 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron.db.l3_hamode_db [None req-b7e3934f-f7aa-460d-80e6-84e3ce68323c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f3ebc99f790>, [{'id': '115ce9ad-b529-4792-8826-40e7906bc4db', 'name': 'tempest-TestVolumeBootPattern-554410731-router', 'tenant_id': '5a6b811ce5ca43c7b2fc478d12fff20b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cb16751-6ba1-494a-bef1-53f614bdb222', 'external_fixed_ips': [{'subnet_id': '1135c889-0623-4d10-975a-f2c46f50f0f6', 'ip_address': '172.27.2.162'}], 'enable_snat': True}, 'gw_port_id': 'ab9dfa04-d24c-455c-a90a-a92ad8078cb6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T11:58:44Z', 'updated_at': '2021-05-31T11:58:47Z', 'revision_number': 4, 'project_id': '5a6b811ce5ca43c7b2fc478d12fff20b', 'gw_port': {'id': 'ab9dfa04-d24c-455c-a90a-a92ad8078cb6', 'name': '', 'network_id': '1cb16751-6ba1-494a-bef1-53f614bdb222', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:06:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '115ce9ad-b529-4792-8826-40e7906bc4db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 656, 'fixed_ips': [{'subnet_id': '1135c889-0623-4d10-975a-f2c46f50f0f6', 'ip_address': '172.27.2.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786384-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T11:58:44Z', 'updated_at': '2021-05-31T11:58:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1135c889-0623-4d10-975a-f2c46f50f0f6', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786384-7-iscsi', '_floatingips': [{'id': '00d19325-415d-459a-8b3a-430662e5a444', 'tenant_id': '5a6b811ce5ca43c7b2fc478d12fff20b', 'floating_ip_address': '172.27.2.170', 'floating_network_id': '1cb16751-6ba1-494a-bef1-53f614bdb222', 'router_id': '115ce9ad-b529-4792-8826-40e7906bc4db', 'port_id': '15423c3b-5e74-42f8-a2ba-8ef3fb217449', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 684, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'edd9641d-7b8a-4f6f-b1b1-6f5b9e99662a', 'mac_address': 'fa:16:3e:13:87:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c963dd9-e9d2-42e8-9a12-3cfe9adde1db', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-31T12:01:53Z', 'updated_at': '2021-05-31T12:01:56Z', 'revision_number': 1, 'project_id': '5a6b811ce5ca43c7b2fc478d12fff20b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '18e2efc1-542e-4e22-ba51-08768ab5b35a', 'name': '', 'network_id': 'edd9641d-7b8a-4f6f-b1b1-6f5b9e99662a', 'tenant_id': '5a6b811ce5ca43c7b2fc478d12fff20b', 'mac_address': 'fa:16:3e:65:a2:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '115ce9ad-b529-4792-8826-40e7906bc4db', 'device_owner': 'network:router_interface', 'standard_attr_id': 657, 'fixed_ips': [{'subnet_id': '554467f2-05f8-4319-998c-3640549da255', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786384-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T11:58:47Z', 'updated_at': '2021-05-31T11:58:54Z', 'revision_number': 5, 'project_id': '5a6b811ce5ca43c7b2fc478d12fff20b', 'subnets': [{'id': '554467f2-05f8-4319-998c-3640549da255', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786384-7-iscsi', False) {} {{(pid=103722) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 31 12:05:20.475057 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7e3934f-f7aa-460d-80e6-84e3ce68323c None None] Checking router: 115ce9ad-b529-4792-8826-40e7906bc4db for host: dv-cinder-786384-7-iscsi {{(pid=103722) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
May 31 12:05:20.484605 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7e3934f-f7aa-460d-80e6-84e3ce68323c None None] Routers {'115ce9ad-b529-4792-8826-40e7906bc4db'} bound to L3 agent in host dv-cinder-786384-7-iscsi {{(pid=103722) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 31 12:05:20.485197 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron.db.l3_hamode_db [None req-b7e3934f-f7aa-460d-80e6-84e3ce68323c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f3ebc99f790>, 'dv-cinder-786384-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-31T11:36:05Z,description=<?>,heartbeat_timestamp=2021-05-31T12:05:06Z,host='dv-cinder-786384-7-iscsi',id=f8c17dd7-da16-4427-b6e3-d7e30616bc4c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-31T11:36:05Z,topic='l3_agent')) {'router_ids': ['115ce9ad-b529-4792-8826-40e7906bc4db'], 'active': True} {{(pid=103722) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 31 12:05:20.568506 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1fb3399-22ca-4848-8ec4-fb53def283c4 req-01de725c-54da-4f6d-add8-0708b674db84 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 12:05:20.569948 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [req-a1fb3399-22ca-4848-8ec4-fb53def283c4 req-01de725c-54da-4f6d-add8-0708b674db84 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=554467f2-05f8-4319-998c-3640549da255 HTTP/1.1" status: 200  len: 850 time: 0.1808786
May 31 12:05:20.581491 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-294a1f0c-8889-44cf-b4f8-5cea3d94a2bc req-b837dd9e-d829-46f4-95d1-4dc8d2bfd479 tempest-TestVolumeBootPattern-2120221258 tempest-TestVolumeBootPattern-2120221258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 12:05:20.582136 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.quota.resource [req-294a1f0c-8889-44cf-b4f8-5cea3d94a2bc req-b837dd9e-d829-46f4-95d1-4dc8d2bfd479 tempest-TestVolumeBootPattern-2120221258 tempest-TestVolumeBootPattern-2120221258-project] Synchronizing usage tracker for tenant:5a6b811ce5ca43c7b2fc478d12fff20b on resource:port {{(pid=103721) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 31 12:05:20.642357 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.quota.resource [req-294a1f0c-8889-44cf-b4f8-5cea3d94a2bc req-b837dd9e-d829-46f4-95d1-4dc8d2bfd479 tempest-TestVolumeBootPattern-2120221258 tempest-TestVolumeBootPattern-2120221258-project] Unset dirty status for tenant:5a6b811ce5ca43c7b2fc478d12fff20b on resource:port {{(pid=103721) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 31 12:05:20.643560 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [req-294a1f0c-8889-44cf-b4f8-5cea3d94a2bc req-b837dd9e-d829-46f4-95d1-4dc8d2bfd479 tempest-TestVolumeBootPattern-2120221258 tempest-TestVolumeBootPattern-2120221258-project] 10.222.0.57 "GET /v2.0/ports?device_id=3f4ec39d-1002-4f5a-aa2d-cbd5a1c5ea54 HTTP/1.1" status: 200  len: 946 time: 0.4166322
May 31 12:05:20.669399 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron.db.l3_dvr_db [None req-b7e3934f-f7aa-460d-80e6-84e3ce68323c None None] Set router 115ce9ad-b529-4792-8826-40e7906bc4db gateway port host: dv-cinder-786384-7-iscsi {{(pid=103722) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
May 31 12:05:20.696808 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [req-294a1f0c-8889-44cf-b4f8-5cea3d94a2bc req-6c29a1ca-0e34-4f45-834c-7bd40aef02ed tempest-TestVolumeBootPattern-2120221258 tempest-TestVolumeBootPattern-2120221258-project] 10.222.0.57 "GET /v2.0/security-groups?id=6c000b46-1cad-4c27-86ed-828d0205dc63&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0463183
May 31 12:05:20.699663 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1fb3399-22ca-4848-8ec4-fb53def283c4 req-8d90b12a-9263-4234-ab05-09ee7e9fc93c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 12:05:20.701155 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [req-a1fb3399-22ca-4848-8ec4-fb53def283c4 req-8d90b12a-9263-4234-ab05-09ee7e9fc93c service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=edd9641d-7b8a-4f6f-b1b1-6f5b9e99662a&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1163907
May 31 12:05:20.833034 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [req-a1fb3399-22ca-4848-8ec4-fb53def283c4 req-946862b1-f8e2-478d-a52d-861a2b49e222 service neutron] 10.222.0.60 "GET /v2.0/networks/edd9641d-7b8a-4f6f-b1b1-6f5b9e99662a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1240814
May 31 12:05:20.967036 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [req-a1fb3399-22ca-4848-8ec4-fb53def283c4 req-6ffa2b75-82d2-420e-8048-ef57c23f1792 service neutron] 10.222.0.60 "GET /v2.0/networks/edd9641d-7b8a-4f6f-b1b1-6f5b9e99662a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1259601
May 31 12:05:21.023869 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron.db.l3_hamode_db [None req-b7e3934f-f7aa-460d-80e6-84e3ce68323c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f3ebc99f790>, [{'id': '115ce9ad-b529-4792-8826-40e7906bc4db', 'name': 'tempest-TestVolumeBootPattern-554410731-router', 'tenant_id': '5a6b811ce5ca43c7b2fc478d12fff20b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cb16751-6ba1-494a-bef1-53f614bdb222', 'external_fixed_ips': [{'subnet_id': '1135c889-0623-4d10-975a-f2c46f50f0f6', 'ip_address': '172.27.2.162'}], 'enable_snat': True}, 'gw_port_id': 'ab9dfa04-d24c-455c-a90a-a92ad8078cb6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T11:58:44Z', 'updated_at': '2021-05-31T11:58:47Z', 'revision_number': 4, 'project_id': '5a6b811ce5ca43c7b2fc478d12fff20b', 'gw_port': {'id': 'ab9dfa04-d24c-455c-a90a-a92ad8078cb6', 'name': '', 'network_id': '1cb16751-6ba1-494a-bef1-53f614bdb222', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:06:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '115ce9ad-b529-4792-8826-40e7906bc4db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 656, 'fixed_ips': [{'subnet_id': '1135c889-0623-4d10-975a-f2c46f50f0f6', 'ip_address': '172.27.2.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786384-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T11:58:44Z', 'updated_at': '2021-05-31T11:58:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1135c889-0623-4d10-975a-f2c46f50f0f6', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786384-7-iscsi', '_floatingips': [{'id': '00d19325-415d-459a-8b3a-430662e5a444', 'tenant_id': '5a6b811ce5ca43c7b2fc478d12fff20b', 'floating_ip_address': '172.27.2.170', 'floating_network_id': '1cb16751-6ba1-494a-bef1-53f614bdb222', 'router_id': '115ce9ad-b529-4792-8826-40e7906bc4db', 'port_id': '15423c3b-5e74-42f8-a2ba-8ef3fb217449', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 684, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'edd9641d-7b8a-4f6f-b1b1-6f5b9e99662a', 'mac_address': 'fa:16:3e:13:87:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c963dd9-e9d2-42e8-9a12-3cfe9adde1db', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-31T12:01:53Z', 'updated_at': '2021-05-31T12:01:56Z', 'revision_number': 1, 'project_id': '5a6b811ce5ca43c7b2fc478d12fff20b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '18e2efc1-542e-4e22-ba51-08768ab5b35a', 'name': '', 'network_id': 'edd9641d-7b8a-4f6f-b1b1-6f5b9e99662a', 'tenant_id': '5a6b811ce5ca43c7b2fc478d12fff20b', 'mac_address': 'fa:16:3e:65:a2:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '115ce9ad-b529-4792-8826-40e7906bc4db', 'device_owner': 'network:router_interface', 'standard_attr_id': 657, 'fixed_ips': [{'subnet_id': '554467f2-05f8-4319-998c-3640549da255', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786384-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T11:58:47Z', 'updated_at': '2021-05-31T11:58:54Z', 'revision_number': 5, 'project_id': '5a6b811ce5ca43c7b2fc478d12fff20b', 'subnets': [{'id': '554467f2-05f8-4319-998c-3640549da255', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786384-7-iscsi', False) {} {{(pid=103722) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 31 12:05:21.027860 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7e3934f-f7aa-460d-80e6-84e3ce68323c None None] The sync data for ids ['115ce9ad-b529-4792-8826-40e7906bc4db'] in dv-cinder-786384-7-iscsi is: [{'id': '115ce9ad-b529-4792-8826-40e7906bc4db', 'name': 'tempest-TestVolumeBootPattern-554410731-router', 'tenant_id': '5a6b811ce5ca43c7b2fc478d12fff20b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cb16751-6ba1-494a-bef1-53f614bdb222', 'external_fixed_ips': [{'subnet_id': '1135c889-0623-4d10-975a-f2c46f50f0f6', 'ip_address': '172.27.2.162'}], 'enable_snat': True}, 'gw_port_id': 'ab9dfa04-d24c-455c-a90a-a92ad8078cb6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T11:58:44Z', 'updated_at': '2021-05-31T11:58:47Z', 'revision_number': 4, 'project_id': '5a6b811ce5ca43c7b2fc478d12fff20b', 'gw_port': {'id': 'ab9dfa04-d24c-455c-a90a-a92ad8078cb6', 'name': '', 'network_id': '1cb16751-6ba1-494a-bef1-53f614bdb222', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:06:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '115ce9ad-b529-4792-8826-40e7906bc4db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 656, 'fixed_ips': [{'subnet_id': '1135c889-0623-4d10-975a-f2c46f50f0f6', 'ip_address': '172.27.2.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786384-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T11:58:44Z', 'updated_at': '2021-05-31T11:58:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1135c889-0623-4d10-975a-f2c46f50f0f6', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786384-7-iscsi', '_floatingips': [{'id': '00d19325-415d-459a-8b3a-430662e5a444', 'tenant_id': '5a6b811ce5ca43c7b2fc478d12fff20b', 'floating_ip_address': '172.27.2.170', 'floating_network_id': '1cb16751-6ba1-494a-bef1-53f614bdb222', 'router_id': '115ce9ad-b529-4792-8826-40e7906bc4db', 'port_id': '15423c3b-5e74-42f8-a2ba-8ef3fb217449', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 684, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'edd9641d-7b8a-4f6f-b1b1-6f5b9e99662a', 'mac_address': 'fa:16:3e:13:87:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c963dd9-e9d2-42e8-9a12-3cfe9adde1db', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-31T12:01:53Z', 'updated_at': '2021-05-31T12:01:56Z', 'revision_number': 1, 'project_id': '5a6b811ce5ca43c7b2fc478d12fff20b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '18e2efc1-542e-4e22-ba51-08768ab5b35a', 'name': '', 'network_id': 'edd9641d-7b8a-4f6f-b1b1-6f5b9e99662a', 'tenant_id': '5a6b811ce5ca43c7b2fc478d12fff20b', 'mac_address': 'fa:16:3e:65:a2:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '115ce9ad-b529-4792-8826-40e7906bc4db', 'device_owner': 'network:router_interface', 'standard_attr_id': 657, 'fixed_ips': [{'subnet_id': '554467f2-05f8-4319-998c-3640549da255', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786384-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T11:58:47Z', 'updated_at': '2021-05-31T11:58:54Z', 'revision_number': 5, 'project_id': '5a6b811ce5ca43c7b2fc478d12fff20b', 'subnets': [{'id': '554467f2-05f8-4319-998c-3640549da255', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103722) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 31 12:05:21.232083 dv-cinder-786384-7-iscsi neutron-server[103723]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f705294b-6cc8-4334-84da-ddc283a782a7 None None] New status for floating IP e6d133ba-a516-4ccd-a4d0-0f8b5aad801c: DOWN {{(pid=103723) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
May 31 12:05:22.011890 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37c321b8-1139-4195-80cd-3af74b4d79f1 req-88b6dd6c-0bcb-4468-af5c-8987d5be002c tempest-TestVolumeBootPattern-2120221258 tempest-TestVolumeBootPattern-2120221258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 12:05:22.013591 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [req-37c321b8-1139-4195-80cd-3af74b4d79f1 req-88b6dd6c-0bcb-4468-af5c-8987d5be002c tempest-TestVolumeBootPattern-2120221258 tempest-TestVolumeBootPattern-2120221258-project] 10.222.0.57 "GET /v2.0/ports?device_id=3f4ec39d-1002-4f5a-aa2d-cbd5a1c5ea54 HTTP/1.1" status: 200  len: 946 time: 0.1947384
May 31 12:05:22.020934 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-156d0b24-38de-459c-8070-9f8aec45d723 req-152d3ea5-50d1-4f32-b778-82059ff2f8c4 tempest-TestVolumeBootPattern-2120221258 tempest-TestVolumeBootPattern-2120221258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 12:05:22.022214 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [req-156d0b24-38de-459c-8070-9f8aec45d723 req-152d3ea5-50d1-4f32-b778-82059ff2f8c4 tempest-TestVolumeBootPattern-2120221258 tempest-TestVolumeBootPattern-2120221258-project] 10.222.0.60 "GET /v2.0/ports?device_id=3f4ec39d-1002-4f5a-aa2d-cbd5a1c5ea54 HTTP/1.1" status: 200  len: 946 time: 0.1141584
May 31 12:05:22.112749 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [req-37c321b8-1139-4195-80cd-3af74b4d79f1 req-6669d71a-6fc1-4ee8-a277-69ca0bc85d11 tempest-TestVolumeBootPattern-2120221258 tempest-TestVolumeBootPattern-2120221258-project] 10.222.0.57 "GET /v2.0/security-groups?id=6c000b46-1cad-4c27-86ed-828d0205dc63&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0895839
May 31 12:05:22.183954 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.plugins.ml2.plugin [req-156d0b24-38de-459c-8070-9f8aec45d723 req-b687414d-679a-4a07-aabb-0ccf95cc2ace tempest-TestVolumeBootPattern-2120221258 tempest-TestVolumeBootPattern-2120221258-project] Deleting port 99b7de6d-52ac-4c53-9214-fef198bb54b1 {{(pid=103721) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
May 31 12:05:22.184286 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron_lib.callbacks.manager [req-156d0b24-38de-459c-8070-9f8aec45d723 req-b687414d-679a-4a07-aabb-0ccf95cc2ace tempest-TestVolumeBootPattern-2120221258 tempest-TestVolumeBootPattern-2120221258-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744215952451'] for port, before_delete {{(pid=103721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 12:05:22.316571 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.plugins.ml2.db [req-156d0b24-38de-459c-8070-9f8aec45d723 req-b687414d-679a-4a07-aabb-0ccf95cc2ace tempest-TestVolumeBootPattern-2120221258 tempest-TestVolumeBootPattern-2120221258-project] For port 99b7de6d-52ac-4c53-9214-fef198bb54b1, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=99b7de6d-52ac-4c53-9214-fef198bb54b1,segment=NetworkSegment(5b821f6b-a910-418f-9ed0-d28e7c2036c5),segment_id=5b821f6b-a910-418f-9ed0-d28e7c2036c5)] {{(pid=103721) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 31 12:05:22.316817 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron_lib.callbacks.manager [req-156d0b24-38de-459c-8070-9f8aec45d723 req-b687414d-679a-4a07-aabb-0ccf95cc2ace tempest-TestVolumeBootPattern-2120221258 tempest-TestVolumeBootPattern-2120221258-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4088094'] for port, precommit_delete {{(pid=103721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 12:05:22.439999 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.plugins.ml2.plugin [req-156d0b24-38de-459c-8070-9f8aec45d723 req-b687414d-679a-4a07-aabb-0ccf95cc2ace tempest-TestVolumeBootPattern-2120221258 tempest-TestVolumeBootPattern-2120221258-project] Calling delete_port for 99b7de6d-52ac-4c53-9214-fef198bb54b1 owned by compute:nova {{(pid=103721) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
May 31 12:05:22.569416 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron_lib.callbacks.manager [req-156d0b24-38de-459c-8070-9f8aec45d723 req-b687414d-679a-4a07-aabb-0ccf95cc2ace tempest-TestVolumeBootPattern-2120221258 tempest-TestVolumeBootPattern-2120221258-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937715', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3701677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744215954342', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744215520979', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2250866'] for port, after_delete {{(pid=103721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 12:05:22.575587 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG oslo_concurrency.lockutils [None req-1da80417-6d0f-43e6-9f0e-130d35940d8d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103721) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 31 12:05:22.619497 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b687414d-679a-4a07-aabb-0ccf95cc2ace tempest-TestVolumeBootPattern-2120221258 tempest-TestVolumeBootPattern-2120221258-project] Pushing event deleted for resources: {'Port': ['ID=99b7de6d-52ac-4c53-9214-fef198bb54b1,revision_number=None']} {{(pid=103721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 31 12:05:22.622431 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG oslo_concurrency.lockutils [None req-b687414d-679a-4a07-aabb-0ccf95cc2ace tempest-TestVolumeBootPattern-2120221258 tempest-TestVolumeBootPattern-2120221258-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=103721) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 31 12:05:22.694867 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.db.l3_dvrscheduler_db [req-156d0b24-38de-459c-8070-9f8aec45d723 req-b687414d-679a-4a07-aabb-0ccf95cc2ace tempest-TestVolumeBootPattern-2120221258 tempest-TestVolumeBootPattern-2120221258-project] No DVR routers for this DVR port 99b7de6d-52ac-4c53-9214-fef198bb54b1 on host hv-cinder-78638 {{(pid=103721) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 31 12:05:22.697636 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron_lib.callbacks.manager [req-156d0b24-38de-459c-8070-9f8aec45d723 req-b687414d-679a-4a07-aabb-0ccf95cc2ace tempest-TestVolumeBootPattern-2120221258 tempest-TestVolumeBootPattern-2120221258-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46333'] for port, before_response {{(pid=103721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 12:05:22.700177 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3f4ec39d-1002-4f5a-aa2d-cbd5a1c5ea54', 'name': 'network-vif-deleted', 'tag': '99b7de6d-52ac-4c53-9214-fef198bb54b1'}] {{(pid=103721) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 31 12:05:22.702484 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3cd903d475e597836c68a86188e0a4f713f0e90603b95bd8a010e768671d0d04" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-29b035b9-5fb7-4e96-a276-8705b6609f44" -d '{"events": [{"server_uuid": "3f4ec39d-1002-4f5a-aa2d-cbd5a1c5ea54", "name": "network-vif-deleted", "tag": "99b7de6d-52ac-4c53-9214-fef198bb54b1"}]}' {{(pid=103721) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
May 31 12:05:22.716755 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [req-156d0b24-38de-459c-8070-9f8aec45d723 req-b687414d-679a-4a07-aabb-0ccf95cc2ace tempest-TestVolumeBootPattern-2120221258 tempest-TestVolumeBootPattern-2120221258-project] 10.222.0.60 "DELETE /v2.0/ports/99b7de6d-52ac-4c53-9214-fef198bb54b1 HTTP/1.1" status: 204  len: 173 time: 0.6811168
May 31 12:05:22.750896 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 31 May 2021 12:05:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-03b04724-bb50-4832-a40a-e125b9783910 x-openstack-request-id: req-03b04724-bb50-4832-a40a-e125b9783910 {{(pid=103721) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
May 31 12:05:22.751255 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3f4ec39d-1002-4f5a-aa2d-cbd5a1c5ea54", "name": "network-vif-deleted", "tag": "99b7de6d-52ac-4c53-9214-fef198bb54b1", "status": "completed", "code": 200}]} {{(pid=103721) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
May 31 12:05:22.751547 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-03b04724-bb50-4832-a40a-e125b9783910 {{(pid=103721) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
May 31 12:05:22.752037 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3f4ec39d-1002-4f5a-aa2d-cbd5a1c5ea54', 'name': 'network-vif-deleted', 'tag': '99b7de6d-52ac-4c53-9214-fef198bb54b1', 'status': 'completed', 'code': 200}
May 31 12:05:23.267616 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.quota.resource [req-6946fc9b-5843-462c-a0d9-bc5d89707d20 req-44f14429-31b8-433f-aad3-7b626b2d1fcb tempest-TestVolumeBootPattern-2120221258 tempest-TestVolumeBootPattern-2120221258-project] Synchronizing usage tracker for tenant:5a6b811ce5ca43c7b2fc478d12fff20b on resource:port {{(pid=103721) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 31 12:05:23.286788 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.quota.resource [req-6946fc9b-5843-462c-a0d9-bc5d89707d20 req-44f14429-31b8-433f-aad3-7b626b2d1fcb tempest-TestVolumeBootPattern-2120221258 tempest-TestVolumeBootPattern-2120221258-project] Unset dirty status for tenant:5a6b811ce5ca43c7b2fc478d12fff20b on resource:port {{(pid=103721) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 31 12:05:23.288365 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [req-6946fc9b-5843-462c-a0d9-bc5d89707d20 req-44f14429-31b8-433f-aad3-7b626b2d1fcb tempest-TestVolumeBootPattern-2120221258 tempest-TestVolumeBootPattern-2120221258-project] 10.222.0.57 "GET /v2.0/ports?device_id=3f4ec39d-1002-4f5a-aa2d-cbd5a1c5ea54 HTTP/1.1" status: 200  len: 210 time: 0.0634172
May 31 12:05:26.029677 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron.plugins.ml2.rpc [None req-43028a7b-58d7-408b-ac75-1328e6896bf7 None None] Device 99b7de6d-52ac-4c53-9214-fef198bb54b1 no longer exists at agent hyperv_hv-cinder-78638 {{(pid=103722) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
May 31 12:05:26.064527 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron.plugins.ml2.plugin [None req-43028a7b-58d7-408b-ac75-1328e6896bf7 None None] No Port match for: 99b7de6d-52ac-4c53-9214-fef198bb54b1 {{(pid=103722) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}}
May 31 12:05:26.064866 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron.plugins.ml2.rpc [None req-43028a7b-58d7-408b-ac75-1328e6896bf7 None None] Device 99b7de6d-52ac-4c53-9214-fef198bb54b1 not bound to the agent host hv-cinder-78638 {{(pid=103722) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
May 31 12:05:26.964913 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.wsgi [-] (103721) accepted ('10.222.0.57', 50532) {{(pid=103721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 31 12:05:27.234251 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.plugins.ml2.plugin [None req-7980c661-fa29-4f47-be0a-a32d0596f1ce tempest-TestVolumeBootPattern-2120221258 tempest-TestVolumeBootPattern-2120221258-project] Deleting port b8280277-7ab2-4428-8a6a-de80f3a93ad1 {{(pid=103721) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
May 31 12:05:27.234540 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron_lib.callbacks.manager [None req-7980c661-fa29-4f47-be0a-a32d0596f1ce tempest-TestVolumeBootPattern-2120221258 tempest-TestVolumeBootPattern-2120221258-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744215952451'] for port, before_delete {{(pid=103721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 12:05:27.367052 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron_lib.callbacks.manager [None req-7980c661-fa29-4f47-be0a-a32d0596f1ce tempest-TestVolumeBootPattern-2120221258 tempest-TestVolumeBootPattern-2120221258-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4088094'] for port, precommit_delete {{(pid=103721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 12:05:27.367329 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron_lib.callbacks.manager [None req-7980c661-fa29-4f47-be0a-a32d0596f1ce tempest-TestVolumeBootPattern-2120221258 tempest-TestVolumeBootPattern-2120221258-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=103721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 12:05:27.598756 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.plugins.ml2.plugin [None req-7980c661-fa29-4f47-be0a-a32d0596f1ce tempest-TestVolumeBootPattern-2120221258 tempest-TestVolumeBootPattern-2120221258-project] Calling delete_port for b8280277-7ab2-4428-8a6a-de80f3a93ad1 owned by network:floatingip {{(pid=103721) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
May 31 12:05:27.726258 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron_lib.callbacks.manager [None req-7980c661-fa29-4f47-be0a-a32d0596f1ce tempest-TestVolumeBootPattern-2120221258 tempest-TestVolumeBootPattern-2120221258-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937715', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3701677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744215954342', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744215520979', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2250866'] for port, after_delete {{(pid=103721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 12:05:27.729999 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG oslo_concurrency.lockutils [None req-a9d5b377-4937-4d6f-9afe-cf7e365aa245 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103721) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 31 12:05:27.772285 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7980c661-fa29-4f47-be0a-a32d0596f1ce tempest-TestVolumeBootPattern-2120221258 tempest-TestVolumeBootPattern-2120221258-project] Pushing event deleted for resources: {'Port': ['ID=b8280277-7ab2-4428-8a6a-de80f3a93ad1,revision_number=None']} {{(pid=103721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 31 12:05:27.775249 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG oslo_concurrency.lockutils [None req-7980c661-fa29-4f47-be0a-a32d0596f1ce tempest-TestVolumeBootPattern-2120221258 tempest-TestVolumeBootPattern-2120221258-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=103721) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 31 12:05:27.862614 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron_lib.callbacks.manager [None req-7980c661-fa29-4f47-be0a-a32d0596f1ce tempest-TestVolumeBootPattern-2120221258 tempest-TestVolumeBootPattern-2120221258-project] Notify callbacks [] for floatingip, after_delete {{(pid=103721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 12:05:27.862939 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.db.l3_db [None req-7980c661-fa29-4f47-be0a-a32d0596f1ce tempest-TestVolumeBootPattern-2120221258 tempest-TestVolumeBootPattern-2120221258-project] Floating IP 00d19325-415d-459a-8b3a-430662e5a444 disassociated (deleted). External IP: 172.27.2.170, port: 15423c3b-5e74-42f8-a2ba-8ef3fb217449.
May 31 12:05:28.209315 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7980c661-fa29-4f47-be0a-a32d0596f1ce tempest-TestVolumeBootPattern-2120221258 tempest-TestVolumeBootPattern-2120221258-project] Router 115ce9ad-b529-4792-8826-40e7906bc4db has already been hosted by L3 agent f8c17dd7-da16-4427-b6e3-d7e30616bc4c {{(pid=103721) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
May 31 12:05:28.397936 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7980c661-fa29-4f47-be0a-a32d0596f1ce tempest-TestVolumeBootPattern-2120221258 tempest-TestVolumeBootPattern-2120221258-project] Notify agent at l3_agent.dv-cinder-786384-7-iscsi the message routers_updated {{(pid=103721) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
May 31 12:05:28.407650 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa8e9d35-d1fc-4117-a723-ee5e4a9228e8 None None] Sync routers for ids ['115ce9ad-b529-4792-8826-40e7906bc4db'] in dv-cinder-786384-7-iscsi {{(pid=103722) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 31 12:05:28.419327 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron_lib.callbacks.manager [None req-7980c661-fa29-4f47-be0a-a32d0596f1ce tempest-TestVolumeBootPattern-2120221258 tempest-TestVolumeBootPattern-2120221258-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46333'] for floatingip, before_response {{(pid=103721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 12:05:28.421148 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa8e9d35-d1fc-4117-a723-ee5e4a9228e8 None None] Routers {'115ce9ad-b529-4792-8826-40e7906bc4db'} bound to L3 agent in host dv-cinder-786384-7-iscsi {{(pid=103722) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 31 12:05:28.421782 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron.db.l3_hamode_db [None req-aa8e9d35-d1fc-4117-a723-ee5e4a9228e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f3ebc035130>, 'dv-cinder-786384-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-31T11:36:05Z,description=<?>,heartbeat_timestamp=2021-05-31T12:05:06Z,host='dv-cinder-786384-7-iscsi',id=f8c17dd7-da16-4427-b6e3-d7e30616bc4c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-31T11:36:05Z,topic='l3_agent')) {'router_ids': ['115ce9ad-b529-4792-8826-40e7906bc4db'], 'active': True} {{(pid=103722) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 31 12:05:28.475332 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [None req-7980c661-fa29-4f47-be0a-a32d0596f1ce tempest-TestVolumeBootPattern-2120221258 tempest-TestVolumeBootPattern-2120221258-project] 10.222.0.57 "DELETE /v2.0/floatingips/00d19325-415d-459a-8b3a-430662e5a444 HTTP/1.1" status: 204  len: 168 time: 1.5091436
May 31 12:05:28.475974 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1c963dd9-e9d2-42e8-9a12-3cfe9adde1db', 'tag': '15423c3b-5e74-42f8-a2ba-8ef3fb217449'}] {{(pid=103721) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 31 12:05:28.478534 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3cd903d475e597836c68a86188e0a4f713f0e90603b95bd8a010e768671d0d04" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eb5b17fc-4f8d-454d-b8ad-59cae615f774" -d '{"events": [{"name": "network-changed", "server_uuid": "1c963dd9-e9d2-42e8-9a12-3cfe9adde1db", "tag": "15423c3b-5e74-42f8-a2ba-8ef3fb217449"}]}' {{(pid=103721) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
May 31 12:05:28.535400 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 31 May 2021 12:05:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c755552c-3d75-4e62-b1ad-cf5ab1a46b82 x-openstack-request-id: req-c755552c-3d75-4e62-b1ad-cf5ab1a46b82 {{(pid=103721) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
May 31 12:05:28.535802 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1c963dd9-e9d2-42e8-9a12-3cfe9adde1db", "tag": "15423c3b-5e74-42f8-a2ba-8ef3fb217449", "status": "completed", "code": 200}]} {{(pid=103721) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
May 31 12:05:28.536099 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-c755552c-3d75-4e62-b1ad-cf5ab1a46b82 {{(pid=103721) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
May 31 12:05:28.536565 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1c963dd9-e9d2-42e8-9a12-3cfe9adde1db', 'tag': '15423c3b-5e74-42f8-a2ba-8ef3fb217449', 'status': 'completed', 'code': 200}
May 31 12:05:28.609006 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron.db.l3_dvr_db [None req-aa8e9d35-d1fc-4117-a723-ee5e4a9228e8 None None] Set router 115ce9ad-b529-4792-8826-40e7906bc4db gateway port host: dv-cinder-786384-7-iscsi {{(pid=103722) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
May 31 12:05:28.656792 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb5b17fc-4f8d-454d-b8ad-59cae615f774 req-ebbfc478-3f1c-4013-b823-ee43cdea6d40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 12:05:28.658488 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [req-eb5b17fc-4f8d-454d-b8ad-59cae615f774 req-ebbfc478-3f1c-4013-b823-ee43cdea6d40 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=5a6b811ce5ca43c7b2fc478d12fff20b&device_id=1c963dd9-e9d2-42e8-9a12-3cfe9adde1db HTTP/1.1" status: 200  len: 1099 time: 0.0782168
May 31 12:05:28.844464 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb5b17fc-4f8d-454d-b8ad-59cae615f774 req-56935ced-6eed-42e7-9d42-adcd6f2801d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 12:05:28.845802 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [req-eb5b17fc-4f8d-454d-b8ad-59cae615f774 req-56935ced-6eed-42e7-9d42-adcd6f2801d2 service neutron] 10.222.0.60 "GET /v2.0/networks?id=edd9641d-7b8a-4f6f-b1b1-6f5b9e99662a HTTP/1.1" status: 200  len: 912 time: 0.1778378
May 31 12:05:28.918779 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [req-eb5b17fc-4f8d-454d-b8ad-59cae615f774 req-a7f2b673-e7ff-4f60-8169-ac0f5bd15de2 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=15423c3b-5e74-42f8-a2ba-8ef3fb217449 HTTP/1.1" status: 200  len: 217 time: 0.0653515
May 31 12:05:28.972563 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron.db.l3_hamode_db [None req-aa8e9d35-d1fc-4117-a723-ee5e4a9228e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f3ebc035130>, [{'id': '115ce9ad-b529-4792-8826-40e7906bc4db', 'name': 'tempest-TestVolumeBootPattern-554410731-router', 'tenant_id': '5a6b811ce5ca43c7b2fc478d12fff20b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cb16751-6ba1-494a-bef1-53f614bdb222', 'external_fixed_ips': [{'subnet_id': '1135c889-0623-4d10-975a-f2c46f50f0f6', 'ip_address': '172.27.2.162'}], 'enable_snat': True}, 'gw_port_id': 'ab9dfa04-d24c-455c-a90a-a92ad8078cb6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T11:58:44Z', 'updated_at': '2021-05-31T11:58:47Z', 'revision_number': 4, 'project_id': '5a6b811ce5ca43c7b2fc478d12fff20b', 'gw_port': {'id': 'ab9dfa04-d24c-455c-a90a-a92ad8078cb6', 'name': '', 'network_id': '1cb16751-6ba1-494a-bef1-53f614bdb222', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:06:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '115ce9ad-b529-4792-8826-40e7906bc4db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 656, 'fixed_ips': [{'subnet_id': '1135c889-0623-4d10-975a-f2c46f50f0f6', 'ip_address': '172.27.2.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786384-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T11:58:44Z', 'updated_at': '2021-05-31T11:58:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1135c889-0623-4d10-975a-f2c46f50f0f6', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786384-7-iscsi', '_interfaces': [{'id': '18e2efc1-542e-4e22-ba51-08768ab5b35a', 'name': '', 'network_id': 'edd9641d-7b8a-4f6f-b1b1-6f5b9e99662a', 'tenant_id': '5a6b811ce5ca43c7b2fc478d12fff20b', 'mac_address': 'fa:16:3e:65:a2:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '115ce9ad-b529-4792-8826-40e7906bc4db', 'device_owner': 'network:router_interface', 'standard_attr_id': 657, 'fixed_ips': [{'subnet_id': '554467f2-05f8-4319-998c-3640549da255', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786384-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T11:58:47Z', 'updated_at': '2021-05-31T11:58:54Z', 'revision_number': 5, 'project_id': '5a6b811ce5ca43c7b2fc478d12fff20b', 'subnets': [{'id': '554467f2-05f8-4319-998c-3640549da255', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786384-7-iscsi', False) {} {{(pid=103722) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 31 12:05:28.976695 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa8e9d35-d1fc-4117-a723-ee5e4a9228e8 None None] Checking router: 115ce9ad-b529-4792-8826-40e7906bc4db for host: dv-cinder-786384-7-iscsi {{(pid=103722) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
May 31 12:05:28.979342 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4be2c8d6-28a5-428a-afbe-01fb3e6aff5c req-e8826916-8f6a-4333-9f4c-f473b8d8c02b tempest-TestVolumeBootPattern-2120221258 tempest-TestVolumeBootPattern-2120221258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 12:05:28.980061 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.quota.resource [req-4be2c8d6-28a5-428a-afbe-01fb3e6aff5c req-e8826916-8f6a-4333-9f4c-f473b8d8c02b tempest-TestVolumeBootPattern-2120221258 tempest-TestVolumeBootPattern-2120221258-project] Synchronizing usage tracker for tenant:5a6b811ce5ca43c7b2fc478d12fff20b on resource:port {{(pid=103721) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 31 12:05:28.985451 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa8e9d35-d1fc-4117-a723-ee5e4a9228e8 None None] Routers {'115ce9ad-b529-4792-8826-40e7906bc4db'} bound to L3 agent in host dv-cinder-786384-7-iscsi {{(pid=103722) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 31 12:05:28.986044 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron.db.l3_hamode_db [None req-aa8e9d35-d1fc-4117-a723-ee5e4a9228e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f3ebc035130>, 'dv-cinder-786384-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-31T11:36:05Z,description=<?>,heartbeat_timestamp=2021-05-31T12:05:06Z,host='dv-cinder-786384-7-iscsi',id=f8c17dd7-da16-4427-b6e3-d7e30616bc4c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-31T11:36:05Z,topic='l3_agent')) {'router_ids': ['115ce9ad-b529-4792-8826-40e7906bc4db'], 'active': True} {{(pid=103722) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 31 12:05:29.001667 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb5b17fc-4f8d-454d-b8ad-59cae615f774 req-60c92327-67f5-4d20-9e0b-068b1f9cd351 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 12:05:29.003363 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [req-eb5b17fc-4f8d-454d-b8ad-59cae615f774 req-60c92327-67f5-4d20-9e0b-068b1f9cd351 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=554467f2-05f8-4319-998c-3640549da255 HTTP/1.1" status: 200  len: 850 time: 0.0768750
May 31 12:05:29.005026 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.quota.resource [req-4be2c8d6-28a5-428a-afbe-01fb3e6aff5c req-e8826916-8f6a-4333-9f4c-f473b8d8c02b tempest-TestVolumeBootPattern-2120221258 tempest-TestVolumeBootPattern-2120221258-project] Unset dirty status for tenant:5a6b811ce5ca43c7b2fc478d12fff20b on resource:port {{(pid=103721) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 31 12:05:29.006043 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [req-4be2c8d6-28a5-428a-afbe-01fb3e6aff5c req-e8826916-8f6a-4333-9f4c-f473b8d8c02b tempest-TestVolumeBootPattern-2120221258 tempest-TestVolumeBootPattern-2120221258-project] 10.222.0.57 "GET /v2.0/ports?device_id=1c963dd9-e9d2-42e8-9a12-3cfe9adde1db HTTP/1.1" status: 200  len: 946 time: 0.2308524
May 31 12:05:29.100339 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [req-4be2c8d6-28a5-428a-afbe-01fb3e6aff5c req-9b7bb0f3-568e-4274-adf6-59a3fae287e3 tempest-TestVolumeBootPattern-2120221258 tempest-TestVolumeBootPattern-2120221258-project] 10.222.0.57 "GET /v2.0/security-groups?id=6c000b46-1cad-4c27-86ed-828d0205dc63&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0599990
May 31 12:05:29.116514 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb5b17fc-4f8d-454d-b8ad-59cae615f774 req-6dedc0a7-141a-4ed7-9941-1c2d13031d3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 12:05:29.117965 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [req-eb5b17fc-4f8d-454d-b8ad-59cae615f774 req-6dedc0a7-141a-4ed7-9941-1c2d13031d3a service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=edd9641d-7b8a-4f6f-b1b1-6f5b9e99662a&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1081545
May 31 12:05:29.167420 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron.db.l3_dvr_db [None req-aa8e9d35-d1fc-4117-a723-ee5e4a9228e8 None None] Set router 115ce9ad-b529-4792-8826-40e7906bc4db gateway port host: dv-cinder-786384-7-iscsi {{(pid=103722) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
May 31 12:05:29.377426 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [req-eb5b17fc-4f8d-454d-b8ad-59cae615f774 req-84f80634-e597-47eb-944b-9a3db4818ced service neutron] 10.222.0.60 "GET /v2.0/networks/edd9641d-7b8a-4f6f-b1b1-6f5b9e99662a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2508595
May 31 12:05:29.483303 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron.db.l3_hamode_db [None req-aa8e9d35-d1fc-4117-a723-ee5e4a9228e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f3ebc035130>, [{'id': '115ce9ad-b529-4792-8826-40e7906bc4db', 'name': 'tempest-TestVolumeBootPattern-554410731-router', 'tenant_id': '5a6b811ce5ca43c7b2fc478d12fff20b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cb16751-6ba1-494a-bef1-53f614bdb222', 'external_fixed_ips': [{'subnet_id': '1135c889-0623-4d10-975a-f2c46f50f0f6', 'ip_address': '172.27.2.162'}], 'enable_snat': True}, 'gw_port_id': 'ab9dfa04-d24c-455c-a90a-a92ad8078cb6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T11:58:44Z', 'updated_at': '2021-05-31T11:58:47Z', 'revision_number': 4, 'project_id': '5a6b811ce5ca43c7b2fc478d12fff20b', 'gw_port': {'id': 'ab9dfa04-d24c-455c-a90a-a92ad8078cb6', 'name': '', 'network_id': '1cb16751-6ba1-494a-bef1-53f614bdb222', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:06:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '115ce9ad-b529-4792-8826-40e7906bc4db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 656, 'fixed_ips': [{'subnet_id': '1135c889-0623-4d10-975a-f2c46f50f0f6', 'ip_address': '172.27.2.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786384-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T11:58:44Z', 'updated_at': '2021-05-31T11:58:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1135c889-0623-4d10-975a-f2c46f50f0f6', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786384-7-iscsi', '_interfaces': [{'id': '18e2efc1-542e-4e22-ba51-08768ab5b35a', 'name': '', 'network_id': 'edd9641d-7b8a-4f6f-b1b1-6f5b9e99662a', 'tenant_id': '5a6b811ce5ca43c7b2fc478d12fff20b', 'mac_address': 'fa:16:3e:65:a2:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '115ce9ad-b529-4792-8826-40e7906bc4db', 'device_owner': 'network:router_interface', 'standard_attr_id': 657, 'fixed_ips': [{'subnet_id': '554467f2-05f8-4319-998c-3640549da255', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786384-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T11:58:47Z', 'updated_at': '2021-05-31T11:58:54Z', 'revision_number': 5, 'project_id': '5a6b811ce5ca43c7b2fc478d12fff20b', 'subnets': [{'id': '554467f2-05f8-4319-998c-3640549da255', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786384-7-iscsi', False) {} {{(pid=103722) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 31 12:05:29.487271 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa8e9d35-d1fc-4117-a723-ee5e4a9228e8 None None] The sync data for ids ['115ce9ad-b529-4792-8826-40e7906bc4db'] in dv-cinder-786384-7-iscsi is: [{'id': '115ce9ad-b529-4792-8826-40e7906bc4db', 'name': 'tempest-TestVolumeBootPattern-554410731-router', 'tenant_id': '5a6b811ce5ca43c7b2fc478d12fff20b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cb16751-6ba1-494a-bef1-53f614bdb222', 'external_fixed_ips': [{'subnet_id': '1135c889-0623-4d10-975a-f2c46f50f0f6', 'ip_address': '172.27.2.162'}], 'enable_snat': True}, 'gw_port_id': 'ab9dfa04-d24c-455c-a90a-a92ad8078cb6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T11:58:44Z', 'updated_at': '2021-05-31T11:58:47Z', 'revision_number': 4, 'project_id': '5a6b811ce5ca43c7b2fc478d12fff20b', 'gw_port': {'id': 'ab9dfa04-d24c-455c-a90a-a92ad8078cb6', 'name': '', 'network_id': '1cb16751-6ba1-494a-bef1-53f614bdb222', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:06:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '115ce9ad-b529-4792-8826-40e7906bc4db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 656, 'fixed_ips': [{'subnet_id': '1135c889-0623-4d10-975a-f2c46f50f0f6', 'ip_address': '172.27.2.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786384-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T11:58:44Z', 'updated_at': '2021-05-31T11:58:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1135c889-0623-4d10-975a-f2c46f50f0f6', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786384-7-iscsi', '_interfaces': [{'id': '18e2efc1-542e-4e22-ba51-08768ab5b35a', 'name': '', 'network_id': 'edd9641d-7b8a-4f6f-b1b1-6f5b9e99662a', 'tenant_id': '5a6b811ce5ca43c7b2fc478d12fff20b', 'mac_address': 'fa:16:3e:65:a2:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '115ce9ad-b529-4792-8826-40e7906bc4db', 'device_owner': 'network:router_interface', 'standard_attr_id': 657, 'fixed_ips': [{'subnet_id': '554467f2-05f8-4319-998c-3640549da255', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786384-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T11:58:47Z', 'updated_at': '2021-05-31T11:58:54Z', 'revision_number': 5, 'project_id': '5a6b811ce5ca43c7b2fc478d12fff20b', 'subnets': [{'id': '554467f2-05f8-4319-998c-3640549da255', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103722) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 31 12:05:29.514114 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [req-eb5b17fc-4f8d-454d-b8ad-59cae615f774 req-2b7a96fb-b845-4d96-ac9f-0dfcd65898d1 service neutron] 10.222.0.60 "GET /v2.0/networks/edd9641d-7b8a-4f6f-b1b1-6f5b9e99662a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1287241
May 31 12:05:29.689046 dv-cinder-786384-7-iscsi neutron-server[103723]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80b7393d-e782-45b3-a362-4094f8c0b015 None None] New status for floating IP 00d19325-415d-459a-8b3a-430662e5a444: DOWN {{(pid=103723) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
May 31 12:05:30.314171 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27d98296-0bb0-4c9f-a07c-9e72e01d1bf6 req-e11ce4c5-0993-4804-a542-48f78f67695c tempest-TestVolumeBootPattern-2120221258 tempest-TestVolumeBootPattern-2120221258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 12:05:30.315671 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [req-27d98296-0bb0-4c9f-a07c-9e72e01d1bf6 req-e11ce4c5-0993-4804-a542-48f78f67695c tempest-TestVolumeBootPattern-2120221258 tempest-TestVolumeBootPattern-2120221258-project] 10.222.0.57 "GET /v2.0/ports?device_id=1c963dd9-e9d2-42e8-9a12-3cfe9adde1db HTTP/1.1" status: 200  len: 946 time: 0.0966585
May 31 12:05:30.410799 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [req-27d98296-0bb0-4c9f-a07c-9e72e01d1bf6 req-b55c0223-4a55-45d1-b0f3-81d66042332d tempest-TestVolumeBootPattern-2120221258 tempest-TestVolumeBootPattern-2120221258-project] 10.222.0.57 "GET /v2.0/security-groups?id=6c000b46-1cad-4c27-86ed-828d0205dc63&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0893269
May 31 12:05:30.437902 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56df3202-4489-4e3b-b9db-f86db35fc3f2 req-b0e8cce6-549f-4947-8870-cb82f4d07363 tempest-TestVolumeBootPattern-2120221258 tempest-TestVolumeBootPattern-2120221258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 12:05:30.439325 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [req-56df3202-4489-4e3b-b9db-f86db35fc3f2 req-b0e8cce6-549f-4947-8870-cb82f4d07363 tempest-TestVolumeBootPattern-2120221258 tempest-TestVolumeBootPattern-2120221258-project] 10.222.0.60 "GET /v2.0/ports?device_id=1c963dd9-e9d2-42e8-9a12-3cfe9adde1db HTTP/1.1" status: 200  len: 946 time: 0.1168668
May 31 12:05:30.576384 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.plugins.ml2.plugin [req-56df3202-4489-4e3b-b9db-f86db35fc3f2 req-4d9a0f4f-5627-488e-810d-964f7fec172a tempest-TestVolumeBootPattern-2120221258 tempest-TestVolumeBootPattern-2120221258-project] Deleting port 15423c3b-5e74-42f8-a2ba-8ef3fb217449 {{(pid=103721) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
May 31 12:05:30.576688 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron_lib.callbacks.manager [req-56df3202-4489-4e3b-b9db-f86db35fc3f2 req-4d9a0f4f-5627-488e-810d-964f7fec172a tempest-TestVolumeBootPattern-2120221258 tempest-TestVolumeBootPattern-2120221258-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744215952451'] for port, before_delete {{(pid=103721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 12:05:30.715883 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.plugins.ml2.db [req-56df3202-4489-4e3b-b9db-f86db35fc3f2 req-4d9a0f4f-5627-488e-810d-964f7fec172a tempest-TestVolumeBootPattern-2120221258 tempest-TestVolumeBootPattern-2120221258-project] For port 15423c3b-5e74-42f8-a2ba-8ef3fb217449, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=15423c3b-5e74-42f8-a2ba-8ef3fb217449,segment=NetworkSegment(5b821f6b-a910-418f-9ed0-d28e7c2036c5),segment_id=5b821f6b-a910-418f-9ed0-d28e7c2036c5)] {{(pid=103721) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 31 12:05:30.716343 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron_lib.callbacks.manager [req-56df3202-4489-4e3b-b9db-f86db35fc3f2 req-4d9a0f4f-5627-488e-810d-964f7fec172a tempest-TestVolumeBootPattern-2120221258 tempest-TestVolumeBootPattern-2120221258-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4088094'] for port, precommit_delete {{(pid=103721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 12:05:30.835258 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.plugins.ml2.plugin [req-56df3202-4489-4e3b-b9db-f86db35fc3f2 req-4d9a0f4f-5627-488e-810d-964f7fec172a tempest-TestVolumeBootPattern-2120221258 tempest-TestVolumeBootPattern-2120221258-project] Calling delete_port for 15423c3b-5e74-42f8-a2ba-8ef3fb217449 owned by compute:nova {{(pid=103721) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
May 31 12:05:30.966606 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron_lib.callbacks.manager [req-56df3202-4489-4e3b-b9db-f86db35fc3f2 req-4d9a0f4f-5627-488e-810d-964f7fec172a tempest-TestVolumeBootPattern-2120221258 tempest-TestVolumeBootPattern-2120221258-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937715', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3701677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744215954342', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744215520979', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2250866'] for port, after_delete {{(pid=103721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 12:05:30.972017 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG oslo_concurrency.lockutils [None req-00418371-0386-492c-a0de-9f45c9238fe9 tempest-TestVolumeBootPattern-2120221258 tempest-TestVolumeBootPattern-2120221258-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103721) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 31 12:05:31.019384 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d9a0f4f-5627-488e-810d-964f7fec172a tempest-TestVolumeBootPattern-2120221258 tempest-TestVolumeBootPattern-2120221258-project] Pushing event deleted for resources: {'Port': ['ID=15423c3b-5e74-42f8-a2ba-8ef3fb217449,revision_number=None']} {{(pid=103721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 31 12:05:31.022462 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG oslo_concurrency.lockutils [None req-4d9a0f4f-5627-488e-810d-964f7fec172a tempest-TestVolumeBootPattern-2120221258 tempest-TestVolumeBootPattern-2120221258-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=103721) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 31 12:05:31.091724 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.db.l3_dvrscheduler_db [req-56df3202-4489-4e3b-b9db-f86db35fc3f2 req-4d9a0f4f-5627-488e-810d-964f7fec172a tempest-TestVolumeBootPattern-2120221258 tempest-TestVolumeBootPattern-2120221258-project] No DVR routers for this DVR port 15423c3b-5e74-42f8-a2ba-8ef3fb217449 on host hv-cinder-78638 {{(pid=103721) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 31 12:05:31.094450 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron_lib.callbacks.manager [req-56df3202-4489-4e3b-b9db-f86db35fc3f2 req-4d9a0f4f-5627-488e-810d-964f7fec172a tempest-TestVolumeBootPattern-2120221258 tempest-TestVolumeBootPattern-2120221258-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46333'] for port, before_response {{(pid=103721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 12:05:31.096986 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1c963dd9-e9d2-42e8-9a12-3cfe9adde1db', 'name': 'network-vif-deleted', 'tag': '15423c3b-5e74-42f8-a2ba-8ef3fb217449'}] {{(pid=103721) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 31 12:05:31.099290 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3cd903d475e597836c68a86188e0a4f713f0e90603b95bd8a010e768671d0d04" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f9c1a45b-01a6-4c10-bc57-7d6250063b4b" -d '{"events": [{"server_uuid": "1c963dd9-e9d2-42e8-9a12-3cfe9adde1db", "name": "network-vif-deleted", "tag": "15423c3b-5e74-42f8-a2ba-8ef3fb217449"}]}' {{(pid=103721) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
May 31 12:05:31.113817 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [req-56df3202-4489-4e3b-b9db-f86db35fc3f2 req-4d9a0f4f-5627-488e-810d-964f7fec172a tempest-TestVolumeBootPattern-2120221258 tempest-TestVolumeBootPattern-2120221258-project] 10.222.0.60 "DELETE /v2.0/ports/15423c3b-5e74-42f8-a2ba-8ef3fb217449 HTTP/1.1" status: 204  len: 173 time: 0.6689517
May 31 12:05:31.147168 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 31 May 2021 12:05:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-92c78128-bc88-4c0b-bed8-be24023cd046 x-openstack-request-id: req-92c78128-bc88-4c0b-bed8-be24023cd046 {{(pid=103721) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
May 31 12:05:31.147563 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1c963dd9-e9d2-42e8-9a12-3cfe9adde1db", "name": "network-vif-deleted", "tag": "15423c3b-5e74-42f8-a2ba-8ef3fb217449", "status": "completed", "code": 200}]} {{(pid=103721) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
May 31 12:05:31.147923 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-92c78128-bc88-4c0b-bed8-be24023cd046 {{(pid=103721) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
May 31 12:05:31.148471 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1c963dd9-e9d2-42e8-9a12-3cfe9adde1db', 'name': 'network-vif-deleted', 'tag': '15423c3b-5e74-42f8-a2ba-8ef3fb217449', 'status': 'completed', 'code': 200}
May 31 12:05:31.564477 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.quota.resource [req-387fdef6-f7ac-49f7-aac3-9877838d5134 req-4b2251ed-4e50-4e68-abe8-a72cd87311d3 tempest-TestVolumeBootPattern-2120221258 tempest-TestVolumeBootPattern-2120221258-project] Synchronizing usage tracker for tenant:5a6b811ce5ca43c7b2fc478d12fff20b on resource:port {{(pid=103721) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 31 12:05:31.580856 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.quota.resource [req-387fdef6-f7ac-49f7-aac3-9877838d5134 req-4b2251ed-4e50-4e68-abe8-a72cd87311d3 tempest-TestVolumeBootPattern-2120221258 tempest-TestVolumeBootPattern-2120221258-project] Unset dirty status for tenant:5a6b811ce5ca43c7b2fc478d12fff20b on resource:port {{(pid=103721) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 31 12:05:31.582047 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [req-387fdef6-f7ac-49f7-aac3-9877838d5134 req-4b2251ed-4e50-4e68-abe8-a72cd87311d3 tempest-TestVolumeBootPattern-2120221258 tempest-TestVolumeBootPattern-2120221258-project] 10.222.0.57 "GET /v2.0/ports?device_id=1c963dd9-e9d2-42e8-9a12-3cfe9adde1db HTTP/1.1" status: 200  len: 210 time: 0.0622067
May 31 12:05:31.665696 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron_lib.callbacks.manager [None req-43028a7b-58d7-408b-ac75-1328e6896bf7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744215964654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857257'] for agent, after_update {{(pid=103722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 12:05:32.686470 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.wsgi [-] (103721) accepted ('10.222.0.57', 50550) {{(pid=103721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 31 12:05:32.921971 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.plugins.ml2.plugin [None req-69e4ad3f-e8e1-40d7-97a3-be48e9f583ce tempest-TestVolumeBootPattern-2120221258 tempest-TestVolumeBootPattern-2120221258-project] Deleting port b5c4444f-0d68-454b-be80-273f731e37de {{(pid=103721) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
May 31 12:05:32.922209 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron_lib.callbacks.manager [None req-69e4ad3f-e8e1-40d7-97a3-be48e9f583ce tempest-TestVolumeBootPattern-2120221258 tempest-TestVolumeBootPattern-2120221258-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744215952451'] for port, before_delete {{(pid=103721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 12:05:33.038721 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron_lib.callbacks.manager [None req-69e4ad3f-e8e1-40d7-97a3-be48e9f583ce tempest-TestVolumeBootPattern-2120221258 tempest-TestVolumeBootPattern-2120221258-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4088094'] for port, precommit_delete {{(pid=103721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 12:05:33.038996 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron_lib.callbacks.manager [None req-69e4ad3f-e8e1-40d7-97a3-be48e9f583ce tempest-TestVolumeBootPattern-2120221258 tempest-TestVolumeBootPattern-2120221258-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=103721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 12:05:33.114435 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron_lib.callbacks.manager [None req-92b83863-bf9a-4909-8105-ba1148ce97ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744215964654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857257'] for agent, after_update {{(pid=103722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 12:05:33.270118 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.plugins.ml2.plugin [None req-69e4ad3f-e8e1-40d7-97a3-be48e9f583ce tempest-TestVolumeBootPattern-2120221258 tempest-TestVolumeBootPattern-2120221258-project] Calling delete_port for b5c4444f-0d68-454b-be80-273f731e37de owned by network:floatingip {{(pid=103721) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
May 31 12:05:33.393817 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron_lib.callbacks.manager [None req-69e4ad3f-e8e1-40d7-97a3-be48e9f583ce tempest-TestVolumeBootPattern-2120221258 tempest-TestVolumeBootPattern-2120221258-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937715', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3701677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744215954342', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744215520979', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2250866'] for port, after_delete {{(pid=103721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 12:05:33.399024 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG oslo_concurrency.lockutils [None req-0c98aed2-22fa-4539-a14c-97df4fed58a0 tempest-AttachVolumeShelveTestJSON-127538222 tempest-AttachVolumeShelveTestJSON-127538222-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103721) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 31 12:05:33.444268 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69e4ad3f-e8e1-40d7-97a3-be48e9f583ce tempest-TestVolumeBootPattern-2120221258 tempest-TestVolumeBootPattern-2120221258-project] Pushing event deleted for resources: {'Port': ['ID=b5c4444f-0d68-454b-be80-273f731e37de,revision_number=None']} {{(pid=103721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 31 12:05:33.447212 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG oslo_concurrency.lockutils [None req-69e4ad3f-e8e1-40d7-97a3-be48e9f583ce tempest-TestVolumeBootPattern-2120221258 tempest-TestVolumeBootPattern-2120221258-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=103721) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 31 12:05:33.536733 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron_lib.callbacks.manager [None req-69e4ad3f-e8e1-40d7-97a3-be48e9f583ce tempest-TestVolumeBootPattern-2120221258 tempest-TestVolumeBootPattern-2120221258-project] Notify callbacks [] for floatingip, after_delete {{(pid=103721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 12:05:33.557150 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron_lib.callbacks.manager [None req-69e4ad3f-e8e1-40d7-97a3-be48e9f583ce tempest-TestVolumeBootPattern-2120221258 tempest-TestVolumeBootPattern-2120221258-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46333'] for floatingip, before_response {{(pid=103721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 12:05:33.558312 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [None req-69e4ad3f-e8e1-40d7-97a3-be48e9f583ce tempest-TestVolumeBootPattern-2120221258 tempest-TestVolumeBootPattern-2120221258-project] 10.222.0.57 "DELETE /v2.0/floatingips/5ab5a698-aa0e-4b43-a1d7-4129cee3278d HTTP/1.1" status: 204  len: 168 time: 0.8708088
May 31 12:05:34.057096 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron.plugins.ml2.rpc [None req-43028a7b-58d7-408b-ac75-1328e6896bf7 None None] Device 15423c3b-5e74-42f8-a2ba-8ef3fb217449 no longer exists at agent hyperv_hv-cinder-78638 {{(pid=103722) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
May 31 12:05:34.092885 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron.plugins.ml2.plugin [None req-43028a7b-58d7-408b-ac75-1328e6896bf7 None None] No Port match for: 15423c3b-5e74-42f8-a2ba-8ef3fb217449 {{(pid=103722) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}}
May 31 12:05:34.093228 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron.plugins.ml2.rpc [None req-43028a7b-58d7-408b-ac75-1328e6896bf7 None None] Device 15423c3b-5e74-42f8-a2ba-8ef3fb217449 not bound to the agent host hv-cinder-78638 {{(pid=103722) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
May 31 12:05:34.971281 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.wsgi [-] (103721) accepted ('10.222.0.57', 50568) {{(pid=103721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 31 12:05:35.042856 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron_lib.callbacks.manager [None req-01d6c903-4754-4e78-974a-6bf370ab0fd1 tempest-TestVolumeBootPattern-2120221258 tempest-TestVolumeBootPattern-2120221258-project] Notify callbacks [] for security_group, before_delete {{(pid=103721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 12:05:35.073078 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron_lib.callbacks.manager [None req-01d6c903-4754-4e78-974a-6bf370ab0fd1 tempest-TestVolumeBootPattern-2120221258 tempest-TestVolumeBootPattern-2120221258-project] Notify callbacks [] for security_group, precommit_delete {{(pid=103721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 12:05:35.147155 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron_lib.callbacks.manager [None req-01d6c903-4754-4e78-974a-6bf370ab0fd1 tempest-TestVolumeBootPattern-2120221258 tempest-TestVolumeBootPattern-2120221258-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3705957'] for security_group, after_delete {{(pid=103721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 12:05:35.150989 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG oslo_concurrency.lockutils [None req-621001bb-693f-479d-985c-ed361f75828b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103721) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 31 12:05:35.164779 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01d6c903-4754-4e78-974a-6bf370ab0fd1 tempest-TestVolumeBootPattern-2120221258 tempest-TestVolumeBootPattern-2120221258-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6c000b46-1cad-4c27-86ed-828d0205dc63,revision_number=None']} {{(pid=103721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 31 12:05:35.167893 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG oslo_concurrency.lockutils [None req-01d6c903-4754-4e78-974a-6bf370ab0fd1 tempest-TestVolumeBootPattern-2120221258 tempest-TestVolumeBootPattern-2120221258-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=103721) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 31 12:05:35.177224 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron_lib.callbacks.manager [None req-01d6c903-4754-4e78-974a-6bf370ab0fd1 tempest-TestVolumeBootPattern-2120221258 tempest-TestVolumeBootPattern-2120221258-project] Notify callbacks [] for security_group, before_response {{(pid=103721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 12:05:35.178358 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [None req-01d6c903-4754-4e78-974a-6bf370ab0fd1 tempest-TestVolumeBootPattern-2120221258 tempest-TestVolumeBootPattern-2120221258-project] 10.222.0.57 "DELETE /v2.0/security-groups/6c000b46-1cad-4c27-86ed-828d0205dc63 HTTP/1.1" status: 204  len: 168 time: 0.2060611
May 31 12:05:35.233245 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.wsgi [-] (103721) accepted ('10.222.0.57', 50574) {{(pid=103721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 31 12:05:35.523766 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron_lib.callbacks.manager [None req-6fa47da9-19e4-4457-a9c6-c338bf26b2dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744215964654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857257'] for agent, after_update {{(pid=103722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 12:05:35.639065 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron_lib.callbacks.manager [None req-1f0a762f-0348-4bba-b860-8eddab4cd770 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744215964654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857257'] for agent, after_update {{(pid=103722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 12:05:35.886766 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron_lib.callbacks.manager [None req-a7a02973-5a9a-4b49-be2d-85e9f15c3df7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4094159'] for router_interface, before_delete {{(pid=103721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 12:05:36.308703 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.plugins.ml2.plugin [None req-a7a02973-5a9a-4b49-be2d-85e9f15c3df7 admin admin] Deleting port 18e2efc1-542e-4e22-ba51-08768ab5b35a {{(pid=103721) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
May 31 12:05:36.309717 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron_lib.callbacks.manager [None req-a7a02973-5a9a-4b49-be2d-85e9f15c3df7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744215952451'] for port, before_delete {{(pid=103721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 12:05:36.547750 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.plugins.ml2.db [None req-a7a02973-5a9a-4b49-be2d-85e9f15c3df7 admin admin] For port 18e2efc1-542e-4e22-ba51-08768ab5b35a, host dv-cinder-786384-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786384-7-iscsi',level=0,port_id=18e2efc1-542e-4e22-ba51-08768ab5b35a,segment=NetworkSegment(5b821f6b-a910-418f-9ed0-d28e7c2036c5),segment_id=5b821f6b-a910-418f-9ed0-d28e7c2036c5)] {{(pid=103721) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 31 12:05:36.548146 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron_lib.callbacks.manager [None req-a7a02973-5a9a-4b49-be2d-85e9f15c3df7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4088094'] for port, precommit_delete {{(pid=103721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 12:05:36.596289 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron_lib.callbacks.manager [None req-c59bf3d8-3f04-4740-8d75-807cb4f7478e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744215964654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857257'] for agent, after_update {{(pid=103722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 12:05:36.673091 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.plugins.ml2.plugin [None req-a7a02973-5a9a-4b49-be2d-85e9f15c3df7 admin admin] Calling delete_port for 18e2efc1-542e-4e22-ba51-08768ab5b35a owned by network:router_interface {{(pid=103721) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
May 31 12:05:36.915231 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron_lib.callbacks.manager [None req-a7a02973-5a9a-4b49-be2d-85e9f15c3df7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937715', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3701677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744215954342', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744215520979', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2250866'] for port, after_delete {{(pid=103721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 12:05:36.919124 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG oslo_concurrency.lockutils [None req-4168d022-473e-436d-a322-c162ae17f138 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103721) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 31 12:05:36.961107 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7a02973-5a9a-4b49-be2d-85e9f15c3df7 admin admin] Pushing event deleted for resources: {'Port': ['ID=18e2efc1-542e-4e22-ba51-08768ab5b35a,revision_number=None']} {{(pid=103721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 31 12:05:36.963626 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG oslo_concurrency.lockutils [None req-a7a02973-5a9a-4b49-be2d-85e9f15c3df7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=103721) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 31 12:05:37.231516 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron_lib.callbacks.manager [None req-a7a02973-5a9a-4b49-be2d-85e9f15c3df7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3701695', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4090207'] for router_interface, after_delete {{(pid=103721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 12:05:37.615619 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a7a02973-5a9a-4b49-be2d-85e9f15c3df7 admin admin] Router 115ce9ad-b529-4792-8826-40e7906bc4db has already been hosted by L3 agent f8c17dd7-da16-4427-b6e3-d7e30616bc4c {{(pid=103721) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
May 31 12:05:37.795806 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a7a02973-5a9a-4b49-be2d-85e9f15c3df7 admin admin] Notify agent at l3_agent.dv-cinder-786384-7-iscsi the message routers_updated {{(pid=103721) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
May 31 12:05:37.805730 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c0966d3-0efa-49d3-aed0-726c88fb2262 None None] Sync routers for ids ['115ce9ad-b529-4792-8826-40e7906bc4db'] in dv-cinder-786384-7-iscsi {{(pid=103722) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 31 12:05:37.809661 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [None req-a7a02973-5a9a-4b49-be2d-85e9f15c3df7 admin admin] 10.222.0.57 "PUT /v2.0/routers/115ce9ad-b529-4792-8826-40e7906bc4db/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 2.5751703
May 31 12:05:37.812282 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.wsgi [-] (103721) accepted ('10.222.0.57', 50584) {{(pid=103721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 31 12:05:37.816172 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c0966d3-0efa-49d3-aed0-726c88fb2262 None None] Routers {'115ce9ad-b529-4792-8826-40e7906bc4db'} bound to L3 agent in host dv-cinder-786384-7-iscsi {{(pid=103722) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 31 12:05:37.816861 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron.db.l3_hamode_db [None req-1c0966d3-0efa-49d3-aed0-726c88fb2262 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f3eb7bccf10>, 'dv-cinder-786384-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-31T11:36:05Z,description=<?>,heartbeat_timestamp=2021-05-31T12:05:36Z,host='dv-cinder-786384-7-iscsi',id=f8c17dd7-da16-4427-b6e3-d7e30616bc4c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-31T11:36:05Z,topic='l3_agent')) {'router_ids': ['115ce9ad-b529-4792-8826-40e7906bc4db'], 'active': True} {{(pid=103722) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 31 12:05:37.996268 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron.db.l3_dvr_db [None req-1c0966d3-0efa-49d3-aed0-726c88fb2262 None None] Set router 115ce9ad-b529-4792-8826-40e7906bc4db gateway port host: dv-cinder-786384-7-iscsi {{(pid=103722) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
May 31 12:05:38.113820 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron_lib.callbacks.manager [None req-0c19daf3-cfb8-40d5-9e4b-ecebbeeedd47 admin admin] Notify callbacks [] for router, before_delete {{(pid=103721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 12:05:38.172611 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron_lib.callbacks.manager [None req-e2b995a4-3526-4c71-93aa-7f4ba47dfd64 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744215964654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857257'] for agent, after_update {{(pid=103722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 12:05:38.285230 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron.db.l3_hamode_db [None req-1c0966d3-0efa-49d3-aed0-726c88fb2262 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f3eb7bccf10>, [{'id': '115ce9ad-b529-4792-8826-40e7906bc4db', 'name': 'tempest-TestVolumeBootPattern-554410731-router', 'tenant_id': '5a6b811ce5ca43c7b2fc478d12fff20b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cb16751-6ba1-494a-bef1-53f614bdb222', 'external_fixed_ips': [{'subnet_id': '1135c889-0623-4d10-975a-f2c46f50f0f6', 'ip_address': '172.27.2.162'}], 'enable_snat': True}, 'gw_port_id': 'ab9dfa04-d24c-455c-a90a-a92ad8078cb6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T11:58:44Z', 'updated_at': '2021-05-31T12:05:36Z', 'revision_number': 5, 'project_id': '5a6b811ce5ca43c7b2fc478d12fff20b', 'gw_port': {'id': 'ab9dfa04-d24c-455c-a90a-a92ad8078cb6', 'name': '', 'network_id': '1cb16751-6ba1-494a-bef1-53f614bdb222', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:06:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '115ce9ad-b529-4792-8826-40e7906bc4db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 656, 'fixed_ips': [{'subnet_id': '1135c889-0623-4d10-975a-f2c46f50f0f6', 'ip_address': '172.27.2.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786384-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T11:58:44Z', 'updated_at': '2021-05-31T11:58:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1135c889-0623-4d10-975a-f2c46f50f0f6', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786384-7-iscsi'}], 'dv-cinder-786384-7-iscsi', False) {} {{(pid=103722) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 31 12:05:38.285595 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron_lib.callbacks.manager [None req-0c19daf3-cfb8-40d5-9e4b-ecebbeeedd47 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=103721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 12:05:38.289023 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c0966d3-0efa-49d3-aed0-726c88fb2262 None None] Checking router: 115ce9ad-b529-4792-8826-40e7906bc4db for host: dv-cinder-786384-7-iscsi {{(pid=103722) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
May 31 12:05:38.298015 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c0966d3-0efa-49d3-aed0-726c88fb2262 None None] Routers {'115ce9ad-b529-4792-8826-40e7906bc4db'} bound to L3 agent in host dv-cinder-786384-7-iscsi {{(pid=103722) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 31 12:05:38.298551 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron.db.l3_hamode_db [None req-1c0966d3-0efa-49d3-aed0-726c88fb2262 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f3eb7bccf10>, 'dv-cinder-786384-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-31T11:36:05Z,description=<?>,heartbeat_timestamp=2021-05-31T12:05:36Z,host='dv-cinder-786384-7-iscsi',id=f8c17dd7-da16-4427-b6e3-d7e30616bc4c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-31T11:36:05Z,topic='l3_agent')) {'router_ids': ['115ce9ad-b529-4792-8826-40e7906bc4db'], 'active': True} {{(pid=103722) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 31 12:05:38.359647 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.plugins.ml2.plugin [None req-0c19daf3-cfb8-40d5-9e4b-ecebbeeedd47 admin admin] Deleting port ab9dfa04-d24c-455c-a90a-a92ad8078cb6 {{(pid=103721) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
May 31 12:05:38.360504 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron_lib.callbacks.manager [None req-0c19daf3-cfb8-40d5-9e4b-ecebbeeedd47 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744215952451'] for port, before_delete {{(pid=103721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 12:05:38.483496 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.plugins.ml2.db [None req-0c19daf3-cfb8-40d5-9e4b-ecebbeeedd47 admin admin] For port ab9dfa04-d24c-455c-a90a-a92ad8078cb6, host dv-cinder-786384-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786384-7-iscsi',level=0,port_id=ab9dfa04-d24c-455c-a90a-a92ad8078cb6,segment=NetworkSegment(82286f75-faff-40ec-beef-7945374ee8e1),segment_id=82286f75-faff-40ec-beef-7945374ee8e1)] {{(pid=103721) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 31 12:05:38.483829 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron_lib.callbacks.manager [None req-0c19daf3-cfb8-40d5-9e4b-ecebbeeedd47 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4088094'] for port, precommit_delete {{(pid=103721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 12:05:38.496519 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron.db.l3_dvr_db [None req-1c0966d3-0efa-49d3-aed0-726c88fb2262 None None] Set router 115ce9ad-b529-4792-8826-40e7906bc4db gateway port host: None {{(pid=103722) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
May 31 12:05:38.597898 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron.db.l3_hamode_db [None req-1c0966d3-0efa-49d3-aed0-726c88fb2262 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f3eb7bccf10>, [{'id': '115ce9ad-b529-4792-8826-40e7906bc4db', 'name': 'tempest-TestVolumeBootPattern-554410731-router', 'tenant_id': '5a6b811ce5ca43c7b2fc478d12fff20b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T11:58:44Z', 'updated_at': '2021-05-31T12:05:38Z', 'revision_number': 6, 'project_id': '5a6b811ce5ca43c7b2fc478d12fff20b', 'gw_port_host': None}], 'dv-cinder-786384-7-iscsi', False) {} {{(pid=103722) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 31 12:05:38.601850 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c0966d3-0efa-49d3-aed0-726c88fb2262 None None] The sync data for ids ['115ce9ad-b529-4792-8826-40e7906bc4db'] in dv-cinder-786384-7-iscsi is: [{'id': '115ce9ad-b529-4792-8826-40e7906bc4db', 'name': 'tempest-TestVolumeBootPattern-554410731-router', 'tenant_id': '5a6b811ce5ca43c7b2fc478d12fff20b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T11:58:44Z', 'updated_at': '2021-05-31T12:05:38Z', 'revision_number': 6, 'project_id': '5a6b811ce5ca43c7b2fc478d12fff20b', 'gw_port_host': None}] {{(pid=103722) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 31 12:05:38.617019 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.plugins.ml2.plugin [None req-0c19daf3-cfb8-40d5-9e4b-ecebbeeedd47 admin admin] Calling delete_port for ab9dfa04-d24c-455c-a90a-a92ad8078cb6 owned by network:router_gateway {{(pid=103721) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
May 31 12:05:38.756274 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron_lib.callbacks.manager [None req-0c19daf3-cfb8-40d5-9e4b-ecebbeeedd47 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937715', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3701677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744215954342', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744215520979', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2250866'] for port, after_delete {{(pid=103721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 12:05:38.759871 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG oslo_concurrency.lockutils [None req-63dc0d6f-cee1-4fbd-8c32-ed6c0dbac976 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103721) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 31 12:05:38.804220 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c19daf3-cfb8-40d5-9e4b-ecebbeeedd47 admin admin] Pushing event deleted for resources: {'Port': ['ID=ab9dfa04-d24c-455c-a90a-a92ad8078cb6,revision_number=None']} {{(pid=103721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 31 12:05:38.807246 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG oslo_concurrency.lockutils [None req-0c19daf3-cfb8-40d5-9e4b-ecebbeeedd47 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=103721) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 31 12:05:38.912984 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron_lib.callbacks.manager [None req-0c19daf3-cfb8-40d5-9e4b-ecebbeeedd47 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-4088530'] for router_gateway, after_delete {{(pid=103721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 12:05:39.084267 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron_lib.callbacks.manager [None req-0c19daf3-cfb8-40d5-9e4b-ecebbeeedd47 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4091231', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-939'] for router, precommit_delete {{(pid=103721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 12:05:39.086577 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron_lib.callbacks.manager [None req-0c19daf3-cfb8-40d5-9e4b-ecebbeeedd47 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=103721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 12:05:39.113887 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron_lib.callbacks.manager [None req-0c19daf3-cfb8-40d5-9e4b-ecebbeeedd47 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-4089955'] for router, after_delete {{(pid=103721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 12:05:39.114412 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0c19daf3-cfb8-40d5-9e4b-ecebbeeedd47 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 115ce9ad-b529-4792-8826-40e7906bc4db {{(pid=103721) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
May 31 12:05:39.126659 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron_lib.callbacks.manager [None req-0c19daf3-cfb8-40d5-9e4b-ecebbeeedd47 admin admin] Notify callbacks [] for router, before_response {{(pid=103721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 12:05:39.127807 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [None req-0c19daf3-cfb8-40d5-9e4b-ecebbeeedd47 admin admin] 10.222.0.57 "DELETE /v2.0/routers/115ce9ad-b529-4792-8826-40e7906bc4db HTTP/1.1" status: 204  len: 168 time: 1.3146391
May 31 12:05:39.130723 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron.wsgi [-] (103720) accepted ('10.222.0.57', 50588) {{(pid=103720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 31 12:05:39.194548 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron.db.db_base_plugin_v2 [None req-ef2326a6-8fc9-4236-ba55-c446e2fd9c2c admin admin] Deleting subnet 554467f2-05f8-4319-998c-3640549da255 {{(pid=103720) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}}
May 31 12:05:39.197487 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-ef2326a6-8fc9-4236-ba55-c446e2fd9c2c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 12:05:39.246978 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-ef2326a6-8fc9-4236-ba55-c446e2fd9c2c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2262580'] for subnet, precommit_delete_associations {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 12:05:39.461822 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-ef2326a6-8fc9-4236-ba55-c446e2fd9c2c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-877032'] for subnet, precommit_delete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 12:05:39.719026 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-ef2326a6-8fc9-4236-ba55-c446e2fd9c2c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-877917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3701677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2333606', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2404531'] for subnet, after_delete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 12:05:39.722655 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG oslo_concurrency.lockutils [None req-a60d3b3f-5455-400b-8ecd-387fdfa10bca admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103720) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 31 12:05:39.756526 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef2326a6-8fc9-4236-ba55-c446e2fd9c2c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=554467f2-05f8-4319-998c-3640549da255,revision_number=None']} {{(pid=103720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 31 12:05:39.762169 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-ef2326a6-8fc9-4236-ba55-c446e2fd9c2c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3701651'] for subnet, before_response {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 12:05:39.766706 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e65fbeb7-31a3-4428-afaf-255933c983ec None None] Network edd9641d-7b8a-4f6f-b1b1-6f5b9e99662a requested from dv-cinder-786384-7-iscsi {{(pid=103722) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
May 31 12:05:39.768740 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef2326a6-8fc9-4236-ba55-c446e2fd9c2c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786384-7-iscsi {{(pid=103720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 31 12:05:39.769123 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef2326a6-8fc9-4236-ba55-c446e2fd9c2c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786384-7-iscsi {{(pid=103720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 31 12:05:39.769490 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef2326a6-8fc9-4236-ba55-c446e2fd9c2c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786384-7-iscsi {{(pid=103720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 31 12:05:39.769853 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef2326a6-8fc9-4236-ba55-c446e2fd9c2c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786384-7-iscsi {{(pid=103720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 31 12:05:39.770209 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef2326a6-8fc9-4236-ba55-c446e2fd9c2c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786384-7-iscsi {{(pid=103720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 31 12:05:39.770575 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef2326a6-8fc9-4236-ba55-c446e2fd9c2c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786384-7-iscsi {{(pid=103720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 31 12:05:39.770929 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef2326a6-8fc9-4236-ba55-c446e2fd9c2c admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786384-7-iscsi {{(pid=103720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 31 12:05:39.771279 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef2326a6-8fc9-4236-ba55-c446e2fd9c2c admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786384-7-iscsi {{(pid=103720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 31 12:05:39.771616 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef2326a6-8fc9-4236-ba55-c446e2fd9c2c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786384-7-iscsi {{(pid=103720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 31 12:05:39.771990 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef2326a6-8fc9-4236-ba55-c446e2fd9c2c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786384-7-iscsi {{(pid=103720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 31 12:05:39.772333 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef2326a6-8fc9-4236-ba55-c446e2fd9c2c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786384-7-iscsi {{(pid=103720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 31 12:05:39.772681 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef2326a6-8fc9-4236-ba55-c446e2fd9c2c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786384-7-iscsi {{(pid=103720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 31 12:05:39.776309 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG oslo_concurrency.lockutils [None req-ef2326a6-8fc9-4236-ba55-c446e2fd9c2c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=103720) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 31 12:05:39.779202 dv-cinder-786384-7-iscsi neutron-server[103720]: INFO neutron.wsgi [None req-ef2326a6-8fc9-4236-ba55-c446e2fd9c2c admin admin] 10.222.0.57 "DELETE /v2.0/subnets/554467f2-05f8-4319-998c-3640549da255 HTTP/1.1" status: 204  len: 168 time: 0.6471686
May 31 12:05:39.781670 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron.wsgi [-] (103720) accepted ('10.222.0.57', 50592) {{(pid=103720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 31 12:05:39.888677 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-eee6b102-d13d-4714-b0c8-d6a9a757e3be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-969884'] for network, before_delete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 12:05:39.920285 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron.plugins.ml2.rpc [None req-1f0a762f-0348-4bba-b860-8eddab4cd770 None None] Device ab9dfa04-d24c-455c-a90a-a92ad8078cb6 no longer exists at agent ovs-agent-dv-cinder-786384-7-iscsi {{(pid=103722) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
May 31 12:05:39.963317 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-eee6b102-d13d-4714-b0c8-d6a9a757e3be admin admin] Deleting port e0920f0b-0c5b-4d4d-b551-5b2e32c53a33 {{(pid=103720) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
May 31 12:05:39.963752 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-eee6b102-d13d-4714-b0c8-d6a9a757e3be admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744215952451'] for port, before_delete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 12:05:39.965027 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron.plugins.ml2.plugin [None req-1f0a762f-0348-4bba-b860-8eddab4cd770 None None] No Port match for: ab9dfa04-d24c-455c-a90a-a92ad8078cb6 {{(pid=103722) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}}
May 31 12:05:39.965367 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron.plugins.ml2.rpc [None req-1f0a762f-0348-4bba-b860-8eddab4cd770 None None] Device ab9dfa04-d24c-455c-a90a-a92ad8078cb6 not bound to the agent host dv-cinder-786384-7-iscsi {{(pid=103722) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
May 31 12:05:39.965775 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron.plugins.ml2.rpc [None req-1f0a762f-0348-4bba-b860-8eddab4cd770 None None] Device 18e2efc1-542e-4e22-ba51-08768ab5b35a no longer exists at agent ovs-agent-dv-cinder-786384-7-iscsi {{(pid=103722) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
May 31 12:05:40.003876 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron.plugins.ml2.plugin [None req-1f0a762f-0348-4bba-b860-8eddab4cd770 None None] No Port match for: 18e2efc1-542e-4e22-ba51-08768ab5b35a {{(pid=103722) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}}
May 31 12:05:40.004101 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron.plugins.ml2.rpc [None req-1f0a762f-0348-4bba-b860-8eddab4cd770 None None] Device 18e2efc1-542e-4e22-ba51-08768ab5b35a not bound to the agent host dv-cinder-786384-7-iscsi {{(pid=103722) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
May 31 12:05:40.065075 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron.plugins.ml2.db [None req-eee6b102-d13d-4714-b0c8-d6a9a757e3be admin admin] For port e0920f0b-0c5b-4d4d-b551-5b2e32c53a33, host dv-cinder-786384-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786384-7-iscsi',level=0,port_id=e0920f0b-0c5b-4d4d-b551-5b2e32c53a33,segment=NetworkSegment(5b821f6b-a910-418f-9ed0-d28e7c2036c5),segment_id=5b821f6b-a910-418f-9ed0-d28e7c2036c5)] {{(pid=103720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 31 12:05:40.065075 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-eee6b102-d13d-4714-b0c8-d6a9a757e3be admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4088094'] for port, precommit_delete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 12:05:40.095561 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-854df3c9-5384-4175-bf69-34a5e94802e9 None None] DHCP port deletion for edd9641d-7b8a-4f6f-b1b1-6f5b9e99662a request from dv-cinder-786384-7-iscsi {{(pid=103722) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
May 31 12:05:40.160826 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron.plugins.ml2.plugin [None req-854df3c9-5384-4175-bf69-34a5e94802e9 None None] Deleting port e0920f0b-0c5b-4d4d-b551-5b2e32c53a33 {{(pid=103722) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
May 31 12:05:40.161171 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron_lib.callbacks.manager [None req-854df3c9-5384-4175-bf69-34a5e94802e9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744215952451'] for port, before_delete {{(pid=103722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 12:05:40.183744 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-eee6b102-d13d-4714-b0c8-d6a9a757e3be admin admin] Calling delete_port for e0920f0b-0c5b-4d4d-b551-5b2e32c53a33 owned by network:dhcp {{(pid=103720) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
May 31 12:05:40.231512 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-eee6b102-d13d-4714-b0c8-d6a9a757e3be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937715', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3701677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744215954342', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744215520979', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2327893'] for port, after_delete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 12:05:40.236250 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG oslo_concurrency.lockutils [None req-86bc1698-af64-429c-b61c-3533ef446129 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103720) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 31 12:05:40.259699 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron.plugins.ml2.db [None req-854df3c9-5384-4175-bf69-34a5e94802e9 None None] For port e0920f0b-0c5b-4d4d-b551-5b2e32c53a33, host dv-cinder-786384-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786384-7-iscsi',level=0,port_id=e0920f0b-0c5b-4d4d-b551-5b2e32c53a33,segment=NetworkSegment(5b821f6b-a910-418f-9ed0-d28e7c2036c5),segment_id=5b821f6b-a910-418f-9ed0-d28e7c2036c5)] {{(pid=103722) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 31 12:05:40.260061 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron_lib.callbacks.manager [None req-854df3c9-5384-4175-bf69-34a5e94802e9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4088094'] for port, precommit_delete {{(pid=103722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 12:05:40.279232 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eee6b102-d13d-4714-b0c8-d6a9a757e3be admin admin] Pushing event deleted for resources: {'Port': ['ID=e0920f0b-0c5b-4d4d-b551-5b2e32c53a33,revision_number=None']} {{(pid=103720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 31 12:05:40.281077 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eee6b102-d13d-4714-b0c8-d6a9a757e3be admin admin] No DVR routers for this DVR port e0920f0b-0c5b-4d4d-b551-5b2e32c53a33 on host dv-cinder-786384-7-iscsi {{(pid=103720) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 31 12:05:40.282542 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG oslo_concurrency.lockutils [None req-eee6b102-d13d-4714-b0c8-d6a9a757e3be admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=103720) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 31 12:05:40.385861 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron.plugins.ml2.plugin [None req-854df3c9-5384-4175-bf69-34a5e94802e9 None None] Calling delete_port for e0920f0b-0c5b-4d4d-b551-5b2e32c53a33 owned by network:dhcp {{(pid=103722) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
May 31 12:05:40.395172 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-eee6b102-d13d-4714-b0c8-d6a9a757e3be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-859751', 'neutron.services.segments.db._delete_segments_for_network-8744215964636'] for network, precommit_delete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 12:05:40.412536 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron.services.segments.db [None req-eee6b102-d13d-4714-b0c8-d6a9a757e3be admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f3ebc21f070>,) {'filters': {'network_id': ['edd9641d-7b8a-4f6f-b1b1-6f5b9e99662a']}} {{(pid=103720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 31 12:05:40.425267 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron.services.segments.db [None req-eee6b102-d13d-4714-b0c8-d6a9a757e3be admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f3ebc21f070>, '5b821f6b-a910-418f-9ed0-d28e7c2036c5') {'for_net_delete': True} {{(pid=103720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 31 12:05:40.425554 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron.services.segments.db [None req-eee6b102-d13d-4714-b0c8-d6a9a757e3be admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f3ebc21f070>, '5b821f6b-a910-418f-9ed0-d28e7c2036c5') {} {{(pid=103720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 31 12:05:40.432088 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron_lib.callbacks.manager [None req-854df3c9-5384-4175-bf69-34a5e94802e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937715', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3701677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744215954342', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744215520979'] for port, after_delete {{(pid=103722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 12:05:40.435710 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG oslo_concurrency.lockutils [None req-43028a7b-58d7-408b-ac75-1328e6896bf7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103722) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 31 12:05:40.436859 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-eee6b102-d13d-4714-b0c8-d6a9a757e3be admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744215973789', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2262591'] for segment, before_delete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 12:05:40.453118 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-eee6b102-d13d-4714-b0c8-d6a9a757e3be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-882655'] for segment, precommit_delete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 12:05:40.459194 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-eee6b102-d13d-4714-b0c8-d6a9a757e3be admin admin] Releasing vlan 776 on physical network physnet1 to pool {{(pid=103720) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
May 31 12:05:40.459574 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-eee6b102-d13d-4714-b0c8-d6a9a757e3be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-882655', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2327808'] for segment, after_delete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 12:05:40.472318 dv-cinder-786384-7-iscsi neutron-server[103720]: Traceback (most recent call last):
May 31 12:05:40.472318 dv-cinder-786384-7-iscsi neutron-server[103720]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
May 31 12:05:40.472318 dv-cinder-786384-7-iscsi neutron-server[103720]:     timer()
May 31 12:05:40.472318 dv-cinder-786384-7-iscsi neutron-server[103720]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
May 31 12:05:40.472318 dv-cinder-786384-7-iscsi neutron-server[103720]:     cb(*args, **kw)
May 31 12:05:40.472318 dv-cinder-786384-7-iscsi neutron-server[103720]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
May 31 12:05:40.472318 dv-cinder-786384-7-iscsi neutron-server[103720]:     return func(*args, **kwargs)
May 31 12:05:40.472318 dv-cinder-786384-7-iscsi neutron-server[103720]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
May 31 12:05:40.472318 dv-cinder-786384-7-iscsi neutron-server[103720]:     self._notify()
May 31 12:05:40.472318 dv-cinder-786384-7-iscsi neutron-server[103720]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
May 31 12:05:40.472318 dv-cinder-786384-7-iscsi neutron-server[103720]:     self.callback(batched_events)
May 31 12:05:40.472318 dv-cinder-786384-7-iscsi neutron-server[103720]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
May 31 12:05:40.472318 dv-cinder-786384-7-iscsi neutron-server[103720]:     event.method(event)
May 31 12:05:40.472318 dv-cinder-786384-7-iscsi neutron-server[103720]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
May 31 12:05:40.472318 dv-cinder-786384-7-iscsi neutron-server[103720]:     aggregate_id = self._get_aggregate_id(event.segment_id)
May 31 12:05:40.472318 dv-cinder-786384-7-iscsi neutron-server[103720]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
May 31 12:05:40.472318 dv-cinder-786384-7-iscsi neutron-server[103720]:     aggregate_uuid = self.p_client.list_aggregates(
May 31 12:05:40.472318 dv-cinder-786384-7-iscsi neutron-server[103720]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
May 31 12:05:40.472318 dv-cinder-786384-7-iscsi neutron-server[103720]:     return f(self, *a, **k)
May 31 12:05:40.472318 dv-cinder-786384-7-iscsi neutron-server[103720]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
May 31 12:05:40.472318 dv-cinder-786384-7-iscsi neutron-server[103720]:     return self._get(url).json()
May 31 12:05:40.472318 dv-cinder-786384-7-iscsi neutron-server[103720]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
May 31 12:05:40.472318 dv-cinder-786384-7-iscsi neutron-server[103720]:     return self._client.get(url, endpoint_filter=self._ks_filter,
May 31 12:05:40.472318 dv-cinder-786384-7-iscsi neutron-server[103720]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
May 31 12:05:40.472318 dv-cinder-786384-7-iscsi neutron-server[103720]:     return self.request(url, 'GET', **kwargs)
May 31 12:05:40.472318 dv-cinder-786384-7-iscsi neutron-server[103720]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
May 31 12:05:40.472318 dv-cinder-786384-7-iscsi neutron-server[103720]:     base_url = self.get_endpoint(auth, allow=allow,
May 31 12:05:40.472318 dv-cinder-786384-7-iscsi neutron-server[103720]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
May 31 12:05:40.472318 dv-cinder-786384-7-iscsi neutron-server[103720]:     auth = self._auth_required(auth, 'determine endpoint URL')
May 31 12:05:40.472318 dv-cinder-786384-7-iscsi neutron-server[103720]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
May 31 12:05:40.472318 dv-cinder-786384-7-iscsi neutron-server[103720]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
May 31 12:05:40.472318 dv-cinder-786384-7-iscsi neutron-server[103720]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
May 31 12:05:40.481016 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-854df3c9-5384-4175-bf69-34a5e94802e9 None None] Pushing event deleted for resources: {'Port': ['ID=e0920f0b-0c5b-4d4d-b551-5b2e32c53a33,revision_number=None']} {{(pid=103722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 31 12:05:40.487241 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron.db.l3_dvrscheduler_db [None req-854df3c9-5384-4175-bf69-34a5e94802e9 None None] No DVR routers for this DVR port e0920f0b-0c5b-4d4d-b551-5b2e32c53a33 on host dv-cinder-786384-7-iscsi {{(pid=103722) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 31 12:05:40.503987 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-854df3c9-5384-4175-bf69-34a5e94802e9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786384-7-iscsi {{(pid=103722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 31 12:05:40.504357 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-854df3c9-5384-4175-bf69-34a5e94802e9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786384-7-iscsi {{(pid=103722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 31 12:05:40.504692 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-854df3c9-5384-4175-bf69-34a5e94802e9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786384-7-iscsi {{(pid=103722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 31 12:05:40.505026 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-854df3c9-5384-4175-bf69-34a5e94802e9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786384-7-iscsi {{(pid=103722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 31 12:05:40.505346 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-854df3c9-5384-4175-bf69-34a5e94802e9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786384-7-iscsi {{(pid=103722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 31 12:05:40.505671 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-854df3c9-5384-4175-bf69-34a5e94802e9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786384-7-iscsi {{(pid=103722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 31 12:05:40.505983 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-854df3c9-5384-4175-bf69-34a5e94802e9 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786384-7-iscsi {{(pid=103722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 31 12:05:40.506301 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-854df3c9-5384-4175-bf69-34a5e94802e9 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786384-7-iscsi {{(pid=103722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 31 12:05:40.506639 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-854df3c9-5384-4175-bf69-34a5e94802e9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786384-7-iscsi {{(pid=103722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 31 12:05:40.506956 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-854df3c9-5384-4175-bf69-34a5e94802e9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786384-7-iscsi {{(pid=103722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 31 12:05:40.507271 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-854df3c9-5384-4175-bf69-34a5e94802e9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786384-7-iscsi {{(pid=103722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 31 12:05:40.507580 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-854df3c9-5384-4175-bf69-34a5e94802e9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786384-7-iscsi {{(pid=103722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 31 12:05:40.511135 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG oslo_concurrency.lockutils [None req-854df3c9-5384-4175-bf69-34a5e94802e9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=103722) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 31 12:05:40.547934 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-eee6b102-d13d-4714-b0c8-d6a9a757e3be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-859758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3705951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3701686', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4088527'] for network, after_delete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 12:05:40.551860 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG oslo_concurrency.lockutils [None req-06ac2542-4ecb-451f-8a0d-adaf03cd4b4c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103720) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 31 12:05:40.570823 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-eee6b102-d13d-4714-b0c8-d6a9a757e3be admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3701651'] for network, before_response {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 12:05:40.576465 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eee6b102-d13d-4714-b0c8-d6a9a757e3be admin admin] Pushing event deleted for resources: {'Network': ['ID=edd9641d-7b8a-4f6f-b1b1-6f5b9e99662a,revision_number=None']} {{(pid=103720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 31 12:05:40.580319 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG oslo_concurrency.lockutils [None req-eee6b102-d13d-4714-b0c8-d6a9a757e3be admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=103720) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 31 12:05:40.586123 dv-cinder-786384-7-iscsi neutron-server[103720]: INFO neutron.wsgi [None req-eee6b102-d13d-4714-b0c8-d6a9a757e3be admin admin] 10.222.0.57 "DELETE /v2.0/networks/edd9641d-7b8a-4f6f-b1b1-6f5b9e99662a HTTP/1.1" status: 204  len: 168 time: 0.8035085
May 31 12:05:40.589209 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.wsgi [-] (103721) accepted ('10.222.0.57', 50596) {{(pid=103721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 31 12:05:41.232656 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron_lib.callbacks.manager [None req-7563524a-d66e-4339-a6e4-5ddf04880ddc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4094159'] for router_interface, before_delete {{(pid=103721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 12:05:41.646735 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.plugins.ml2.plugin [None req-7563524a-d66e-4339-a6e4-5ddf04880ddc admin admin] Deleting port 319949be-296d-4fbf-9dbe-06d103c2b778 {{(pid=103721) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
May 31 12:05:41.647484 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron_lib.callbacks.manager [None req-7563524a-d66e-4339-a6e4-5ddf04880ddc admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744215952451'] for port, before_delete {{(pid=103721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 12:05:41.771884 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.plugins.ml2.db [None req-7563524a-d66e-4339-a6e4-5ddf04880ddc admin admin] For port 319949be-296d-4fbf-9dbe-06d103c2b778, host dv-cinder-786384-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786384-7-iscsi',level=0,port_id=319949be-296d-4fbf-9dbe-06d103c2b778,segment=NetworkSegment(63d08f4b-c2f2-4e3d-b30e-328d0eeec32f),segment_id=63d08f4b-c2f2-4e3d-b30e-328d0eeec32f)] {{(pid=103721) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 31 12:05:41.772132 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron_lib.callbacks.manager [None req-7563524a-d66e-4339-a6e4-5ddf04880ddc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4088094'] for port, precommit_delete {{(pid=103721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 12:05:41.892964 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.plugins.ml2.plugin [None req-7563524a-d66e-4339-a6e4-5ddf04880ddc admin admin] Calling delete_port for 319949be-296d-4fbf-9dbe-06d103c2b778 owned by network:router_interface {{(pid=103721) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
May 31 12:05:41.898067 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron.plugins.ml2.rpc [None req-1f0a762f-0348-4bba-b860-8eddab4cd770 None None] Device e0920f0b-0c5b-4d4d-b551-5b2e32c53a33 no longer exists at agent ovs-agent-dv-cinder-786384-7-iscsi {{(pid=103722) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
May 31 12:05:41.931806 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron.plugins.ml2.plugin [None req-1f0a762f-0348-4bba-b860-8eddab4cd770 None None] No Port match for: e0920f0b-0c5b-4d4d-b551-5b2e32c53a33 {{(pid=103722) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}}
May 31 12:05:41.932158 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron.plugins.ml2.rpc [None req-1f0a762f-0348-4bba-b860-8eddab4cd770 None None] Device e0920f0b-0c5b-4d4d-b551-5b2e32c53a33 not bound to the agent host dv-cinder-786384-7-iscsi {{(pid=103722) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
May 31 12:05:42.046620 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron_lib.callbacks.manager [None req-7563524a-d66e-4339-a6e4-5ddf04880ddc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937715', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3701677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744215954342', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744215520979', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2250866'] for port, after_delete {{(pid=103721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 12:05:42.050294 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG oslo_concurrency.lockutils [None req-7980c661-fa29-4f47-be0a-a32d0596f1ce tempest-TestVolumeBootPattern-2120221258 tempest-TestVolumeBootPattern-2120221258-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103721) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 31 12:05:42.092189 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7563524a-d66e-4339-a6e4-5ddf04880ddc admin admin] Pushing event deleted for resources: {'Port': ['ID=319949be-296d-4fbf-9dbe-06d103c2b778,revision_number=None']} {{(pid=103721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 31 12:05:42.094914 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG oslo_concurrency.lockutils [None req-7563524a-d66e-4339-a6e4-5ddf04880ddc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=103721) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 31 12:05:42.362536 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron_lib.callbacks.manager [None req-7563524a-d66e-4339-a6e4-5ddf04880ddc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3701695', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4090207'] for router_interface, after_delete {{(pid=103721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 12:05:42.853673 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7563524a-d66e-4339-a6e4-5ddf04880ddc admin admin] Router 4781e4c2-58c1-4790-a474-61accbdabe96 has already been hosted by L3 agent f8c17dd7-da16-4427-b6e3-d7e30616bc4c {{(pid=103721) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
May 31 12:05:43.036485 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7563524a-d66e-4339-a6e4-5ddf04880ddc admin admin] Notify agent at l3_agent.dv-cinder-786384-7-iscsi the message routers_updated {{(pid=103721) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
May 31 12:05:43.045851 dv-cinder-786384-7-iscsi neutron-server[103723]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21cd861d-7a75-4acd-b3f7-5714b7d7f2d6 None None] Sync routers for ids ['4781e4c2-58c1-4790-a474-61accbdabe96'] in dv-cinder-786384-7-iscsi {{(pid=103723) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 31 12:05:43.054441 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [None req-7563524a-d66e-4339-a6e4-5ddf04880ddc admin admin] 10.222.0.57 "PUT /v2.0/routers/4781e4c2-58c1-4790-a474-61accbdabe96/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 2.4641895
May 31 12:05:43.056331 dv-cinder-786384-7-iscsi neutron-server[103723]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21cd861d-7a75-4acd-b3f7-5714b7d7f2d6 None None] Routers {'4781e4c2-58c1-4790-a474-61accbdabe96'} bound to L3 agent in host dv-cinder-786384-7-iscsi {{(pid=103723) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 31 12:05:43.057034 dv-cinder-786384-7-iscsi neutron-server[103723]: DEBUG neutron.db.l3_hamode_db [None req-21cd861d-7a75-4acd-b3f7-5714b7d7f2d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f3ebd733a90>, 'dv-cinder-786384-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-31T11:36:05Z,description=<?>,heartbeat_timestamp=2021-05-31T12:05:36Z,host='dv-cinder-786384-7-iscsi',id=f8c17dd7-da16-4427-b6e3-d7e30616bc4c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-31T11:36:05Z,topic='l3_agent')) {'router_ids': ['4781e4c2-58c1-4790-a474-61accbdabe96'], 'active': True} {{(pid=103723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 31 12:05:43.057211 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron.wsgi [-] (103720) accepted ('10.222.0.57', 50600) {{(pid=103720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 31 12:05:43.226770 dv-cinder-786384-7-iscsi neutron-server[103723]: DEBUG neutron.db.l3_dvr_db [None req-21cd861d-7a75-4acd-b3f7-5714b7d7f2d6 None None] Set router 4781e4c2-58c1-4790-a474-61accbdabe96 gateway port host: dv-cinder-786384-7-iscsi {{(pid=103723) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
May 31 12:05:43.227055 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-c3a4825c-b486-4919-802d-27be2814f7d8 admin admin] Notify callbacks [] for router, before_delete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 12:05:43.478463 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-c3a4825c-b486-4919-802d-27be2814f7d8 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 12:05:43.536009 dv-cinder-786384-7-iscsi neutron-server[103723]: DEBUG neutron.db.l3_hamode_db [None req-21cd861d-7a75-4acd-b3f7-5714b7d7f2d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f3ebd733a90>, [{'id': '4781e4c2-58c1-4790-a474-61accbdabe96', 'name': 'tempest-TestVolumeBootPattern-435758301-router', 'tenant_id': '61f2eba02cbc460886ac4aef56d401d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cb16751-6ba1-494a-bef1-53f614bdb222', 'external_fixed_ips': [{'subnet_id': '1135c889-0623-4d10-975a-f2c46f50f0f6', 'ip_address': '172.27.2.163'}], 'enable_snat': True}, 'gw_port_id': 'bf888206-214b-4dbe-a239-2977cff95f2b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T11:58:50Z', 'updated_at': '2021-05-31T12:05:41Z', 'revision_number': 5, 'project_id': '61f2eba02cbc460886ac4aef56d401d4', 'gw_port': {'id': 'bf888206-214b-4dbe-a239-2977cff95f2b', 'name': '', 'network_id': '1cb16751-6ba1-494a-bef1-53f614bdb222', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:d4:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4781e4c2-58c1-4790-a474-61accbdabe96', 'device_owner': 'network:router_gateway', 'standard_attr_id': 668, 'fixed_ips': [{'subnet_id': '1135c889-0623-4d10-975a-f2c46f50f0f6', 'ip_address': '172.27.2.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786384-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T11:58:51Z', 'updated_at': '2021-05-31T11:58:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1135c889-0623-4d10-975a-f2c46f50f0f6', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786384-7-iscsi'}], 'dv-cinder-786384-7-iscsi', False) {} {{(pid=103723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 31 12:05:43.539922 dv-cinder-786384-7-iscsi neutron-server[103723]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21cd861d-7a75-4acd-b3f7-5714b7d7f2d6 None None] Checking router: 4781e4c2-58c1-4790-a474-61accbdabe96 for host: dv-cinder-786384-7-iscsi {{(pid=103723) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
May 31 12:05:43.548559 dv-cinder-786384-7-iscsi neutron-server[103723]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21cd861d-7a75-4acd-b3f7-5714b7d7f2d6 None None] Routers {'4781e4c2-58c1-4790-a474-61accbdabe96'} bound to L3 agent in host dv-cinder-786384-7-iscsi {{(pid=103723) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 31 12:05:43.549154 dv-cinder-786384-7-iscsi neutron-server[103723]: DEBUG neutron.db.l3_hamode_db [None req-21cd861d-7a75-4acd-b3f7-5714b7d7f2d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f3ebd733a90>, 'dv-cinder-786384-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-31T11:36:05Z,description=<?>,heartbeat_timestamp=2021-05-31T12:05:36Z,host='dv-cinder-786384-7-iscsi',id=f8c17dd7-da16-4427-b6e3-d7e30616bc4c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-31T11:36:05Z,topic='l3_agent')) {'router_ids': ['4781e4c2-58c1-4790-a474-61accbdabe96'], 'active': True} {{(pid=103723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 31 12:05:43.555762 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-c3a4825c-b486-4919-802d-27be2814f7d8 admin admin] Deleting port bf888206-214b-4dbe-a239-2977cff95f2b {{(pid=103720) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
May 31 12:05:43.556138 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-c3a4825c-b486-4919-802d-27be2814f7d8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744215952451'] for port, before_delete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 12:05:43.675861 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron.plugins.ml2.db [None req-c3a4825c-b486-4919-802d-27be2814f7d8 admin admin] For port bf888206-214b-4dbe-a239-2977cff95f2b, host dv-cinder-786384-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786384-7-iscsi',level=0,port_id=bf888206-214b-4dbe-a239-2977cff95f2b,segment=NetworkSegment(82286f75-faff-40ec-beef-7945374ee8e1),segment_id=82286f75-faff-40ec-beef-7945374ee8e1)] {{(pid=103720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 31 12:05:43.676168 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-c3a4825c-b486-4919-802d-27be2814f7d8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4088094'] for port, precommit_delete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 12:05:43.696039 dv-cinder-786384-7-iscsi neutron-server[103723]: DEBUG neutron.db.l3_dvr_db [None req-21cd861d-7a75-4acd-b3f7-5714b7d7f2d6 None None] Set router 4781e4c2-58c1-4790-a474-61accbdabe96 gateway port host: None {{(pid=103723) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
May 31 12:05:43.796234 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron.plugins.ml2.plugin [None req-c3a4825c-b486-4919-802d-27be2814f7d8 admin admin] Calling delete_port for bf888206-214b-4dbe-a239-2977cff95f2b owned by network:router_gateway {{(pid=103720) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
May 31 12:05:43.798401 dv-cinder-786384-7-iscsi neutron-server[103723]: DEBUG neutron.db.l3_hamode_db [None req-21cd861d-7a75-4acd-b3f7-5714b7d7f2d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f3ebd733a90>, [{'id': '4781e4c2-58c1-4790-a474-61accbdabe96', 'name': 'tempest-TestVolumeBootPattern-435758301-router', 'tenant_id': '61f2eba02cbc460886ac4aef56d401d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T11:58:50Z', 'updated_at': '2021-05-31T12:05:43Z', 'revision_number': 6, 'project_id': '61f2eba02cbc460886ac4aef56d401d4', 'gw_port_host': None}], 'dv-cinder-786384-7-iscsi', False) {} {{(pid=103723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 31 12:05:43.802612 dv-cinder-786384-7-iscsi neutron-server[103723]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21cd861d-7a75-4acd-b3f7-5714b7d7f2d6 None None] The sync data for ids ['4781e4c2-58c1-4790-a474-61accbdabe96'] in dv-cinder-786384-7-iscsi is: [{'id': '4781e4c2-58c1-4790-a474-61accbdabe96', 'name': 'tempest-TestVolumeBootPattern-435758301-router', 'tenant_id': '61f2eba02cbc460886ac4aef56d401d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T11:58:50Z', 'updated_at': '2021-05-31T12:05:43Z', 'revision_number': 6, 'project_id': '61f2eba02cbc460886ac4aef56d401d4', 'gw_port_host': None}] {{(pid=103723) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 31 12:05:43.945193 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-c3a4825c-b486-4919-802d-27be2814f7d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937715', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3701677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744215954342', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744215520979', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2327893'] for port, after_delete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 12:05:43.949173 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG oslo_concurrency.lockutils [None req-16cbc62b-df05-4ccb-b0d9-8137588f7795 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103720) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 31 12:05:43.991251 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3a4825c-b486-4919-802d-27be2814f7d8 admin admin] Pushing event deleted for resources: {'Port': ['ID=bf888206-214b-4dbe-a239-2977cff95f2b,revision_number=None']} {{(pid=103720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 31 12:05:43.994355 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG oslo_concurrency.lockutils [None req-c3a4825c-b486-4919-802d-27be2814f7d8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=103720) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 31 12:05:44.083871 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-c3a4825c-b486-4919-802d-27be2814f7d8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-4088530'] for router_gateway, after_delete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 12:05:44.237674 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron.plugins.ml2.rpc [None req-1f0a762f-0348-4bba-b860-8eddab4cd770 None None] Device 319949be-296d-4fbf-9dbe-06d103c2b778 no longer exists at agent ovs-agent-dv-cinder-786384-7-iscsi {{(pid=103722) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
May 31 12:05:44.256341 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-c3a4825c-b486-4919-802d-27be2814f7d8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4091231', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-939'] for router, precommit_delete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 12:05:44.258510 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-c3a4825c-b486-4919-802d-27be2814f7d8 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 12:05:44.275559 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron.plugins.ml2.plugin [None req-1f0a762f-0348-4bba-b860-8eddab4cd770 None None] No Port match for: 319949be-296d-4fbf-9dbe-06d103c2b778 {{(pid=103722) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}}
May 31 12:05:44.276079 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron.plugins.ml2.rpc [None req-1f0a762f-0348-4bba-b860-8eddab4cd770 None None] Device 319949be-296d-4fbf-9dbe-06d103c2b778 not bound to the agent host dv-cinder-786384-7-iscsi {{(pid=103722) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
May 31 12:05:44.282784 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-c3a4825c-b486-4919-802d-27be2814f7d8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-4089955'] for router, after_delete {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 12:05:44.283493 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c3a4825c-b486-4919-802d-27be2814f7d8 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 4781e4c2-58c1-4790-a474-61accbdabe96 {{(pid=103720) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
May 31 12:05:44.299275 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron_lib.callbacks.manager [None req-c3a4825c-b486-4919-802d-27be2814f7d8 admin admin] Notify callbacks [] for router, before_response {{(pid=103720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 12:05:44.300420 dv-cinder-786384-7-iscsi neutron-server[103720]: INFO neutron.wsgi [None req-c3a4825c-b486-4919-802d-27be2814f7d8 admin admin] 10.222.0.57 "DELETE /v2.0/routers/4781e4c2-58c1-4790-a474-61accbdabe96 HTTP/1.1" status: 204  len: 168 time: 1.2422209
May 31 12:05:44.303172 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.wsgi [-] (103721) accepted ('10.222.0.57', 50604) {{(pid=103721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 31 12:05:44.362842 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.db.db_base_plugin_v2 [None req-5e83072d-afe0-4f6c-a39d-41cd4e51691f admin admin] Deleting subnet ae5bbe3c-0083-415c-a913-7cd0b3f64c13 {{(pid=103721) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}}
May 31 12:05:44.365730 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron_lib.callbacks.manager [None req-5e83072d-afe0-4f6c-a39d-41cd4e51691f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=103721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 12:05:44.416518 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron_lib.callbacks.manager [None req-5e83072d-afe0-4f6c-a39d-41cd4e51691f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2649308'] for subnet, precommit_delete_associations {{(pid=103721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 12:05:44.497682 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron_lib.callbacks.manager [None req-5e83072d-afe0-4f6c-a39d-41cd4e51691f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-877032'] for subnet, precommit_delete {{(pid=103721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 12:05:44.754528 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron_lib.callbacks.manager [None req-5e83072d-afe0-4f6c-a39d-41cd4e51691f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-877917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3701677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2246273', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2293544'] for subnet, after_delete {{(pid=103721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 12:05:44.759158 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG oslo_concurrency.lockutils [None req-93ee7b8e-430d-4231-b237-c6c06aa9e7f6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103721) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 31 12:05:44.794319 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e83072d-afe0-4f6c-a39d-41cd4e51691f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ae5bbe3c-0083-415c-a913-7cd0b3f64c13,revision_number=None']} {{(pid=103721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 31 12:05:44.797377 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG oslo_concurrency.lockutils [None req-5e83072d-afe0-4f6c-a39d-41cd4e51691f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=103721) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 31 12:05:44.798310 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron_lib.callbacks.manager [None req-5e83072d-afe0-4f6c-a39d-41cd4e51691f admin admin] Notify callbacks [] for subnet, before_response {{(pid=103721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 12:05:44.804928 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [None req-5e83072d-afe0-4f6c-a39d-41cd4e51691f admin admin] 10.222.0.57 "DELETE /v2.0/subnets/ae5bbe3c-0083-415c-a913-7cd0b3f64c13 HTTP/1.1" status: 204  len: 168 time: 0.5003743
May 31 12:05:44.807083 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.wsgi [-] (103721) accepted ('10.222.0.57', 50608) {{(pid=103721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 31 12:05:44.807246 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e7351ab-652b-4bc5-b803-fbd7753393eb None None] Network 697038b7-5ccc-4400-8ff0-c1ffebbcb048 requested from dv-cinder-786384-7-iscsi {{(pid=103722) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
May 31 12:05:44.912067 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron_lib.callbacks.manager [None req-c34a5517-29a7-4b7f-abc3-458d34a19296 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-969884'] for network, before_delete {{(pid=103721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 12:05:44.983814 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.plugins.ml2.plugin [None req-c34a5517-29a7-4b7f-abc3-458d34a19296 admin admin] Deleting port e76d67e6-d7f3-458d-aaaf-d23fb4785e99 {{(pid=103721) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
May 31 12:05:44.984213 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron_lib.callbacks.manager [None req-c34a5517-29a7-4b7f-abc3-458d34a19296 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744215952451'] for port, before_delete {{(pid=103721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 12:05:45.051716 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-050e813e-3b8b-4f54-bcec-7be6c92bd3e1 None None] DHCP port deletion for 697038b7-5ccc-4400-8ff0-c1ffebbcb048 request from dv-cinder-786384-7-iscsi {{(pid=103722) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
May 31 12:05:45.091495 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.plugins.ml2.db [None req-c34a5517-29a7-4b7f-abc3-458d34a19296 admin admin] For port e76d67e6-d7f3-458d-aaaf-d23fb4785e99, host dv-cinder-786384-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786384-7-iscsi',level=0,port_id=e76d67e6-d7f3-458d-aaaf-d23fb4785e99,segment=NetworkSegment(63d08f4b-c2f2-4e3d-b30e-328d0eeec32f),segment_id=63d08f4b-c2f2-4e3d-b30e-328d0eeec32f)] {{(pid=103721) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 31 12:05:45.091752 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron_lib.callbacks.manager [None req-c34a5517-29a7-4b7f-abc3-458d34a19296 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4088094'] for port, precommit_delete {{(pid=103721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 12:05:45.117489 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron.plugins.ml2.plugin [None req-050e813e-3b8b-4f54-bcec-7be6c92bd3e1 None None] Deleting port e76d67e6-d7f3-458d-aaaf-d23fb4785e99 {{(pid=103722) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
May 31 12:05:45.117885 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron_lib.callbacks.manager [None req-050e813e-3b8b-4f54-bcec-7be6c92bd3e1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744215952451'] for port, before_delete {{(pid=103722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 12:05:45.222081 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron.plugins.ml2.db [None req-050e813e-3b8b-4f54-bcec-7be6c92bd3e1 None None] For port e76d67e6-d7f3-458d-aaaf-d23fb4785e99, host dv-cinder-786384-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786384-7-iscsi',level=0,port_id=e76d67e6-d7f3-458d-aaaf-d23fb4785e99,segment=NetworkSegment(63d08f4b-c2f2-4e3d-b30e-328d0eeec32f),segment_id=63d08f4b-c2f2-4e3d-b30e-328d0eeec32f)] {{(pid=103722) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 31 12:05:45.222447 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron_lib.callbacks.manager [None req-050e813e-3b8b-4f54-bcec-7be6c92bd3e1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4088094'] for port, precommit_delete {{(pid=103722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 12:05:45.248868 dv-cinder-786384-7-iscsi neutron-server[103723]: DEBUG neutron.db.agents_db [None req-cb648da2-ef1b-4de5-af28-8b32e926ae6d None None] Agent healthcheck: found 6 active agents {{(pid=103723) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}}
May 31 12:05:45.326250 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.plugins.ml2.plugin [None req-c34a5517-29a7-4b7f-abc3-458d34a19296 admin admin] Calling delete_port for e76d67e6-d7f3-458d-aaaf-d23fb4785e99 owned by network:dhcp {{(pid=103721) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
May 31 12:05:45.348093 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron.plugins.ml2.plugin [None req-050e813e-3b8b-4f54-bcec-7be6c92bd3e1 None None] Calling delete_port for e76d67e6-d7f3-458d-aaaf-d23fb4785e99 owned by network:dhcp {{(pid=103722) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
May 31 12:05:45.373055 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron_lib.callbacks.manager [None req-c34a5517-29a7-4b7f-abc3-458d34a19296 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937715', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3701677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744215954342', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744215520979', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2250866'] for port, after_delete {{(pid=103721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 12:05:45.377269 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG oslo_concurrency.lockutils [None req-57d592e4-fd77-4500-9aa3-13c9755292a9 tempest-TestVolumeBootPattern-2120221258 tempest-TestVolumeBootPattern-2120221258-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103721) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 31 12:05:45.423984 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c34a5517-29a7-4b7f-abc3-458d34a19296 admin admin] Pushing event deleted for resources: {'Port': ['ID=e76d67e6-d7f3-458d-aaaf-d23fb4785e99,revision_number=None']} {{(pid=103721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 31 12:05:45.425790 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c34a5517-29a7-4b7f-abc3-458d34a19296 admin admin] No DVR routers for this DVR port e76d67e6-d7f3-458d-aaaf-d23fb4785e99 on host dv-cinder-786384-7-iscsi {{(pid=103721) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 31 12:05:45.427255 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG oslo_concurrency.lockutils [None req-c34a5517-29a7-4b7f-abc3-458d34a19296 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=103721) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 31 12:05:45.429136 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron_lib.callbacks.manager [None req-050e813e-3b8b-4f54-bcec-7be6c92bd3e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-937715', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3701677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744215954342', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744215520979'] for port, after_delete {{(pid=103722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 12:05:45.432881 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG oslo_concurrency.lockutils [None req-1f0a762f-0348-4bba-b860-8eddab4cd770 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103722) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 31 12:05:45.474888 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-050e813e-3b8b-4f54-bcec-7be6c92bd3e1 None None] Pushing event deleted for resources: {'Port': ['ID=e76d67e6-d7f3-458d-aaaf-d23fb4785e99,revision_number=None']} {{(pid=103722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 31 12:05:45.477780 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG oslo_concurrency.lockutils [None req-050e813e-3b8b-4f54-bcec-7be6c92bd3e1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=103722) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 31 12:05:45.478579 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron.db.l3_dvrscheduler_db [None req-050e813e-3b8b-4f54-bcec-7be6c92bd3e1 None None] No DVR routers for this DVR port e76d67e6-d7f3-458d-aaaf-d23fb4785e99 on host dv-cinder-786384-7-iscsi {{(pid=103722) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 31 12:05:45.540544 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron_lib.callbacks.manager [None req-c34a5517-29a7-4b7f-abc3-458d34a19296 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-859751', 'neutron.services.segments.db._delete_segments_for_network-8744215964636'] for network, precommit_delete {{(pid=103721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 12:05:45.554406 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.services.segments.db [None req-c34a5517-29a7-4b7f-abc3-458d34a19296 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f3eb6f1fc40>,) {'filters': {'network_id': ['697038b7-5ccc-4400-8ff0-c1ffebbcb048']}} {{(pid=103721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 31 12:05:45.566651 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.services.segments.db [None req-c34a5517-29a7-4b7f-abc3-458d34a19296 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f3eb6f1fc40>, '63d08f4b-c2f2-4e3d-b30e-328d0eeec32f') {'for_net_delete': True} {{(pid=103721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 31 12:05:45.566942 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.services.segments.db [None req-c34a5517-29a7-4b7f-abc3-458d34a19296 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f3eb6f1fc40>, '63d08f4b-c2f2-4e3d-b30e-328d0eeec32f') {} {{(pid=103721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 31 12:05:45.578484 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron_lib.callbacks.manager [None req-c34a5517-29a7-4b7f-abc3-458d34a19296 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744215973789', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2649303'] for segment, before_delete {{(pid=103721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 12:05:45.595404 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron_lib.callbacks.manager [None req-c34a5517-29a7-4b7f-abc3-458d34a19296 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-882655'] for segment, precommit_delete {{(pid=103721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 12:05:45.601969 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c34a5517-29a7-4b7f-abc3-458d34a19296 admin admin] Releasing vlan 791 on physical network physnet1 to pool {{(pid=103721) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
May 31 12:05:45.602598 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron_lib.callbacks.manager [None req-c34a5517-29a7-4b7f-abc3-458d34a19296 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-882655', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2250791'] for segment, after_delete {{(pid=103721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 12:05:45.616165 dv-cinder-786384-7-iscsi neutron-server[103721]: Traceback (most recent call last):
May 31 12:05:45.616165 dv-cinder-786384-7-iscsi neutron-server[103721]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
May 31 12:05:45.616165 dv-cinder-786384-7-iscsi neutron-server[103721]:     timer()
May 31 12:05:45.616165 dv-cinder-786384-7-iscsi neutron-server[103721]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
May 31 12:05:45.616165 dv-cinder-786384-7-iscsi neutron-server[103721]:     cb(*args, **kw)
May 31 12:05:45.616165 dv-cinder-786384-7-iscsi neutron-server[103721]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
May 31 12:05:45.616165 dv-cinder-786384-7-iscsi neutron-server[103721]:     return func(*args, **kwargs)
May 31 12:05:45.616165 dv-cinder-786384-7-iscsi neutron-server[103721]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
May 31 12:05:45.616165 dv-cinder-786384-7-iscsi neutron-server[103721]:     self._notify()
May 31 12:05:45.616165 dv-cinder-786384-7-iscsi neutron-server[103721]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
May 31 12:05:45.616165 dv-cinder-786384-7-iscsi neutron-server[103721]:     self.callback(batched_events)
May 31 12:05:45.616165 dv-cinder-786384-7-iscsi neutron-server[103721]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
May 31 12:05:45.616165 dv-cinder-786384-7-iscsi neutron-server[103721]:     event.method(event)
May 31 12:05:45.616165 dv-cinder-786384-7-iscsi neutron-server[103721]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
May 31 12:05:45.616165 dv-cinder-786384-7-iscsi neutron-server[103721]:     aggregate_id = self._get_aggregate_id(event.segment_id)
May 31 12:05:45.616165 dv-cinder-786384-7-iscsi neutron-server[103721]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
May 31 12:05:45.616165 dv-cinder-786384-7-iscsi neutron-server[103721]:     aggregate_uuid = self.p_client.list_aggregates(
May 31 12:05:45.616165 dv-cinder-786384-7-iscsi neutron-server[103721]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
May 31 12:05:45.616165 dv-cinder-786384-7-iscsi neutron-server[103721]:     return f(self, *a, **k)
May 31 12:05:45.616165 dv-cinder-786384-7-iscsi neutron-server[103721]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
May 31 12:05:45.616165 dv-cinder-786384-7-iscsi neutron-server[103721]:     return self._get(url).json()
May 31 12:05:45.616165 dv-cinder-786384-7-iscsi neutron-server[103721]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
May 31 12:05:45.616165 dv-cinder-786384-7-iscsi neutron-server[103721]:     return self._client.get(url, endpoint_filter=self._ks_filter,
May 31 12:05:45.616165 dv-cinder-786384-7-iscsi neutron-server[103721]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
May 31 12:05:45.616165 dv-cinder-786384-7-iscsi neutron-server[103721]:     return self.request(url, 'GET', **kwargs)
May 31 12:05:45.616165 dv-cinder-786384-7-iscsi neutron-server[103721]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
May 31 12:05:45.616165 dv-cinder-786384-7-iscsi neutron-server[103721]:     base_url = self.get_endpoint(auth, allow=allow,
May 31 12:05:45.616165 dv-cinder-786384-7-iscsi neutron-server[103721]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
May 31 12:05:45.616165 dv-cinder-786384-7-iscsi neutron-server[103721]:     auth = self._auth_required(auth, 'determine endpoint URL')
May 31 12:05:45.616165 dv-cinder-786384-7-iscsi neutron-server[103721]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
May 31 12:05:45.616165 dv-cinder-786384-7-iscsi neutron-server[103721]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
May 31 12:05:45.616165 dv-cinder-786384-7-iscsi neutron-server[103721]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
May 31 12:05:45.699377 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron_lib.callbacks.manager [None req-c34a5517-29a7-4b7f-abc3-458d34a19296 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-859758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3705951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3701686', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4088527'] for network, after_delete {{(pid=103721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 12:05:45.705104 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103721) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 31 12:05:45.724375 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron_lib.callbacks.manager [None req-c34a5517-29a7-4b7f-abc3-458d34a19296 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3701651'] for network, before_response {{(pid=103721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 12:05:45.741130 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c34a5517-29a7-4b7f-abc3-458d34a19296 admin admin] Pushing event deleted for resources: {'Network': ['ID=697038b7-5ccc-4400-8ff0-c1ffebbcb048,revision_number=None']} {{(pid=103721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 31 12:05:45.744499 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG oslo_concurrency.lockutils [None req-c34a5517-29a7-4b7f-abc3-458d34a19296 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=103721) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 31 12:05:45.746222 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [None req-c34a5517-29a7-4b7f-abc3-458d34a19296 admin admin] 10.222.0.57 "DELETE /v2.0/networks/697038b7-5ccc-4400-8ff0-c1ffebbcb048 HTTP/1.1" status: 204  len: 168 time: 0.9382451
May 31 12:05:45.868314 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.wsgi [-] (103721) accepted ('10.222.0.57', 50614) {{(pid=103721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 31 12:05:45.912690 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron.plugins.ml2.rpc [None req-1f0a762f-0348-4bba-b860-8eddab4cd770 None None] Device e76d67e6-d7f3-458d-aaaf-d23fb4785e99 no longer exists at agent ovs-agent-dv-cinder-786384-7-iscsi {{(pid=103722) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
May 31 12:05:45.918007 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [None req-5338acd1-54da-48da-ba90-21d791461163 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=5a6b811ce5ca43c7b2fc478d12fff20b&name=default HTTP/1.1" status: 200  len: 2979 time: 0.0483088
May 31 12:05:45.920462 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.wsgi [-] (103721) accepted ('10.222.0.57', 50618) {{(pid=103721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 31 12:05:45.947393 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron.plugins.ml2.plugin [None req-1f0a762f-0348-4bba-b860-8eddab4cd770 None None] No Port match for: e76d67e6-d7f3-458d-aaaf-d23fb4785e99 {{(pid=103722) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}}
May 31 12:05:45.947738 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron.plugins.ml2.rpc [None req-1f0a762f-0348-4bba-b860-8eddab4cd770 None None] Device e76d67e6-d7f3-458d-aaaf-d23fb4785e99 not bound to the agent host dv-cinder-786384-7-iscsi {{(pid=103722) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
May 31 12:05:45.948204 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron.plugins.ml2.rpc [None req-1f0a762f-0348-4bba-b860-8eddab4cd770 None None] Device bf888206-214b-4dbe-a239-2977cff95f2b no longer exists at agent ovs-agent-dv-cinder-786384-7-iscsi {{(pid=103722) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
May 31 12:05:45.980580 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron_lib.callbacks.manager [None req-158f74f0-cb70-44b6-8ff2-550dc088e007 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 12:05:45.982966 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron.plugins.ml2.plugin [None req-1f0a762f-0348-4bba-b860-8eddab4cd770 None None] No Port match for: bf888206-214b-4dbe-a239-2977cff95f2b {{(pid=103722) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}}
May 31 12:05:45.983339 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron.plugins.ml2.rpc [None req-1f0a762f-0348-4bba-b860-8eddab4cd770 None None] Device bf888206-214b-4dbe-a239-2977cff95f2b not bound to the agent host dv-cinder-786384-7-iscsi {{(pid=103722) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
May 31 12:05:46.010143 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron_lib.callbacks.manager [None req-158f74f0-cb70-44b6-8ff2-550dc088e007 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 12:05:46.068251 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron_lib.callbacks.manager [None req-158f74f0-cb70-44b6-8ff2-550dc088e007 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3705957'] for security_group, after_delete {{(pid=103721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 12:05:46.072888 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG oslo_concurrency.lockutils [None req-71442480-dcaf-47a9-be38-d73d2228b578 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103721) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 31 12:05:46.086105 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-158f74f0-cb70-44b6-8ff2-550dc088e007 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9082499a-a19f-480a-af85-f7a8831db21d,revision_number=None']} {{(pid=103721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 31 12:05:46.089843 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG oslo_concurrency.lockutils [None req-158f74f0-cb70-44b6-8ff2-550dc088e007 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=103721) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 31 12:05:46.093681 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron_lib.callbacks.manager [None req-158f74f0-cb70-44b6-8ff2-550dc088e007 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 12:05:46.094846 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [None req-158f74f0-cb70-44b6-8ff2-550dc088e007 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/9082499a-a19f-480a-af85-f7a8831db21d HTTP/1.1" status: 204  len: 168 time: 0.1734669
May 31 12:05:46.443642 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.wsgi [-] (103721) accepted ('10.222.0.57', 50626) {{(pid=103721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 31 12:05:46.492986 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [None req-3874dca5-b422-45a6-bcc3-e3e7ef6f1428 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=61f2eba02cbc460886ac4aef56d401d4&name=default HTTP/1.1" status: 200  len: 2979 time: 0.0475094
May 31 12:05:46.495614 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.wsgi [-] (103721) accepted ('10.222.0.57', 50630) {{(pid=103721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 31 12:05:46.558741 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron_lib.callbacks.manager [None req-ce7b128f-754c-48f9-ad3f-547e8779f7bd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 12:05:46.585327 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron_lib.callbacks.manager [None req-ce7b128f-754c-48f9-ad3f-547e8779f7bd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 12:05:46.640337 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron_lib.callbacks.manager [None req-ce7b128f-754c-48f9-ad3f-547e8779f7bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3705957'] for security_group, after_delete {{(pid=103721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 12:05:46.644069 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG oslo_concurrency.lockutils [None req-f421ea66-0da3-49c1-95cc-e877f3ab673c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103721) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 31 12:05:46.658304 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce7b128f-754c-48f9-ad3f-547e8779f7bd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d6a061a3-9fcb-43c8-bb3b-9999948ade28,revision_number=None']} {{(pid=103721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 31 12:05:46.661629 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG oslo_concurrency.lockutils [None req-ce7b128f-754c-48f9-ad3f-547e8779f7bd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=103721) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 31 12:05:46.664933 dv-cinder-786384-7-iscsi neutron-server[103721]: DEBUG neutron_lib.callbacks.manager [None req-ce7b128f-754c-48f9-ad3f-547e8779f7bd admin admin] Notify callbacks [] for security_group, before_response {{(pid=103721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 12:05:46.666072 dv-cinder-786384-7-iscsi neutron-server[103721]: INFO neutron.wsgi [None req-ce7b128f-754c-48f9-ad3f-547e8779f7bd admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/d6a061a3-9fcb-43c8-bb3b-9999948ade28 HTTP/1.1" status: 204  len: 168 time: 0.1695688
May 31 12:05:54.667618 dv-cinder-786384-7-iscsi neutron-server[103720]: DEBUG neutron.wsgi [req-7b989c02-2d33-4df3-aca8-13668015f5c5 req-24882a62-ae0a-4902-8daa-f0efefa1a5e1 service neutron] (103720) timed out ('10.222.0.57', 43936) {{(pid=103720) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}}
May 31 12:06:01.671357 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron_lib.callbacks.manager [None req-43028a7b-58d7-408b-ac75-1328e6896bf7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744215964654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857257'] for agent, after_update {{(pid=103722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 12:06:03.120552 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron_lib.callbacks.manager [None req-9acf5d2c-c1f8-4b1d-924e-22680094c4bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744215964654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857257'] for agent, after_update {{(pid=103722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 12:06:05.534261 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron_lib.callbacks.manager [None req-3ec249a2-ef9d-4239-970c-95c30fdb3ba9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744215964654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857257'] for agent, after_update {{(pid=103722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 12:06:05.649758 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron_lib.callbacks.manager [None req-1f0a762f-0348-4bba-b860-8eddab4cd770 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744215964654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857257'] for agent, after_update {{(pid=103722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 12:06:06.609217 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron_lib.callbacks.manager [None req-c59bf3d8-3f04-4740-8d75-807cb4f7478e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744215964654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857257'] for agent, after_update {{(pid=103722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 12:06:08.082704 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron_lib.callbacks.manager [None req-e2b995a4-3526-4c71-93aa-7f4ba47dfd64 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744215964654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857257'] for agent, after_update {{(pid=103722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 12:06:22.253294 dv-cinder-786384-7-iscsi neutron-server[103723]: DEBUG neutron.db.agents_db [None req-cb648da2-ef1b-4de5-af28-8b32e926ae6d None None] Agent healthcheck: found 6 active agents {{(pid=103723) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}}
May 31 12:06:31.700852 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron_lib.callbacks.manager [None req-43028a7b-58d7-408b-ac75-1328e6896bf7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744215964654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857257'] for agent, after_update {{(pid=103722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 12:06:33.123792 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron_lib.callbacks.manager [None req-ed659b08-65de-4ace-86a5-18be3a28d6e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744215964654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857257'] for agent, after_update {{(pid=103722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 12:06:35.537095 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron_lib.callbacks.manager [None req-29c0ae33-6d88-4d46-9be0-29579229b841 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744215964654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857257'] for agent, after_update {{(pid=103722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 12:06:35.649500 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron_lib.callbacks.manager [None req-1f0a762f-0348-4bba-b860-8eddab4cd770 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744215964654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857257'] for agent, after_update {{(pid=103722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 12:06:36.609274 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron_lib.callbacks.manager [None req-c59bf3d8-3f04-4740-8d75-807cb4f7478e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744215964654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857257'] for agent, after_update {{(pid=103722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 12:06:38.089417 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron_lib.callbacks.manager [None req-e2b995a4-3526-4c71-93aa-7f4ba47dfd64 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744215964654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857257'] for agent, after_update {{(pid=103722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 12:06:59.258085 dv-cinder-786384-7-iscsi neutron-server[103723]: DEBUG neutron.db.agents_db [None req-cb648da2-ef1b-4de5-af28-8b32e926ae6d None None] Agent healthcheck: found 6 active agents {{(pid=103723) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}}
May 31 12:07:01.719636 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron_lib.callbacks.manager [None req-43028a7b-58d7-408b-ac75-1328e6896bf7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744215964654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857257'] for agent, after_update {{(pid=103722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 12:07:03.124010 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron_lib.callbacks.manager [None req-15d44850-4e42-46aa-9418-2f526f83e4c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744215964654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857257'] for agent, after_update {{(pid=103722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 12:07:05.540450 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron_lib.callbacks.manager [None req-6b3e9758-f181-4cd9-a48e-6cd6b4f534f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744215964654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857257'] for agent, after_update {{(pid=103722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 12:07:05.650920 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron_lib.callbacks.manager [None req-1f0a762f-0348-4bba-b860-8eddab4cd770 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744215964654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857257'] for agent, after_update {{(pid=103722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 12:07:06.616805 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron_lib.callbacks.manager [None req-c59bf3d8-3f04-4740-8d75-807cb4f7478e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744215964654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857257'] for agent, after_update {{(pid=103722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 12:07:08.090445 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron_lib.callbacks.manager [None req-e2b995a4-3526-4c71-93aa-7f4ba47dfd64 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744215964654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857257'] for agent, after_update {{(pid=103722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 12:07:31.717878 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron_lib.callbacks.manager [None req-43028a7b-58d7-408b-ac75-1328e6896bf7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744215964654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857257'] for agent, after_update {{(pid=103722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 12:07:33.126120 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron_lib.callbacks.manager [None req-16a3db5a-ac9f-4beb-bcec-991f9e121ed8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744215964654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857257'] for agent, after_update {{(pid=103722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 12:07:35.540478 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron_lib.callbacks.manager [None req-e9bd82d2-5dde-4ec4-9d73-b8fbf6c7c93c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744215964654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857257'] for agent, after_update {{(pid=103722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 12:07:35.655084 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron_lib.callbacks.manager [None req-1f0a762f-0348-4bba-b860-8eddab4cd770 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744215964654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857257'] for agent, after_update {{(pid=103722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 12:07:36.262164 dv-cinder-786384-7-iscsi neutron-server[103723]: DEBUG neutron.db.agents_db [None req-cb648da2-ef1b-4de5-af28-8b32e926ae6d None None] Agent healthcheck: found 6 active agents {{(pid=103723) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}}
May 31 12:07:36.616512 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron_lib.callbacks.manager [None req-c59bf3d8-3f04-4740-8d75-807cb4f7478e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744215964654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857257'] for agent, after_update {{(pid=103722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 12:07:38.101283 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron_lib.callbacks.manager [None req-e2b995a4-3526-4c71-93aa-7f4ba47dfd64 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744215964654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857257'] for agent, after_update {{(pid=103722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 12:08:01.734447 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron_lib.callbacks.manager [None req-43028a7b-58d7-408b-ac75-1328e6896bf7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744215964654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857257'] for agent, after_update {{(pid=103722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 12:08:03.123754 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron_lib.callbacks.manager [None req-639094cf-9750-477c-9929-b5b730b3875d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744215964654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857257'] for agent, after_update {{(pid=103722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 12:08:05.538896 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron_lib.callbacks.manager [None req-ab6df454-2d43-4b87-917b-51439cd38fd3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744215964654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857257'] for agent, after_update {{(pid=103722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 12:08:05.656448 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron_lib.callbacks.manager [None req-1f0a762f-0348-4bba-b860-8eddab4cd770 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744215964654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857257'] for agent, after_update {{(pid=103722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 12:08:06.617486 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron_lib.callbacks.manager [None req-c59bf3d8-3f04-4740-8d75-807cb4f7478e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744215964654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857257'] for agent, after_update {{(pid=103722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 12:08:08.104620 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron_lib.callbacks.manager [None req-e2b995a4-3526-4c71-93aa-7f4ba47dfd64 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744215964654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857257'] for agent, after_update {{(pid=103722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 12:08:13.267017 dv-cinder-786384-7-iscsi neutron-server[103723]: DEBUG neutron.db.agents_db [None req-cb648da2-ef1b-4de5-af28-8b32e926ae6d None None] Agent healthcheck: found 6 active agents {{(pid=103723) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}}
May 31 12:08:31.741665 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron_lib.callbacks.manager [None req-43028a7b-58d7-408b-ac75-1328e6896bf7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744215964654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857257'] for agent, after_update {{(pid=103722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 12:08:33.130221 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron_lib.callbacks.manager [None req-74eb3fd0-930b-4ffe-976f-f2b553d8714a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744215964654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857257'] for agent, after_update {{(pid=103722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 12:08:35.538370 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron_lib.callbacks.manager [None req-b570e17c-254d-4898-9f11-c256fc637199 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744215964654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857257'] for agent, after_update {{(pid=103722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 12:08:35.657152 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron_lib.callbacks.manager [None req-1f0a762f-0348-4bba-b860-8eddab4cd770 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744215964654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857257'] for agent, after_update {{(pid=103722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 12:08:36.623237 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron_lib.callbacks.manager [None req-c59bf3d8-3f04-4740-8d75-807cb4f7478e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744215964654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857257'] for agent, after_update {{(pid=103722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 12:08:38.109780 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron_lib.callbacks.manager [None req-e2b995a4-3526-4c71-93aa-7f4ba47dfd64 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744215964654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857257'] for agent, after_update {{(pid=103722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 12:08:50.271900 dv-cinder-786384-7-iscsi neutron-server[103723]: DEBUG neutron.db.agents_db [None req-cb648da2-ef1b-4de5-af28-8b32e926ae6d None None] Agent healthcheck: found 6 active agents {{(pid=103723) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}}
May 31 12:09:01.731690 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron_lib.callbacks.manager [None req-43028a7b-58d7-408b-ac75-1328e6896bf7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744215964654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857257'] for agent, after_update {{(pid=103722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 12:09:03.134692 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron_lib.callbacks.manager [None req-307021c8-04a0-409d-a618-c66098534a54 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744215964654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857257'] for agent, after_update {{(pid=103722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 12:09:05.537285 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron_lib.callbacks.manager [None req-31b2aef2-d464-4c70-8c73-e199903c8cbd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744215964654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857257'] for agent, after_update {{(pid=103722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 12:09:05.657406 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron_lib.callbacks.manager [None req-1f0a762f-0348-4bba-b860-8eddab4cd770 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744215964654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857257'] for agent, after_update {{(pid=103722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 12:09:06.631026 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron_lib.callbacks.manager [None req-c59bf3d8-3f04-4740-8d75-807cb4f7478e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744215964654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857257'] for agent, after_update {{(pid=103722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 12:09:08.109850 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron_lib.callbacks.manager [None req-e2b995a4-3526-4c71-93aa-7f4ba47dfd64 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744215964654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857257'] for agent, after_update {{(pid=103722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 12:09:27.279914 dv-cinder-786384-7-iscsi neutron-server[103723]: DEBUG neutron.db.agents_db [None req-cb648da2-ef1b-4de5-af28-8b32e926ae6d None None] Agent healthcheck: found 6 active agents {{(pid=103723) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}}
May 31 12:09:31.750348 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron_lib.callbacks.manager [None req-43028a7b-58d7-408b-ac75-1328e6896bf7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744215964654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857257'] for agent, after_update {{(pid=103722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 12:09:33.135558 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron_lib.callbacks.manager [None req-8c4783cd-5a44-4e85-a237-21099c0e4e0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744215964654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857257'] for agent, after_update {{(pid=103722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 12:09:35.539030 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron_lib.callbacks.manager [None req-44691726-92ac-4c18-a1a3-134491e72a9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744215964654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857257'] for agent, after_update {{(pid=103722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 12:09:35.661171 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron_lib.callbacks.manager [None req-1f0a762f-0348-4bba-b860-8eddab4cd770 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744215964654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857257'] for agent, after_update {{(pid=103722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 12:09:36.638100 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron_lib.callbacks.manager [None req-c59bf3d8-3f04-4740-8d75-807cb4f7478e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744215964654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857257'] for agent, after_update {{(pid=103722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 12:09:38.116917 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron_lib.callbacks.manager [None req-e2b995a4-3526-4c71-93aa-7f4ba47dfd64 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744215964654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857257'] for agent, after_update {{(pid=103722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 12:10:01.753941 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron_lib.callbacks.manager [None req-43028a7b-58d7-408b-ac75-1328e6896bf7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744215964654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857257'] for agent, after_update {{(pid=103722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 12:10:03.137742 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron_lib.callbacks.manager [None req-344a7243-8e64-466f-9182-9d59e715846c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744215964654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857257'] for agent, after_update {{(pid=103722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 12:10:04.273224 dv-cinder-786384-7-iscsi neutron-server[103723]: DEBUG neutron.db.agents_db [None req-cb648da2-ef1b-4de5-af28-8b32e926ae6d None None] Agent healthcheck: found 6 active agents {{(pid=103723) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}}
May 31 12:10:05.540936 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron_lib.callbacks.manager [None req-99805deb-6e13-49cd-9222-8e12b02d9044 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744215964654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857257'] for agent, after_update {{(pid=103722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 12:10:05.662360 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron_lib.callbacks.manager [None req-1f0a762f-0348-4bba-b860-8eddab4cd770 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744215964654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857257'] for agent, after_update {{(pid=103722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 12:10:06.640679 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron_lib.callbacks.manager [None req-c59bf3d8-3f04-4740-8d75-807cb4f7478e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744215964654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857257'] for agent, after_update {{(pid=103722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 12:10:08.116787 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron_lib.callbacks.manager [None req-e2b995a4-3526-4c71-93aa-7f4ba47dfd64 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744215964654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857257'] for agent, after_update {{(pid=103722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 12:10:31.761832 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron_lib.callbacks.manager [None req-43028a7b-58d7-408b-ac75-1328e6896bf7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744215964654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857257'] for agent, after_update {{(pid=103722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 12:10:33.138491 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron_lib.callbacks.manager [None req-a3c31ffe-a3df-4af6-a13b-4bff9f658ce4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744215964654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857257'] for agent, after_update {{(pid=103722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 12:10:35.543506 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron_lib.callbacks.manager [None req-ddd84bee-c308-4030-897d-609403f98943 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744215964654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857257'] for agent, after_update {{(pid=103722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 12:10:35.664377 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron_lib.callbacks.manager [None req-1f0a762f-0348-4bba-b860-8eddab4cd770 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744215964654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857257'] for agent, after_update {{(pid=103722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 12:10:36.646653 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron_lib.callbacks.manager [None req-c59bf3d8-3f04-4740-8d75-807cb4f7478e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744215964654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857257'] for agent, after_update {{(pid=103722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 12:10:38.126583 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron_lib.callbacks.manager [None req-e2b995a4-3526-4c71-93aa-7f4ba47dfd64 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744215964654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857257'] for agent, after_update {{(pid=103722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 12:10:41.278296 dv-cinder-786384-7-iscsi neutron-server[103723]: DEBUG neutron.db.agents_db [None req-cb648da2-ef1b-4de5-af28-8b32e926ae6d None None] Agent healthcheck: found 6 active agents {{(pid=103723) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}}
May 31 12:11:01.771709 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron_lib.callbacks.manager [None req-43028a7b-58d7-408b-ac75-1328e6896bf7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744215964654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857257'] for agent, after_update {{(pid=103722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 12:11:03.144917 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron_lib.callbacks.manager [None req-bee4f7d4-a6f7-4d78-afe8-45237092c7e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744215964654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857257'] for agent, after_update {{(pid=103722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 12:11:05.538589 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron_lib.callbacks.manager [None req-5977006e-1f3a-4c8d-b6d9-0feed3c6d34e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744215964654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857257'] for agent, after_update {{(pid=103722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 12:11:05.659561 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron_lib.callbacks.manager [None req-1f0a762f-0348-4bba-b860-8eddab4cd770 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744215964654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857257'] for agent, after_update {{(pid=103722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 12:11:06.641306 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron_lib.callbacks.manager [None req-c59bf3d8-3f04-4740-8d75-807cb4f7478e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744215964654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857257'] for agent, after_update {{(pid=103722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 12:11:08.122637 dv-cinder-786384-7-iscsi neutron-server[103722]: DEBUG neutron_lib.callbacks.manager [None req-e2b995a4-3526-4c71-93aa-7f4ba47dfd64 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744215964654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857257'] for agent, after_update {{(pid=103722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}